From f7d76f52a8c105f1b7d212019ba23cac55a8d2d2 Mon Sep 17 00:00:00 2001 From: pixeltris <6952411+pixeltris@users.noreply.github.com> Date: Fri, 25 Dec 2020 20:11:28 +0000 Subject: [PATCH] Add UserScript files, and dyn-skip solution --- README.md | 17 +- dyn-skip/dyn-skip-ublock-origin.js | 389 +++++++++++++++++ dyn-skip/dyn-skip-userscript.js | 399 ++++++++++++++++++ .../dyn-video-swap-ublock-origin.js | 92 ++-- dyn-video-swap/dyn-video-swap-userscript.js | 225 ++++++++++ dyn/dyn-userscript.js | 280 ++++++++++++ low-res/low-res-ublock-origin.js | 2 +- low-res/low-res-userscript.js | 37 ++ mute-black/mute-black-userscript.js | 146 +++++++ 9 files changed, 1540 insertions(+), 47 deletions(-) create mode 100644 dyn-skip/dyn-skip-ublock-origin.js create mode 100644 dyn-skip/dyn-skip-userscript.js create mode 100644 dyn-video-swap/dyn-video-swap-userscript.js create mode 100644 dyn/dyn-userscript.js create mode 100644 low-res/low-res-userscript.js create mode 100644 mute-black/mute-black-userscript.js diff --git a/README.md b/README.md index a9f55d4..a874488 100644 --- a/README.md +++ b/README.md @@ -4,10 +4,14 @@ This repo aims to provide multiple solutions for blocking Twitch ads. ## Current solutions +- dyn-skip + - When ads play this instantly notifies Twitch that ads were watched. It then refreshes the stream (either full reload, or using FZZ extension). + - May potentially result in multiple refreshes if ads are being served aggressively. - dyn - Ad segments are replaced by a low resolution stream segments (on a m3u8 level). - Skips 2-3 seconds when switching to the live stream. - Stuttering and looping of segments often occur (during the ad segments). + - **NOTE: Removing segments doesn't notify Twitch that ads were watched** - dyn-video-swap - Ads are replaced by a low resolution stream for the duration of the ad. - Similar to `dyn`, but skips closer to 20 seconds when switching to the live stream. @@ -28,13 +32,16 @@ uBlock Origin solutions are single files, suffixed by `ublock-origin.js` e.g. `l - Under the `My filters` tab add `twitch.tv##+js(twitch-videoad)`. - Under the `Settings` tab, enable `I am an advanced user`, then click the cog that appears. Modify the value of `userResourcesLocation` from `unset` to the full url of the solution you wish to use (if a url is already in use, add a space after the existing url). e.g. `userResourcesLocation https://raw.githubusercontent.com/pixeltris/TwitchAdSolutions/master/dyn/dyn-ublock-origin.js` - ## Other solutions / projects -- https://github.com/odensc/ttv-ublock (extension, outdated) -- https://github.com/Wilkolicious/twitchAdSkip (UserScript + FrankerFaceZ extension) -- https://gist.github.com/simple-hacker/ddd81964b3e8bca47e0aead5ad19a707 (UserScript + FrankerFaceZ extension) +- https://github.com/odensc/ttv-ublock (extension, purple screen may display every 10-15 mins) +- https://github.com/Nerixyz/ttv-tools (Firefox extension) +- https://github.com/LeonHeidelbach/ttv_adEraser (extension) +- https://github.com/Wilkolicious/twitchAdSkip (UserScript + FrankerFaceZ) +- https://gist.github.com/simple-hacker/ddd81964b3e8bca47e0aead5ad19a707 (UserScript + FrankerFaceZ(optional)) +- https://greasyfork.org/en/scripts/415412-twitch-refresh-on-advert/code (UserScript + FrankerFaceZ(optional)) +- Alternate Player for Twitch.tv - [code](https://robwu.nl/crxviewer/?crx=bhplkbgoehhhddaoolmakpocnenplmhf&qf=player.js) ## NOTE/TODO -Many of these solutions could do with improvements. Ports to UserScript should also be made. +Many of these solutions could do with improvements. TODO: Add script to auto generate UserScript files from the uBlock Origin scripts. \ No newline at end of file diff --git a/dyn-skip/dyn-skip-ublock-origin.js b/dyn-skip/dyn-skip-ublock-origin.js new file mode 100644 index 0000000..6aadd10 --- /dev/null +++ b/dyn-skip/dyn-skip-ublock-origin.js @@ -0,0 +1,389 @@ +// ad-skip from https://github.com/Nerixyz/ttv-tools/blob/master/src/context/context-script.ts +twitch-videoad.js application/javascript +(function() { + if ( /(^|\.)twitch\.tv$/.test(document.location.hostname) === false ) { return; } + function declareOptions(scope) { + // Options / globals + scope.OPT_INITIAL_M3U8_ATTEMPTS = 1; + scope.OPT_ACCESS_TOKEN_PLAYER_TYPE = "";//'embed'; + scope.AD_SIGNIFIER = 'stitched-ad'; + scope.LIVE_SIGNIFIER = ',live'; + scope.CLIENT_ID = 'kimne78kx3ncx6brgo4mv6wki5h1ko'; + // These are only really for Worker scope... + scope.StreamInfos = []; + scope.StreamInfosByUrl = []; + } + var twitchMainWorker = null; + // Worker injection by instance01 (https://github.com/instance01/Twitch-HLS-AdBlock) + const oldWorker = window.Worker; + window.Worker = class Worker extends oldWorker { + constructor(twitchBlobUrl) { + var jsURL = getWasmWorkerUrl(twitchBlobUrl); + var newBlobStr = ` + ${stripAds.toString()} + ${getSegmentTimes.toString()} + ${hookWorkerFetch.toString()} + ${declareOptions.toString()} + ${makeGraphQlPacket.toString()} + ${gqlRequest.toString()} + ${parseAttributes.toString()} + declareOptions(self); + hookWorkerFetch(); + var gql_device_id = null; + self.addEventListener('message', function(e) { + if (e.data.key == 'set_gql_device_id' && gql_device_id != e.data.value) { + gql_device_id = e.data.value; + } + }, false); + importScripts('${jsURL}'); + ` + super(URL.createObjectURL(new Blob([newBlobStr]))); + var adDiv = null; + this.onmessage = function(e) { + if (e.data.key == 'UboShowAdBanner') { + if (adDiv == null) { adDiv = getAdDiv(); } + adDiv.style.display = 'block'; + } + else if (e.data.key == 'UboHideAdBanner') { + if (adDiv == null) { adDiv = getAdDiv(); } + adDiv.style.display = 'none'; + } + else if (e.data.key == 'UboReload') { + let resetButton = document.querySelector('[data-a-target="ffz-player-reset-button"]'); + let videoPlayerElement = document.querySelector('video'); + if (resetButton != null && videoPlayerElement != null) { + const dblclick = new MouseEvent('dblclick', { + bubbles: true, + cancelable: true, + view: window + }); + resetButton.dispatchEvent(dblclick); + } + else { + location.reload(); + } + } + } + twitchMainWorker = this; + function getAdDiv() { + var msg = 'uBlock Origin is waiting for ads to finish...'; + var playerRootDiv = document.querySelector('.video-player'); + var adDiv = null; + if (playerRootDiv != null) { + adDiv = playerRootDiv.querySelector('.ubo-overlay'); + if (adDiv == null) { + adDiv = document.createElement('div'); + adDiv.className = 'ubo-overlay'; + adDiv.innerHTML = '
'; + adDiv.style.display = 'none'; + playerRootDiv.appendChild(adDiv); + } + } + return adDiv; + } + } + } + function getWasmWorkerUrl(twitchBlobUrl) { + var req = new XMLHttpRequest(); + req.open('GET', twitchBlobUrl, false); + req.send(); + return req.responseText.split("'")[1]; + } + function getSegmentTimes(lines) { + var result = []; + var lastDate = 0; + for (var i = 0; i < lines.length; i++) { + var line = lines[i]; + if (line.startsWith('#EXT-X-PROGRAM-DATE-TIME:')) { + lastDate = Date.parse(line.substring(line.indexOf(':') + 1)); + } else if (line.startsWith('http')) { + result[lastDate] = line; + } + } + return result; + } + function makeGraphQlPacket(event, radToken, payload) { + return [{ + operationName: 'ClientSideAdEventHandling_RecordAdEvent', + variables: { + input: { + eventName: event, + eventPayload: JSON.stringify(payload), + radToken, + }, + }, + extensions: { + persistedQuery: { + version: 1, + sha256Hash: '7e6c69e6eb59f8ccb97ab73686f3d8b7d85a72a0298745ccd8bfc68e4054ca5b', + }, + }, + }]; + } + function gqlRequest(body) { + return fetch('https://gql.twitch.tv/gql', { + method: 'POST', + body: JSON.stringify(body), + headers: { + 'client-id': CLIENT_ID, + 'X-Device-Id': gql_device_id + } + }); + } + function parseAttributes(str) { + return Object.fromEntries( + str.split(/(?:^|,)((?:[^=]*)=(?:"[^"]*"|[^,]*))/) + .filter(Boolean) + .map(x => { + const idx = x.indexOf('='); + const key = x.substring(0, idx); + const value = x.substring(idx +1); + const num = Number(value); + return [key, Number.isNaN(num) ? value.startsWith('"') ? JSON.parse(value) : value : num] + })); + } + async function stripAds(url, textStr, realFetch) { + var haveAdTags = textStr.includes(AD_SIGNIFIER); + var streamInfo = StreamInfosByUrl[url]; + if (streamInfo == null) { + console.log('Unknown stream url!'); + return textStr; + } + if (haveAdTags && !streamInfo.AttemptedSkip) { + streamInfo.AttemptedSkip = true; + var matches = textStr.match(/#EXT-X-DATERANGE:(ID="stitched-ad-[^\n]+)\n/); + if (matches.length > 1) { + const attrString = matches[1]; + const attr = parseAttributes(attrString); + var podLength = parseInt(attr['X-TV-TWITCH-AD-POD-LENGTH'] ? attr['X-TV-TWITCH-AD-POD-LENGTH'] : '1'); + var podPosition = parseInt(attr['X-TV-TWITCH-AD-POD-POSITION'] ? attr['X-TV-TWITCH-AD-POD-POSITION'] : '0'); + var radToken = attr['X-TV-TWITCH-AD-RADS-TOKEN']; + var lineItemId = attr['X-TV-TWITCH-AD-LINE-ITEM-ID']; + var orderId = attr['X-TV-TWITCH-AD-ORDER-ID']; + var creativeId = attr['X-TV-TWITCH-AD-CREATIVE-ID']; + var adId = attr['X-TV-TWITCH-AD-ADVERTISER-ID']; + var rollType = attr['X-TV-TWITCH-AD-ROLL-TYPE'].toLowerCase(); + const baseData = { + stitched: true, + roll_type: rollType, + player_mute: false, + player_volume: 0.5, + visible: true, + }; + for (let podPosition = 0; podPosition < podLength; podPosition++) { + const extendedData = { + ...baseData, + ad_id: adId, + ad_position: podPosition, + duration: 30, + creative_id: creativeId, + total_ads: podLength, + order_id: orderId, + line_item_id: lineItemId, + }; + await gqlRequest(makeGraphQlPacket('video_ad_impression', radToken, extendedData)); + for (let quartile = 0; quartile < 4; quartile++) { + await gqlRequest( + makeGraphQlPacket('video_ad_quartile_complete', radToken, { + ...extendedData, + quartile: quartile + 1, + }) + ); + } + await gqlRequest(makeGraphQlPacket('video_ad_pod_complete', radToken, baseData)); + } + } + } + if (haveAdTags && !textStr.includes(LIVE_SIGNIFIER)) { + postMessage({key:'UboShowAdBanner'}); + } else { + postMessage({key:'UboHideAdBanner'}); + } + if (haveAdTags) { + postMessage({key:'UboReload'}); + return ''; + if (!streamInfo.BackupFailed && streamInfo.BackupUrl == null) { + // NOTE: We currently don't fetch the oauth_token. You wont be able to access private streams like this. + streamInfo.BackupFailed = true; + var accessTokenResponse = await realFetch('https://api.twitch.tv/api/channels/' + streamInfo.ChannelName + '/access_token?oauth_token=undefined&need_https=true&platform=web&player_type=picture-by-picture&player_backend=mediaplayer', {headers:{'client-id':CLIENT_ID}}); + if (accessTokenResponse.status === 200) { + var accessToken = JSON.parse(await accessTokenResponse.text()); + var urlInfo = new URL('https://usher.ttvnw.net/api/channel/hls/' + streamInfo.ChannelName + '.m3u8' + streamInfo.RootM3U8Params); + urlInfo.searchParams.set('sig', accessToken.sig); + urlInfo.searchParams.set('token', accessToken.token); + var encodingsM3u8Response = await realFetch(urlInfo.href); + if (encodingsM3u8Response.status === 200) { + // TODO: Maybe look for the most optimal m3u8 + var encodingsM3u8 = await encodingsM3u8Response.text(); + var streamM3u8Url = encodingsM3u8.match(/^https:.*\.m3u8$/m)[0]; + // Maybe this request is a bit unnecessary + var streamM3u8Response = await realFetch(streamM3u8Url); + if (streamM3u8Response.status == 200) { + streamInfo.BackupFailed = false; + streamInfo.BackupUrl = streamM3u8Url; + console.log('Fetched backup url: ' + streamInfo.BackupUrl); + } else { + console.log('Backup url request (streamM3u8) failed with ' + streamM3u8Response.status); + } + } else { + console.log('Backup url request (encodingsM3u8) failed with ' + encodingsM3u8Response.status); + } + } else { + console.log('Backup url request (accessToken) failed with ' + accessTokenResponse.status); + } + } + var backupM3u8 = null; + if (streamInfo.BackupUrl != null) { + var backupM3u8Response = await realFetch(streamInfo.BackupUrl); + if (backupM3u8Response.status == 200) { + backupM3u8 = await backupM3u8Response.text(); + } else { + console.log('Backup m3u8 failed with ' + backupM3u8Response.status); + } + } + var lines = textStr.replace('\r', '').split('\n'); + var segmentMap = []; + if (backupM3u8 != null) { + var backupLines = backupM3u8.replace('\r', '').split('\n'); + var segTimes = getSegmentTimes(lines); + var backupSegTimes = getSegmentTimes(backupLines); + for (const [segTime, segUrl] of Object.entries(segTimes)) { + var closestTime = Number.MAX_VALUE; + var matchingBackupTime = Number.MAX_VALUE; + for (const [backupSegTime, backupSegUrl] of Object.entries(backupSegTimes)) { + var timeDiff = Math.abs(segTime - backupSegTime); + if (timeDiff < closestTime) { + closestTime = timeDiff; + matchingBackupTime = backupSegTime; + segmentMap[segUrl] = backupSegUrl; + } + } + if (closestTime != Number.MAX_VALUE) { + backupSegTimes.splice(backupSegTimes.indexOf(matchingBackupTime), 1); + } + } + } + for (var i = 0; i < lines.length; i++) { + var line = lines[i]; + if (line.includes('stitched-ad')) { + lines[i] = ''; + } + if (line.startsWith('#EXTINF:') && !line.includes(',live')) { + lines[i] = line.substring(0, line.indexOf(',')) + ',live'; + var backupSegment = segmentMap[lines[i + 1]]; + lines[i + 1] = backupSegment != null ? backupSegment : '' + } + } + textStr = lines.join('\n'); + //console.log(textStr); + } + return textStr; + } + function hookWorkerFetch() { + var realFetch = fetch; + fetch = async function(url, options) { + if (typeof url === 'string') { + if (url.endsWith('m3u8')) { + // Based on https://github.com/jpillora/xhook + return new Promise(function(resolve, reject) { + var processAfter = async function(response) { + var str = await stripAds(url, await response.text(), realFetch); + var modifiedResponse = new Response(str); + resolve(modifiedResponse); + }; + var send = function() { + return realFetch(url, options).then(function(response) { + processAfter(response); + })['catch'](function(err) { + console.log('fetch hook err ' + err); + reject(err); + }); + }; + send(); + }); + } + else if (url.includes('/api/channel/hls/') && !url.includes('picture-by-picture')) { + return new Promise(async function(resolve, reject) { + // - First m3u8 request is the m3u8 with the video encodings (360p,480p,720p,etc). + // - Second m3u8 request is the m3u8 for the given encoding obtained in the first request. At this point we will know if there's ads. + var maxAttempts = OPT_INITIAL_M3U8_ATTEMPTS <= 0 ? 1 : OPT_INITIAL_M3U8_ATTEMPTS; + var attempts = 0; + while(true) { + var encodingsM3u8Response = await realFetch(url, options); + if (encodingsM3u8Response.status === 200) { + var encodingsM3u8 = await encodingsM3u8Response.text(); + var streamM3u8Url = encodingsM3u8.match(/^https:.*\.m3u8$/m)[0]; + var streamM3u8Response = await realFetch(streamM3u8Url); + var streamM3u8 = await streamM3u8Response.text(); + if (!streamM3u8.includes(AD_SIGNIFIER) || ++attempts >= maxAttempts) { + if (maxAttempts > 1 && attempts >= maxAttempts) { + console.log('max skip ad attempts reached (attempt #' + attempts + ')'); + } + var channelName = (new URL(url)).pathname.match(/([^\/]+)(?=\.\w+$)/)[0]; + var streamInfo = StreamInfos[channelName]; + if (streamInfo == null) { + StreamInfos[channelName] = streamInfo = {}; + } + // This might potentially backfire... maybe just add the new urls + streamInfo.ChannelName = channelName; + streamInfo.Urls = []; + streamInfo.RootM3U8Params = (new URL(url)).search; + streamInfo.BackupUrl = null; + streamInfo.BackupFailed = false; + streamInfo.AttemptedSkip = false; + var lines = encodingsM3u8.replace('\r', '').split('\n'); + for (var i = 0; i < lines.length; i++) { + if (!lines[i].startsWith('#') && lines[i].includes('.m3u8')) { + streamInfo.Urls.push(lines[i]); + StreamInfosByUrl[lines[i]] = streamInfo; + } + } + resolve(new Response(encodingsM3u8)); + break; + } + console.log('attempt to skip ad (attempt #' + attempts + ')'); + } else { + // Stream is offline? + resolve(encodingsM3u8Response); + break; + } + } + }); + } + } + return realFetch.apply(this, arguments); + } + } + declareOptions(window); + // This hooks fetch in the global scope (which is different to the Worker scope, and therefore different to the Worker fetch hook) + function hookFetch() { + var realFetch = window.fetch; + window.fetch = function(url, init, ...args) { + if (typeof url === 'string') { + if (url.includes('gql')) { + var deviceId = init.headers['X-Device-Id']; + if (typeof deviceId !== 'string') { + deviceId = init.headers['Device-ID']; + } + if (typeof deviceId === 'string' && twitchMainWorker) { + twitchMainWorker.postMessage({key:'set_gql_device_id',value:deviceId}); + } + } + if (OPT_ACCESS_TOKEN_PLAYER_TYPE) { + if (url.includes('/access_token')) { + var modifiedUrl = new URL(url); + modifiedUrl.searchParams.set('player_type', OPT_ACCESS_TOKEN_PLAYER_TYPE); + arguments[0] = modifiedUrl.href; + } + else if (url.includes('gql') && init && typeof init.body === 'string' && init.body.includes('PlaybackAccessToken')) { + const newBody = JSON.parse(init.body); + newBody.variables.playerType = OPT_ACCESS_TOKEN_PLAYER_TYPE; + init.body = JSON.stringify(newBody); + } + } + } + return realFetch.apply(this, arguments); + } + } + hookFetch(); +})(); \ No newline at end of file diff --git a/dyn-skip/dyn-skip-userscript.js b/dyn-skip/dyn-skip-userscript.js new file mode 100644 index 0000000..df11a38 --- /dev/null +++ b/dyn-skip/dyn-skip-userscript.js @@ -0,0 +1,399 @@ +// ==UserScript== +// @name TwitchAdSolutions (dyn-skip) +// @namespace https://github.com/pixeltris/TwitchAdSolutions +// @version 1.0 +// @description Skips twitch ads, and reloads the stream +// @author pixeltris +// @match *://*.twitch.tv/* +// @downloadURL https://github.com/pixeltris/TwitchAdSolutions/raw/master/dyn-skip/dyn-skip-userscript.js +// @run-at document-start +// @grant none +// ==/UserScript== +// ad-skip from https://github.com/Nerixyz/ttv-tools/blob/master/src/context/context-script.ts +(function() { + 'use strict'; + function declareOptions(scope) { + // Options / globals + scope.OPT_INITIAL_M3U8_ATTEMPTS = 1; + scope.OPT_ACCESS_TOKEN_PLAYER_TYPE = "";//'embed'; + scope.AD_SIGNIFIER = 'stitched-ad'; + scope.LIVE_SIGNIFIER = ',live'; + scope.CLIENT_ID = 'kimne78kx3ncx6brgo4mv6wki5h1ko'; + // These are only really for Worker scope... + scope.StreamInfos = []; + scope.StreamInfosByUrl = []; + } + var twitchMainWorker = null; + // Worker injection by instance01 (https://github.com/instance01/Twitch-HLS-AdBlock) + const oldWorker = window.Worker; + window.Worker = class Worker extends oldWorker { + constructor(twitchBlobUrl) { + var jsURL = getWasmWorkerUrl(twitchBlobUrl); + var newBlobStr = ` + ${stripAds.toString()} + ${getSegmentTimes.toString()} + ${hookWorkerFetch.toString()} + ${declareOptions.toString()} + ${makeGraphQlPacket.toString()} + ${gqlRequest.toString()} + ${parseAttributes.toString()} + declareOptions(self); + hookWorkerFetch(); + var gql_device_id = null; + self.addEventListener('message', function(e) { + if (e.data.key == 'set_gql_device_id' && gql_device_id != e.data.value) { + gql_device_id = e.data.value; + } + }, false); + importScripts('${jsURL}'); + ` + super(URL.createObjectURL(new Blob([newBlobStr]))); + var adDiv = null; + this.onmessage = function(e) { + if (e.data.key == 'UboShowAdBanner') { + if (adDiv == null) { adDiv = getAdDiv(); } + adDiv.style.display = 'block'; + } + else if (e.data.key == 'UboHideAdBanner') { + if (adDiv == null) { adDiv = getAdDiv(); } + adDiv.style.display = 'none'; + } + else if (e.data.key == 'UboReload') { + let resetButton = document.querySelector('[data-a-target="ffz-player-reset-button"]'); + let videoPlayerElement = document.querySelector('video'); + if (resetButton != null && videoPlayerElement != null) { + const dblclick = new MouseEvent('dblclick', { + bubbles: true, + cancelable: true, + view: window + }); + resetButton.dispatchEvent(dblclick); + } + else { + location.reload(); + } + } + } + twitchMainWorker = this; + function getAdDiv() { + var msg = 'uBlock Origin is waiting for ads to finish...'; + var playerRootDiv = document.querySelector('.video-player'); + var adDiv = null; + if (playerRootDiv != null) { + adDiv = playerRootDiv.querySelector('.ubo-overlay'); + if (adDiv == null) { + adDiv = document.createElement('div'); + adDiv.className = 'ubo-overlay'; + adDiv.innerHTML = ' '; + adDiv.style.display = 'none'; + playerRootDiv.appendChild(adDiv); + } + } + return adDiv; + } + } + } + function getWasmWorkerUrl(twitchBlobUrl) { + var req = new XMLHttpRequest(); + req.open('GET', twitchBlobUrl, false); + req.send(); + return req.responseText.split("'")[1]; + } + function getSegmentTimes(lines) { + var result = []; + var lastDate = 0; + for (var i = 0; i < lines.length; i++) { + var line = lines[i]; + if (line.startsWith('#EXT-X-PROGRAM-DATE-TIME:')) { + lastDate = Date.parse(line.substring(line.indexOf(':') + 1)); + } else if (line.startsWith('http')) { + result[lastDate] = line; + } + } + return result; + } + function makeGraphQlPacket(event, radToken, payload) { + return [{ + operationName: 'ClientSideAdEventHandling_RecordAdEvent', + variables: { + input: { + eventName: event, + eventPayload: JSON.stringify(payload), + radToken, + }, + }, + extensions: { + persistedQuery: { + version: 1, + sha256Hash: '7e6c69e6eb59f8ccb97ab73686f3d8b7d85a72a0298745ccd8bfc68e4054ca5b', + }, + }, + }]; + } + function gqlRequest(body) { + return fetch('https://gql.twitch.tv/gql', { + method: 'POST', + body: JSON.stringify(body), + headers: { + 'client-id': CLIENT_ID, + 'X-Device-Id': gql_device_id + } + }); + } + function parseAttributes(str) { + return Object.fromEntries( + str.split(/(?:^|,)((?:[^=]*)=(?:"[^"]*"|[^,]*))/) + .filter(Boolean) + .map(x => { + const idx = x.indexOf('='); + const key = x.substring(0, idx); + const value = x.substring(idx +1); + const num = Number(value); + return [key, Number.isNaN(num) ? value.startsWith('"') ? JSON.parse(value) : value : num] + })); + } + async function stripAds(url, textStr, realFetch) { + var haveAdTags = textStr.includes(AD_SIGNIFIER); + var streamInfo = StreamInfosByUrl[url]; + if (streamInfo == null) { + console.log('Unknown stream url!'); + return textStr; + } + if (haveAdTags && !streamInfo.AttemptedSkip) { + streamInfo.AttemptedSkip = true; + var matches = textStr.match(/#EXT-X-DATERANGE:(ID="stitched-ad-[^\n]+)\n/); + if (matches.length > 1) { + const attrString = matches[1]; + const attr = parseAttributes(attrString); + var podLength = parseInt(attr['X-TV-TWITCH-AD-POD-LENGTH'] ? attr['X-TV-TWITCH-AD-POD-LENGTH'] : '1'); + var podPosition = parseInt(attr['X-TV-TWITCH-AD-POD-POSITION'] ? attr['X-TV-TWITCH-AD-POD-POSITION'] : '0'); + var radToken = attr['X-TV-TWITCH-AD-RADS-TOKEN']; + var lineItemId = attr['X-TV-TWITCH-AD-LINE-ITEM-ID']; + var orderId = attr['X-TV-TWITCH-AD-ORDER-ID']; + var creativeId = attr['X-TV-TWITCH-AD-CREATIVE-ID']; + var adId = attr['X-TV-TWITCH-AD-ADVERTISER-ID']; + var rollType = attr['X-TV-TWITCH-AD-ROLL-TYPE'].toLowerCase(); + const baseData = { + stitched: true, + roll_type: rollType, + player_mute: false, + player_volume: 0.5, + visible: true, + }; + for (let podPosition = 0; podPosition < podLength; podPosition++) { + const extendedData = { + ...baseData, + ad_id: adId, + ad_position: podPosition, + duration: 30, + creative_id: creativeId, + total_ads: podLength, + order_id: orderId, + line_item_id: lineItemId, + }; + await gqlRequest(makeGraphQlPacket('video_ad_impression', radToken, extendedData)); + for (let quartile = 0; quartile < 4; quartile++) { + await gqlRequest( + makeGraphQlPacket('video_ad_quartile_complete', radToken, { + ...extendedData, + quartile: quartile + 1, + }) + ); + } + await gqlRequest(makeGraphQlPacket('video_ad_pod_complete', radToken, baseData)); + } + } + } + if (haveAdTags && !textStr.includes(LIVE_SIGNIFIER)) { + postMessage({key:'UboShowAdBanner'}); + } else { + postMessage({key:'UboHideAdBanner'}); + } + if (haveAdTags) { + postMessage({key:'UboReload'}); + return ''; + if (!streamInfo.BackupFailed && streamInfo.BackupUrl == null) { + // NOTE: We currently don't fetch the oauth_token. You wont be able to access private streams like this. + streamInfo.BackupFailed = true; + var accessTokenResponse = await realFetch('https://api.twitch.tv/api/channels/' + streamInfo.ChannelName + '/access_token?oauth_token=undefined&need_https=true&platform=web&player_type=picture-by-picture&player_backend=mediaplayer', {headers:{'client-id':CLIENT_ID}}); + if (accessTokenResponse.status === 200) { + var accessToken = JSON.parse(await accessTokenResponse.text()); + var urlInfo = new URL('https://usher.ttvnw.net/api/channel/hls/' + streamInfo.ChannelName + '.m3u8' + streamInfo.RootM3U8Params); + urlInfo.searchParams.set('sig', accessToken.sig); + urlInfo.searchParams.set('token', accessToken.token); + var encodingsM3u8Response = await realFetch(urlInfo.href); + if (encodingsM3u8Response.status === 200) { + // TODO: Maybe look for the most optimal m3u8 + var encodingsM3u8 = await encodingsM3u8Response.text(); + var streamM3u8Url = encodingsM3u8.match(/^https:.*\.m3u8$/m)[0]; + // Maybe this request is a bit unnecessary + var streamM3u8Response = await realFetch(streamM3u8Url); + if (streamM3u8Response.status == 200) { + streamInfo.BackupFailed = false; + streamInfo.BackupUrl = streamM3u8Url; + console.log('Fetched backup url: ' + streamInfo.BackupUrl); + } else { + console.log('Backup url request (streamM3u8) failed with ' + streamM3u8Response.status); + } + } else { + console.log('Backup url request (encodingsM3u8) failed with ' + encodingsM3u8Response.status); + } + } else { + console.log('Backup url request (accessToken) failed with ' + accessTokenResponse.status); + } + } + var backupM3u8 = null; + if (streamInfo.BackupUrl != null) { + var backupM3u8Response = await realFetch(streamInfo.BackupUrl); + if (backupM3u8Response.status == 200) { + backupM3u8 = await backupM3u8Response.text(); + } else { + console.log('Backup m3u8 failed with ' + backupM3u8Response.status); + } + } + var lines = textStr.replace('\r', '').split('\n'); + var segmentMap = []; + if (backupM3u8 != null) { + var backupLines = backupM3u8.replace('\r', '').split('\n'); + var segTimes = getSegmentTimes(lines); + var backupSegTimes = getSegmentTimes(backupLines); + for (const [segTime, segUrl] of Object.entries(segTimes)) { + var closestTime = Number.MAX_VALUE; + var matchingBackupTime = Number.MAX_VALUE; + for (const [backupSegTime, backupSegUrl] of Object.entries(backupSegTimes)) { + var timeDiff = Math.abs(segTime - backupSegTime); + if (timeDiff < closestTime) { + closestTime = timeDiff; + matchingBackupTime = backupSegTime; + segmentMap[segUrl] = backupSegUrl; + } + } + if (closestTime != Number.MAX_VALUE) { + backupSegTimes.splice(backupSegTimes.indexOf(matchingBackupTime), 1); + } + } + } + for (var i = 0; i < lines.length; i++) { + var line = lines[i]; + if (line.includes('stitched-ad')) { + lines[i] = ''; + } + if (line.startsWith('#EXTINF:') && !line.includes(',live')) { + lines[i] = line.substring(0, line.indexOf(',')) + ',live'; + var backupSegment = segmentMap[lines[i + 1]]; + lines[i + 1] = backupSegment != null ? backupSegment : '' + } + } + textStr = lines.join('\n'); + //console.log(textStr); + } + return textStr; + } + function hookWorkerFetch() { + var realFetch = fetch; + fetch = async function(url, options) { + if (typeof url === 'string') { + if (url.endsWith('m3u8')) { + // Based on https://github.com/jpillora/xhook + return new Promise(function(resolve, reject) { + var processAfter = async function(response) { + var str = await stripAds(url, await response.text(), realFetch); + var modifiedResponse = new Response(str); + resolve(modifiedResponse); + }; + var send = function() { + return realFetch(url, options).then(function(response) { + processAfter(response); + })['catch'](function(err) { + console.log('fetch hook err ' + err); + reject(err); + }); + }; + send(); + }); + } + else if (url.includes('/api/channel/hls/') && !url.includes('picture-by-picture')) { + return new Promise(async function(resolve, reject) { + // - First m3u8 request is the m3u8 with the video encodings (360p,480p,720p,etc). + // - Second m3u8 request is the m3u8 for the given encoding obtained in the first request. At this point we will know if there's ads. + var maxAttempts = OPT_INITIAL_M3U8_ATTEMPTS <= 0 ? 1 : OPT_INITIAL_M3U8_ATTEMPTS; + var attempts = 0; + while(true) { + var encodingsM3u8Response = await realFetch(url, options); + if (encodingsM3u8Response.status === 200) { + var encodingsM3u8 = await encodingsM3u8Response.text(); + var streamM3u8Url = encodingsM3u8.match(/^https:.*\.m3u8$/m)[0]; + var streamM3u8Response = await realFetch(streamM3u8Url); + var streamM3u8 = await streamM3u8Response.text(); + if (!streamM3u8.includes(AD_SIGNIFIER) || ++attempts >= maxAttempts) { + if (maxAttempts > 1 && attempts >= maxAttempts) { + console.log('max skip ad attempts reached (attempt #' + attempts + ')'); + } + var channelName = (new URL(url)).pathname.match(/([^\/]+)(?=\.\w+$)/)[0]; + var streamInfo = StreamInfos[channelName]; + if (streamInfo == null) { + StreamInfos[channelName] = streamInfo = {}; + } + // This might potentially backfire... maybe just add the new urls + streamInfo.ChannelName = channelName; + streamInfo.Urls = []; + streamInfo.RootM3U8Params = (new URL(url)).search; + streamInfo.BackupUrl = null; + streamInfo.BackupFailed = false; + streamInfo.AttemptedSkip = false; + var lines = encodingsM3u8.replace('\r', '').split('\n'); + for (var i = 0; i < lines.length; i++) { + if (!lines[i].startsWith('#') && lines[i].includes('.m3u8')) { + streamInfo.Urls.push(lines[i]); + StreamInfosByUrl[lines[i]] = streamInfo; + } + } + resolve(new Response(encodingsM3u8)); + break; + } + console.log('attempt to skip ad (attempt #' + attempts + ')'); + } else { + // Stream is offline? + resolve(encodingsM3u8Response); + break; + } + } + }); + } + } + return realFetch.apply(this, arguments); + } + } + declareOptions(window); + // This hooks fetch in the global scope (which is different to the Worker scope, and therefore different to the Worker fetch hook) + function hookFetch() { + var realFetch = window.fetch; + window.fetch = function(url, init, ...args) { + if (typeof url === 'string') { + if (url.includes('gql')) { + var deviceId = init.headers['X-Device-Id']; + if (typeof deviceId !== 'string') { + deviceId = init.headers['Device-ID']; + } + if (typeof deviceId === 'string' && twitchMainWorker) { + twitchMainWorker.postMessage({key:'set_gql_device_id',value:deviceId}); + } + } + if (OPT_ACCESS_TOKEN_PLAYER_TYPE) { + if (url.includes('/access_token')) { + var modifiedUrl = new URL(url); + modifiedUrl.searchParams.set('player_type', OPT_ACCESS_TOKEN_PLAYER_TYPE); + arguments[0] = modifiedUrl.href; + } + else if (url.includes('gql') && init && typeof init.body === 'string' && init.body.includes('PlaybackAccessToken')) { + const newBody = JSON.parse(init.body); + newBody.variables.playerType = OPT_ACCESS_TOKEN_PLAYER_TYPE; + init.body = JSON.stringify(newBody); + } + } + } + return realFetch.apply(this, arguments); + } + } + hookFetch(); +})(); \ No newline at end of file diff --git a/dyn-video-swap/dyn-video-swap-ublock-origin.js b/dyn-video-swap/dyn-video-swap-ublock-origin.js index f59a422..bc81896 100644 --- a/dyn-video-swap/dyn-video-swap-ublock-origin.js +++ b/dyn-video-swap/dyn-video-swap-ublock-origin.js @@ -99,7 +99,7 @@ twitch-videoad.js application/javascript if (liveVid.length) { disabledVideo = liveVid = liveVid[0]; if (!disabledVideo) { - console.log('skipppp'); + //console.log('skipppp'); return; } //mute @@ -141,9 +141,8 @@ twitch-videoad.js application/javascript tempVideo = document.createElement('video'); tempVideo.autoplay = true; tempVideo.volume = originalVolume; - console.log(disabledVideo); + //console.log(disabledVideo); disabledVideo.parentElement.insertBefore(tempVideo, disabledVideo.nextSibling); - console.log('123'); if (Hls.isSupported()) { tempVideo.hls = new Hls(); tempVideo.hls.loadSource(tempM3u8); @@ -157,49 +156,60 @@ twitch-videoad.js application/javascript } } } - window.addEventListener("DOMContentLoaded", function() { - function checkForAd() { - //check ad by looking for text banner - var adBanner = document.querySelectorAll("span.tw-c-text-overlay"); - var foundAd = false; - for (var i = 0; i < adBanner.length; i++) { - if (adBanner[i].attributes["data-test-selector"]) { - foundAd = true; - foundBannerPrev = true; - break; - } + function checkForAd() { + //check ad by looking for text banner + var adBanner = document.querySelectorAll("span.tw-c-text-overlay"); + var foundAd = false; + for (var i = 0; i < adBanner.length; i++) { + if (adBanner[i].attributes["data-test-selector"]) { + foundAd = true; + foundBannerPrev = true; + break; } - if (tempVideo && disabledVideo && tempVideo.paused != disabledVideo.paused) { - if (disabledVideo.paused) { - tempVideo.pause(); - } else { - tempVideo.play(); - } - } - if (foundAd && typeof Hls !== 'undefined') { - onFoundAd(); - } else if (!foundAd && foundBannerPrev) { - //if no ad and video blacked out, unmute and disable black out - if (disabledVideo) { - disabledVideo.volume = originalVolume; - disabledVideo.style.filter = ""; - disabledVideo = null; - foundAdContainer = false; - foundBannerPrev = false; - if (tempVideo) { - tempVideo.hls.stopLoad(); - tempVideo.remove(); - tempVideo = null; - } - } - } - setTimeout(checkForAd,100); } - checkForAd(); + if (tempVideo && disabledVideo && tempVideo.paused != disabledVideo.paused) { + if (disabledVideo.paused) { + tempVideo.pause(); + } else { + tempVideo.play();//TODO: Fix issue with Firefox + } + } + if (foundAd && typeof Hls !== 'undefined') { + onFoundAd(); + } else if (!foundAd && foundBannerPrev) { + //if no ad and video blacked out, unmute and disable black out + if (disabledVideo) { + disabledVideo.volume = originalVolume; + disabledVideo.style.filter = ""; + disabledVideo = null; + foundAdContainer = false; + foundBannerPrev = false; + if (tempVideo) { + tempVideo.hls.stopLoad(); + tempVideo.remove(); + tempVideo = null; + } + } + } + setTimeout(checkForAd,100); + } + function dynOnContentLoaded() { if (typeof Hls === 'undefined') { var script = document.createElement('script'); script.src = "https://cdn.jsdelivr.net/npm/hls.js@latest"; + script.onload = function() { + checkForAd(); + } document.head.appendChild(script); + } else { + checkForAd(); } - }); + } + if (document.readyState === "complete" || document.readyState === "loaded" || document.readyState === "interactive") { + dynOnContentLoaded(); + } else { + window.addEventListener("DOMContentLoaded", function() { + dynOnContentLoaded(); + }); + } })(); \ No newline at end of file diff --git a/dyn-video-swap/dyn-video-swap-userscript.js b/dyn-video-swap/dyn-video-swap-userscript.js new file mode 100644 index 0000000..12291bf --- /dev/null +++ b/dyn-video-swap/dyn-video-swap-userscript.js @@ -0,0 +1,225 @@ +// ==UserScript== +// @name TwitchAdSolutions (dyn-video-swap) +// @namespace https://github.com/pixeltris/TwitchAdSolutions +// @version 1.0 +// @description Replaces twitch ads with lower resolution live stream +// @author pixeltris +// @match *://*.twitch.tv/* +// @downloadURL https://github.com/pixeltris/TwitchAdSolutions/raw/master/dyn-video-swap/dyn-video-swap-userscript.js +// @run-at document-start +// @grant none +// ==/UserScript== +// Adapted from dyn / mute-black +(function() { + 'use strict'; + //////////////////////////// + // BEGIN WORKER + //////////////////////////// + const oldWorker = window.Worker; + window.Worker = class Worker extends oldWorker { + constructor(twitchBlobUrl) { + var jsURL = getWasmWorkerUrl(twitchBlobUrl); + var version = jsURL.match(/wasmworker\.min\-(.*)\.js/)[1]; + var newBlobStr = ` + var Module = { + WASM_BINARY_URL: '${jsURL.replace('.js', '.wasm')}', + WASM_CACHE_MODE: true + } + ${detectAds.toString()} + ${hookWorkerFetch.toString()} + hookWorkerFetch(); + importScripts('${jsURL}'); + ` + super(URL.createObjectURL(new Blob([newBlobStr]))); + this.onmessage = function(e) { + if (e.data.key == 'HideAd') { + onFoundAd(); + } + } + } + } + function getWasmWorkerUrl(twitchBlobUrl) { + var req = new XMLHttpRequest(); + req.open('GET', twitchBlobUrl, false); + req.send(); + return req.responseText.split("'")[1]; + } + async function detectAds(url, textStr) { + if (!textStr.includes(',live') && textStr.includes('stitched-ad')) { + postMessage({key:'HideAd'}); + } + return textStr; + } + function hookWorkerFetch() { + var realFetch = fetch; + fetch = async function(url, options) { + if (typeof url === 'string') { + if (url.endsWith('m3u8')) { + // Based on https://github.com/jpillora/xhook + return new Promise(function(resolve, reject) { + var processAfter = async function(response) { + var str = await detectAds(url, await response.text()); + resolve(new Response(str)); + }; + var send = function() { + return realFetch(url, options).then(function(response) { + processAfter(response); + })['catch'](function(err) { + console.log('fetch hook err ' + err); + reject(err); + }); + }; + send(); + }); + } + } + return realFetch.apply(this, arguments); + } + } + //////////////////////////// + // END WORKER + //////////////////////////// + var tempVideo = null; + var disabledVideo = null; + var foundAdContainer = false; + var foundBannerPrev = false; + var originalVolume = 0; + /*//Maybe a bit heavy handed... + var originalAppendChild = Element.prototype.appendChild; + Element.prototype.appendChild = function() { + originalAppendChild.apply(this, arguments); + if (arguments[0] && arguments[0].innerHTML && arguments[0].innerHTML.includes('tw-c-text-overlay') && arguments[0].innerHTML.includes('ad-banner')) { + onFoundAd(); + } + };*/ + function onFoundAd() { + if (!foundAdContainer) { + //hide ad contianers + var adContainers = document.querySelectorAll('[data-test-selector="sad-overlay"]'); + for (var i = 0; i < adContainers.length; i++) { + adContainers[i].style.display = "none"; + } + foundAdContainer = adContainers.length > 0; + } + if (disabledVideo) { + disabledVideo.volume = 0; + } else { + //get livestream video element + var liveVid = document.getElementsByTagName("video"); + if (liveVid.length) { + disabledVideo = liveVid = liveVid[0]; + if (!disabledVideo) { + //console.log('skipppp'); + return; + } + //mute + originalVolume = liveVid.volume; + liveVid.volume = 0; + //black out + liveVid.style.filter = "brightness(0%)"; + var createTempStream = async function() { + // Create new video stream TODO: Do this with callbacks + var channelName = window.location.pathname.substr(1);// TODO: Better way of determining the channel name + var playerType = "thunderdome"; + var CLIENT_ID = "kimne78kx3ncx6brgo4mv6wki5h1ko"; + var tempM3u8 = null; + var accessTokenResponse = await fetch('https://api.twitch.tv/api/channels/' + channelName + '/access_token?oauth_token=undefined&need_https=true&platform=web&player_type=' + playerType + '&player_backend=mediaplayer', {headers:{'client-id':CLIENT_ID}}); + if (accessTokenResponse.status === 200) { + var accessToken = JSON.parse(await accessTokenResponse.text()); + var urlInfo = new URL('https://usher.ttvnw.net/api/channel/hls/' + channelName + '.m3u8?allow_source=true'); + urlInfo.searchParams.set('sig', accessToken.sig); + urlInfo.searchParams.set('token', accessToken.token); + var encodingsM3u8Response = await fetch(urlInfo.href); + if (encodingsM3u8Response.status === 200) { + // TODO: Maybe look for the most optimal m3u8 + var encodingsM3u8 = await encodingsM3u8Response.text(); + var streamM3u8Url = encodingsM3u8.match(/^https:.*\.m3u8$/m)[0]; + // Maybe this request is a bit unnecessary + var streamM3u8Response = await fetch(streamM3u8Url); + if (streamM3u8Response.status == 200) { + tempM3u8 = streamM3u8Url; + } else { + console.log('Backup url request (streamM3u8) failed with ' + streamM3u8Response.status); + } + } else { + console.log('Backup url request (encodingsM3u8) failed with ' + encodingsM3u8Response.status); + } + } else { + console.log('Backup url request (accessToken) failed with ' + accessTokenResponse.status); + } + if (tempM3u8 != null) { + tempVideo = document.createElement('video'); + tempVideo.autoplay = true; + tempVideo.volume = originalVolume; + //console.log(disabledVideo); + disabledVideo.parentElement.insertBefore(tempVideo, disabledVideo.nextSibling); + if (Hls.isSupported()) { + tempVideo.hls = new Hls(); + tempVideo.hls.loadSource(tempM3u8); + tempVideo.hls.attachMedia(tempVideo); + } + //console.log(tempVideo); + //console.log(tempM3u8); + } + } + createTempStream(); + } + } + } + function checkForAd() { + //check ad by looking for text banner + var adBanner = document.querySelectorAll("span.tw-c-text-overlay"); + var foundAd = false; + for (var i = 0; i < adBanner.length; i++) { + if (adBanner[i].attributes["data-test-selector"]) { + foundAd = true; + foundBannerPrev = true; + break; + } + } + if (tempVideo && disabledVideo && tempVideo.paused != disabledVideo.paused) { + if (disabledVideo.paused) { + tempVideo.pause(); + } else { + tempVideo.play();//TODO: Fix issue with Firefox + } + } + if (foundAd && typeof Hls !== 'undefined') { + onFoundAd(); + } else if (!foundAd && foundBannerPrev) { + //if no ad and video blacked out, unmute and disable black out + if (disabledVideo) { + disabledVideo.volume = originalVolume; + disabledVideo.style.filter = ""; + disabledVideo = null; + foundAdContainer = false; + foundBannerPrev = false; + if (tempVideo) { + tempVideo.hls.stopLoad(); + tempVideo.remove(); + tempVideo = null; + } + } + } + setTimeout(checkForAd,100); + } + function dynOnContentLoaded() { + if (typeof Hls === 'undefined') { + var script = document.createElement('script'); + script.src = "https://cdn.jsdelivr.net/npm/hls.js@latest"; + script.onload = function() { + checkForAd(); + } + document.head.appendChild(script); + } else { + checkForAd(); + } + } + if (document.readyState === "complete" || document.readyState === "loaded" || document.readyState === "interactive") { + dynOnContentLoaded(); + } else { + window.addEventListener("DOMContentLoaded", function() { + dynOnContentLoaded(); + }); + } +})(); \ No newline at end of file diff --git a/dyn/dyn-userscript.js b/dyn/dyn-userscript.js new file mode 100644 index 0000000..6578d75 --- /dev/null +++ b/dyn/dyn-userscript.js @@ -0,0 +1,280 @@ +// ==UserScript== +// @name TwitchAdSolutions (dyn) +// @namespace https://github.com/pixeltris/TwitchAdSolutions +// @version 1.0 +// @description Replaces twitch ad segments with lower resolution live segments +// @author pixeltris +// @match *://*.twitch.tv/* +// @downloadURL https://github.com/pixeltris/TwitchAdSolutions/raw/master/dyn/dyn-userscript.js +// @run-at document-start +// @grant none +// ==/UserScript== +(function() { + 'use strict'; + function declareOptions(scope) { + // Options / globals + scope.OPT_INITIAL_M3U8_ATTEMPTS = 1; + scope.OPT_ACCESS_TOKEN_PLAYER_TYPE = "";//'embed'; + scope.AD_SIGNIFIER = 'stitched-ad'; + scope.LIVE_SIGNIFIER = ',live'; + scope.CLIENT_ID = 'kimne78kx3ncx6brgo4mv6wki5h1ko'; + // These are only really for Worker scope... + scope.StreamInfos = []; + scope.StreamInfosByUrl = []; + } + // Worker injection by instance01 (https://github.com/instance01/Twitch-HLS-AdBlock) + const oldWorker = window.Worker; + window.Worker = class Worker extends oldWorker { + constructor(twitchBlobUrl) { + var jsURL = getWasmWorkerUrl(twitchBlobUrl); + var version = jsURL.match(/wasmworker\.min\-(.*)\.js/)[1]; + var newBlobStr = ` + var Module = { + WASM_BINARY_URL: '${jsURL.replace('.js', '.wasm')}', + WASM_CACHE_MODE: true + } + ${stripAds.toString()} + ${getSegmentTimes.toString()} + ${hookWorkerFetch.toString()} + ${declareOptions.toString()} + declareOptions(self); + hookWorkerFetch(); + importScripts('${jsURL}'); + ` + super(URL.createObjectURL(new Blob([newBlobStr]))); + var adDiv = null; + this.onmessage = function(e) { + if (e.data.key == 'UboShowAdBanner') { + if (adDiv == null) { adDiv = getAdDiv(); } + adDiv.style.display = 'block'; + } + else if (e.data.key == 'UboHideAdBanner') { + if (adDiv == null) { adDiv = getAdDiv(); } + adDiv.style.display = 'none'; + } + } + function getAdDiv() { + var msg = 'uBlock Origin is waiting for ads to finish...'; + var playerRootDiv = document.querySelector('.video-player'); + var adDiv = null; + if (playerRootDiv != null) { + adDiv = playerRootDiv.querySelector('.ubo-overlay'); + if (adDiv == null) { + adDiv = document.createElement('div'); + adDiv.className = 'ubo-overlay'; + adDiv.innerHTML = ' '; + adDiv.style.display = 'none'; + playerRootDiv.appendChild(adDiv); + } + } + return adDiv; + } + } + } + function getWasmWorkerUrl(twitchBlobUrl) { + var req = new XMLHttpRequest(); + req.open('GET', twitchBlobUrl, false); + req.send(); + return req.responseText.split("'")[1]; + } + function getSegmentTimes(lines) { + var result = []; + var lastDate = 0; + for (var i = 0; i < lines.length; i++) { + var line = lines[i]; + if (line.startsWith('#EXT-X-PROGRAM-DATE-TIME:')) { + lastDate = Date.parse(line.substring(line.indexOf(':') + 1)); + } else if (line.startsWith('http')) { + result[lastDate] = line; + } + } + return result; + } + async function stripAds(url, textStr, realFetch) { + var haveAdTags = textStr.includes(AD_SIGNIFIER); + var streamInfo = StreamInfosByUrl[url]; + if (streamInfo == null) { + console.log('Unknown stream url!'); + return textStr; + } + if (haveAdTags && !textStr.includes(LIVE_SIGNIFIER)) { + postMessage({key:'UboShowAdBanner'}); + } else { + postMessage({key:'UboHideAdBanner'}); + } + if (haveAdTags) { + if (!streamInfo.BackupFailed && streamInfo.BackupUrl == null) { + // NOTE: We currently don't fetch the oauth_token. You wont be able to access private streams like this. + streamInfo.BackupFailed = true; + var accessTokenResponse = await realFetch('https://api.twitch.tv/api/channels/' + streamInfo.ChannelName + '/access_token?oauth_token=undefined&need_https=true&platform=web&player_type=picture-by-picture&player_backend=mediaplayer', {headers:{'client-id':CLIENT_ID}}); + if (accessTokenResponse.status === 200) { + var accessToken = JSON.parse(await accessTokenResponse.text()); + var urlInfo = new URL('https://usher.ttvnw.net/api/channel/hls/' + streamInfo.ChannelName + '.m3u8' + streamInfo.RootM3U8Params); + urlInfo.searchParams.set('sig', accessToken.sig); + urlInfo.searchParams.set('token', accessToken.token); + var encodingsM3u8Response = await realFetch(urlInfo.href); + if (encodingsM3u8Response.status === 200) { + // TODO: Maybe look for the most optimal m3u8 + var encodingsM3u8 = await encodingsM3u8Response.text(); + var streamM3u8Url = encodingsM3u8.match(/^https:.*\.m3u8$/m)[0]; + // Maybe this request is a bit unnecessary + var streamM3u8Response = await realFetch(streamM3u8Url); + if (streamM3u8Response.status == 200) { + streamInfo.BackupFailed = false; + streamInfo.BackupUrl = streamM3u8Url; + console.log('Fetched backup url: ' + streamInfo.BackupUrl); + } else { + console.log('Backup url request (streamM3u8) failed with ' + streamM3u8Response.status); + } + } else { + console.log('Backup url request (encodingsM3u8) failed with ' + encodingsM3u8Response.status); + } + } else { + console.log('Backup url request (accessToken) failed with ' + accessTokenResponse.status); + } + } + var backupM3u8 = null; + if (streamInfo.BackupUrl != null) { + var backupM3u8Response = await realFetch(streamInfo.BackupUrl); + if (backupM3u8Response.status == 200) { + backupM3u8 = await backupM3u8Response.text(); + } else { + console.log('Backup m3u8 failed with ' + backupM3u8Response.status); + } + } + var lines = textStr.replace('\r', '').split('\n'); + var segmentMap = []; + if (backupM3u8 != null) { + var backupLines = backupM3u8.replace('\r', '').split('\n'); + var segTimes = getSegmentTimes(lines); + var backupSegTimes = getSegmentTimes(backupLines); + for (const [segTime, segUrl] of Object.entries(segTimes)) { + var closestTime = Number.MAX_VALUE; + var matchingBackupTime = Number.MAX_VALUE; + for (const [backupSegTime, backupSegUrl] of Object.entries(backupSegTimes)) { + var timeDiff = Math.abs(segTime - backupSegTime); + if (timeDiff < closestTime) { + closestTime = timeDiff; + matchingBackupTime = backupSegTime; + segmentMap[segUrl] = backupSegUrl; + } + } + if (closestTime != Number.MAX_VALUE) { + backupSegTimes.splice(backupSegTimes.indexOf(matchingBackupTime), 1); + } + } + } + for (var i = 0; i < lines.length; i++) { + var line = lines[i]; + if (line.includes('stitched-ad')) { + lines[i] = ''; + } + if (line.startsWith('#EXTINF:') && !line.includes(',live')) { + lines[i] = line.substring(0, line.indexOf(',')) + ',live'; + var backupSegment = segmentMap[lines[i + 1]]; + lines[i + 1] = backupSegment != null ? backupSegment : '' + } + } + textStr = lines.join('\n'); + //console.log(textStr); + } + return textStr; + } + function hookWorkerFetch() { + var realFetch = fetch; + fetch = async function(url, options) { + if (typeof url === 'string') { + if (url.endsWith('m3u8')) { + // Based on https://github.com/jpillora/xhook + return new Promise(function(resolve, reject) { + var processAfter = async function(response) { + var str = await stripAds(url, await response.text(), realFetch); + var modifiedResponse = new Response(str); + resolve(modifiedResponse); + }; + var send = function() { + return realFetch(url, options).then(function(response) { + processAfter(response); + })['catch'](function(err) { + console.log('fetch hook err ' + err); + reject(err); + }); + }; + send(); + }); + } + else if (url.includes('/api/channel/hls/') && !url.includes('picture-by-picture')) { + return new Promise(async function(resolve, reject) { + // - First m3u8 request is the m3u8 with the video encodings (360p,480p,720p,etc). + // - Second m3u8 request is the m3u8 for the given encoding obtained in the first request. At this point we will know if there's ads. + var maxAttempts = OPT_INITIAL_M3U8_ATTEMPTS <= 0 ? 1 : OPT_INITIAL_M3U8_ATTEMPTS; + var attempts = 0; + while(true) { + var encodingsM3u8Response = await realFetch(url, options); + if (encodingsM3u8Response.status === 200) { + var encodingsM3u8 = await encodingsM3u8Response.text(); + var streamM3u8Url = encodingsM3u8.match(/^https:.*\.m3u8$/m)[0]; + var streamM3u8Response = await realFetch(streamM3u8Url); + var streamM3u8 = await streamM3u8Response.text(); + if (!streamM3u8.includes(AD_SIGNIFIER) || ++attempts >= maxAttempts) { + if (maxAttempts > 1 && attempts >= maxAttempts) { + console.log('max skip ad attempts reached (attempt #' + attempts + ')'); + } + var channelName = (new URL(url)).pathname.match(/([^\/]+)(?=\.\w+$)/)[0]; + var streamInfo = StreamInfos[channelName]; + if (streamInfo == null) { + StreamInfos[channelName] = streamInfo = {}; + } + // This might potentially backfire... maybe just add the new urls + streamInfo.ChannelName = channelName; + streamInfo.Urls = []; + streamInfo.RootM3U8Params = (new URL(url)).search; + streamInfo.BackupUrl = null; + streamInfo.BackupFailed = false; + var lines = encodingsM3u8.replace('\r', '').split('\n'); + for (var i = 0; i < lines.length; i++) { + if (!lines[i].startsWith('#') && lines[i].includes('.m3u8')) { + streamInfo.Urls.push(lines[i]); + StreamInfosByUrl[lines[i]] = streamInfo; + } + } + resolve(new Response(encodingsM3u8)); + break; + } + console.log('attempt to skip ad (attempt #' + attempts + ')'); + } else { + // Stream is offline? + resolve(encodingsM3u8Response); + break; + } + } + }); + } + } + return realFetch.apply(this, arguments); + } + } + // This hooks fetch in the global scope (which is different to the Worker scope, and therefore different to the Worker fetch hook) + function hookFetch() { + var realFetch = window.fetch; + window.fetch = function(url, init, ...args) { + if (typeof url === 'string') { + if (OPT_ACCESS_TOKEN_PLAYER_TYPE) { + if (url.includes('/access_token')) { + var modifiedUrl = new URL(url); + modifiedUrl.searchParams.set('player_type', OPT_ACCESS_TOKEN_PLAYER_TYPE); + arguments[0] = modifiedUrl.href; + } + else if (url.includes('gql') && init && typeof init.body === 'string' && init.body.includes('PlaybackAccessToken')) { + const newBody = JSON.parse(init.body); + newBody.variables.playerType = OPT_ACCESS_TOKEN_PLAYER_TYPE; + init.body = JSON.stringify(newBody); + } + } + } + return realFetch.apply(this, arguments); + } + } + declareOptions(window); + hookFetch(); +})(); \ No newline at end of file diff --git a/low-res/low-res-ublock-origin.js b/low-res/low-res-ublock-origin.js index 780b651..68aa2b8 100644 --- a/low-res/low-res-ublock-origin.js +++ b/low-res/low-res-ublock-origin.js @@ -1,5 +1,5 @@ twitch-videoad.js application/javascript -(function() { +(function() { if ( /(^|\.)twitch\.tv$/.test(document.location.hostname) === false ) { return; } function hookFetch() { var OPT_ACCESS_TOKEN_PLAYER_TYPE = 'thunderdome';//480p diff --git a/low-res/low-res-userscript.js b/low-res/low-res-userscript.js new file mode 100644 index 0000000..76360d3 --- /dev/null +++ b/low-res/low-res-userscript.js @@ -0,0 +1,37 @@ +// ==UserScript== +// @name TwitchAdSolutions (low-res) +// @namespace https://github.com/pixeltris/TwitchAdSolutions +// @version 1.0 +// @description Avoids Twitch ads by using a lower resolution live stream without ads +// @author pixeltris +// @match *://*.twitch.tv/* +// @downloadURL https://github.com/pixeltris/TwitchAdSolutions/raw/master/low-res/low-res-userscript.js +// @run-at document-start +// @grant none +// ==/UserScript== +(function() { + 'use strict'; + function hookFetch() { + var OPT_ACCESS_TOKEN_PLAYER_TYPE = 'thunderdome';//480p + //var OPT_ACCESS_TOKEN_PLAYER_TYPE = 'picture-by-picture';//360p + var realFetch = window.fetch; + window.fetch = function(url, init, ...args) { + if (typeof url === 'string') { + if (OPT_ACCESS_TOKEN_PLAYER_TYPE) { + if (url.includes('/access_token')) { + var modifiedUrl = new URL(url); + modifiedUrl.searchParams.set('player_type', OPT_ACCESS_TOKEN_PLAYER_TYPE); + arguments[0] = modifiedUrl.href; + } + else if (url.includes('gql') && init && typeof init.body === 'string' && init.body.includes('PlaybackAccessToken')) { + const newBody = JSON.parse(init.body); + newBody.variables.playerType = OPT_ACCESS_TOKEN_PLAYER_TYPE; + init.body = JSON.stringify(newBody); + } + } + } + return realFetch.apply(this, arguments); + } + } + hookFetch(); +})(); \ No newline at end of file diff --git a/mute-black/mute-black-userscript.js b/mute-black/mute-black-userscript.js new file mode 100644 index 0000000..aca72b7 --- /dev/null +++ b/mute-black/mute-black-userscript.js @@ -0,0 +1,146 @@ +// ==UserScript== +// @name TwitchAdSolutions (low-res) +// @namespace https://github.com/pixeltris/TwitchAdSolutions +// @version 1.0 +// @description Twitch ads are muted / blacked out for the duration of the ad +// @author pixeltris +// @match *://*.twitch.tv/* +// @downloadURL https://github.com/pixeltris/TwitchAdSolutions/raw/master/mute-black/mute-black-userscript.js +// @run-at document-start +// @grant none +// ==/UserScript== +// Author: https://twitter.com/EthanShulman +(function() { + 'use strict'; + //////////////////////////// + // BEGIN WORKER + //////////////////////////// + const oldWorker = window.Worker; + window.Worker = class Worker extends oldWorker { + constructor(twitchBlobUrl) { + var jsURL = getWasmWorkerUrl(twitchBlobUrl); + var version = jsURL.match(/wasmworker\.min\-(.*)\.js/)[1]; + var newBlobStr = ` + var Module = { + WASM_BINARY_URL: '${jsURL.replace('.js', '.wasm')}', + WASM_CACHE_MODE: true + } + ${detectAds.toString()} + ${hookWorkerFetch.toString()} + hookWorkerFetch(); + importScripts('${jsURL}'); + ` + super(URL.createObjectURL(new Blob([newBlobStr]))); + this.onmessage = function(e) { + if (e.data.key == 'HideAd') { + onFoundAd(); + } + } + } + } + function getWasmWorkerUrl(twitchBlobUrl) { + var req = new XMLHttpRequest(); + req.open('GET', twitchBlobUrl, false); + req.send(); + return req.responseText.split("'")[1]; + } + async function detectAds(url, textStr) { + if (!textStr.includes(',live') && textStr.includes('stitched-ad')) { + postMessage({key:'HideAd'}); + } + return textStr; + } + function hookWorkerFetch() { + var realFetch = fetch; + fetch = async function(url, options) { + if (typeof url === 'string') { + if (url.endsWith('m3u8')) { + // Based on https://github.com/jpillora/xhook + return new Promise(function(resolve, reject) { + var processAfter = async function(response) { + var str = await detectAds(url, await response.text()); + resolve(new Response(str)); + }; + var send = function() { + return realFetch(url, options).then(function(response) { + processAfter(response); + })['catch'](function(err) { + console.log('fetch hook err ' + err); + reject(err); + }); + }; + send(); + }); + } + } + return realFetch.apply(this, arguments); + } + } + //////////////////////////// + // END WORKER + //////////////////////////// + var disabledVideo = null; + var foundAdContainer = false; + var foundBannerPrev = false; + var originalVolume = 0; + /*//Maybe a bit heavy handed... + var originalAppendChild = Element.prototype.appendChild; + Element.prototype.appendChild = function() { + originalAppendChild.apply(this, arguments); + if (arguments[0] && arguments[0].innerHTML && arguments[0].innerHTML.includes('tw-c-text-overlay') && arguments[0].innerHTML.includes('ad-banner')) { + onFoundAd(); + } + };*/ + function onFoundAd() { + if (!foundAdContainer) { + //hide ad contianers + var adContainers = document.querySelectorAll('[data-test-selector="sad-overlay"]'); + for (var i = 0; i < adContainers.length; i++) { + adContainers[i].style.display = "none"; + } + foundAdContainer = adContainers.length > 0; + } + if (disabledVideo) { + disabledVideo.volume = 0; + } else { + //get livestream video element + var liveVid = document.getElementsByTagName("video"); + if (liveVid.length) { + disabledVideo = liveVid = liveVid[0]; + //mute + originalVolume = liveVid.volume; + liveVid.volume = 0; + //black out + liveVid.style.filter = "brightness(0%)"; + } + } + } + window.addEventListener("DOMContentLoaded", function() { + function checkForAd() { + //check ad by looking for text banner + var adBanner = document.querySelectorAll("span.tw-c-text-overlay"); + var foundAd = false; + for (var i = 0; i < adBanner.length; i++) { + if (adBanner[i].attributes["data-test-selector"]) { + foundAd = true; + foundBannerPrev = true; + break; + } + } + if (foundAd) { + onFoundAd(); + } else if (!foundAd && foundBannerPrev) { + //if no ad and video blacked out, unmute and disable black out + if (disabledVideo) { + disabledVideo.volume = originalVolume; + disabledVideo.style.filter = ""; + disabledVideo = null; + foundAdContainer = false; + foundBannerPrev = false; + } + } + setTimeout(checkForAd,100); + } + checkForAd(); + }); +})(); \ No newline at end of file