Newer
Older
const URL_BASE = "https://www.youtube.com";
const URL_BASE_M = "https://m.youtube.com";
const URL_HOME = "https://www.youtube.com";
const URL_TRENDING = "https://www.youtube.com/feed/trending";
const URL_CONTEXT = "https://www.youtube.com";
const URL_CONTEXT_M = "https://m.youtube.com";
const URL_CHANNEL_VIDEOS = "/videos";
const URL_CHANNEL_STREAMS = "/streams";
const URL_SEARCH_SUGGESTIONS = "https://suggestqueries-clients6.youtube.com/complete/search?client=youtube&gs_ri=youtube&ds=yt&q=";
const URL_SEARCH = "https://www.youtube.com/youtubei/v1/search";
const URL_BROWSE = "https://www.youtube.com/youtubei/v1/browse";
const URL_BROWSE_MOBILE = "https://m.youtube.com/youtubei/v1/browse";
const URL_NEXT = "https://www.youtube.com/youtubei/v1/next";
Kelvin
committed
const URL_NEXT_MOBILE = "https://m.youtube.com/youtubei/v1/next";
const URL_GUIDE = "https://www.youtube.com/youtubei/v1/guide";
const URL_SUB_CHANNELS_M = "https://m.youtube.com/feed/channels";
const URL_SUBSCRIPTIONS_M = "https://m.youtube.com/feed/subscriptions";
const URL_PLAYLIST = "https://youtube.com/playlist?list=";
const URL_PLAYLISTS_M = "https://m.youtube.com/feed/library";
const URL_LIVE_CHAT_HTML = "https://www.youtube.com/live_chat";
const URL_LIVE_CHAT = "https://www.youtube.com/youtubei/v1/live_chat/get_live_chat";
const URL_WATCHTIME = "https://www.youtube.com/api/stats/watchtime";
const URL_PLAYER = "https://youtubei.googleapis.com/youtubei/v1/player";
const URL_YOUTUBE_DISLIKES = "https://returnyoutubedislikeapi.com/votes?videoId=";
const URL_YOUTUBE_SPONSORBLOCK = "https://sponsor.ajay.app/api/skipSegments?videoID=";
const URL_YOUTUBE_RSS = "https://www.youtube.com/feeds/videos.xml?channel_id=";
const CIPHER_TEST_HASHES = ["3400486c", "b22ef6e7", "a960a0cb", "178de1f2", "4eae42b1", "f98908d1", "0e6aaa83", "d0936ad4", "8e83803a", "30857836", "4cc5d082", "f2f137c6", "1dda5629", "23604418", "71547d26", "b7910ca8"];
const CIPHER_TEST_PREFIX = "/s/player/";
const CIPHER_TEST_SUFFIX = "/player_ias.vflset/en_US/base.js";
const PLATFORM = "YouTube";
const BROWSE_TRENDING = "FEtrending";
const BROWSE_WHAT_TO_WATCH = "FEwhat_to_watch";
const BROWSE_SUBSCRIPTIONS = "FEsubscriptions";
const SEARCH_CHANNELS_PARAM = "EgIQAg%3D%3D";
const SEARCH_PLAYLISTS_PARAM = "EgIQAw%3D%3D";
const REGEX_VIDEO_URL_DESKTOP = new RegExp("https://(.*\\.)?youtube\\.com/watch.*?v=(.*)");
const REGEX_VIDEO_URL_SHARE = new RegExp("https://youtu\\.be/(.*)");
const REGEX_VIDEO_URL_SHARE_LIVE = new RegExp("https://(.*\\.)?youtube\\.com/live/(.*)");
const REGEX_VIDEO_URL_SHORT = new RegExp("https://(.*\\.)?youtube\\.com/shorts/(.*)");
const REGEX_VIDEO_URL_CLIP = new RegExp("https://(.*\\.)?youtube\\.com/clip/(.*)[?]?");
const REGEX_VIDEO_URL_EMBED = new RegExp("https://(.*\\.)?youtube\\.com/embed/([^?]+)");
const REGEX_VIDEO_CHANNEL_URL = new RegExp("https://(.*\\.)?youtube\\.com/channel/(.*)");
const REGEX_VIDEO_CHANNEL_URL2 = new RegExp("https://(.*\\.)?youtube\\.com/user/.*");
const REGEX_VIDEO_CHANNEL_URL3 = new RegExp("https://(.*\\.)?youtube\\.com/@.*");
const REGEX_VIDEO_CHANNEL_URL4 = new RegExp("https://(.*\\.)?youtube\\.com/c/*");
const REGEX_VIDEO_PLAYLIST_URL = new RegExp("https://(.*\\.)?youtube\\.com/playlist\\?list=.*");
const REGEX_INITIAL_DATA = new RegExp("<script.*?var ytInitialData = (.*?);<\/script>");
const REGEX_INITIAL_PLAYER_DATA = new RegExp("<script.*?var ytInitialPlayerResponse = (.*?});");
//TODO: Make this one more flexible/reliable. For now used as fallback if initial fails.
const REGEX_INITIAL_PLAYER_DATA_FALLBACK = new RegExp("<script.*?var ytInitialPlayerResponse = (.*});var meta = document\.createElement");
const REGEX_HUMAN_NUMBER = new RegExp("([0-9\\.,]*)([a-zA-Z]*)");
const REGEX_HUMAN_AGO = new RegExp("([0-9]*) ([a-zA-Z]*) ago");
const REGEX_DATE_HUMAN = new RegExp("([A-Za-z]*) ([0-9]*), ([1-9][0-9][0-9][0-9])");
const REGEX_DATE_ISO = new RegExp("([1-9][0-9][0-9][0-9])-([0-9][0-9])-([0-9][0-9])");
const REGEX_DATE_EU = new RegExp("([0-9][0-9])-([0-9][0-9])-([1-9][0-9][0-9][0-9])");
const REGEX_DATE_US = new RegExp("([0-9][0-9])/([0-9][0-9])/([1-9][0-9][0-9][0-9])");
const REGEX_CONTINUATION = new RegExp("\"continuation\":\"(.*?)\"");
const REGEX_INNERTUBE_KEY = new RegExp("\"INNERTUBE_API_KEY\":\"(.*?)\"");
const REGEX_YTCFG = new RegExp(/ytcfg\.set\((.*?)\);/g);
const REGEX_URL_KIND = new RegExp(/.*?\?kind=([^&]*)/g);
const REGEX_ASR = new RegExp(/<text .*?start="(.*?)" .*?dur="(.*?)".*?>(.*?)<\/text>/gms);
const USER_AGENT_WINDOWS = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36";
const USER_AGENT_PHONE = "Mozilla/5.0 (Linux; Android 10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.5481.153 Mobile Safari/537.36";
const USER_AGENT_TABLET = "Mozilla/5.0 (iPad; CPU OS 13_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1";
const IOS_APP_VERSION = "19.14.3"
const IOS_DEVICE_VERSION = "iPhone15,4"
const IOS_OS_VERSION = "17_4_1"
const IOS_OS_VERSION_DETAILED = "17.4.1.21E237"
const USER_AGENT_IOS = "com.google.ios.youtube/" + IOS_APP_VERSION + "(" + IOS_DEVICE_VERSION + "; U; CPU iOS " + IOS_OS_VERSION + " like Mac OS X; US)";
const USER_AGENT_ANDROID = "com.google.android.youtube/17.31.35 (Linux; U; Android 12; US) gzip";
const USER_AGENT_TVHTML5_EMBED = "Mozilla/5.0 (CrKey armv7l 1.5.16041) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.0 Safari/537.36";
const USE_MOBILE_PAGES = true;
const USE_ANDROID_FALLBACK = false;
const USE_IOS_FALLBACK = true;
const SORT_VIEWS_STRING = "Views";
const SORT_RATING_STRING = "Rating";
var config = {};
var _settings = {};
var _clientContext = {};
var _clientContextAuth = {};
var visitorId = "";
var langDisplayRegion = "en-US";
var langDisplay = "en";
var langRegion = "US";
var _prefetchHome = null;
var _prefetchHomeAuth = null;
var _prefetchHomeUsed = false;
function getClientContext(isAuth = false) {
return (isAuth) ? _clientContextAuth : _clientContext;
}
//#region Source Methods
source.setSettings = function(settings) {
_settings = settings;
}
source.enable = (conf, settings, saveStateStr) => {
config = conf ?? {};
_settings = settings ?? {};
USE_ABR_VIDEOS = !!_settings.useUMP && (bridge.buildSpecVersion ?? 1) > 1;
log("ABR Enabled: " + USE_ABR_VIDEOS);
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
//log("Settings:\n" + JSON.stringify(settings, null, " "));
let didSaveState = false;
try {
if(saveStateStr) {
const saveState = JSON.parse(saveStateStr);
if(saveState &&
saveState.clientContext &&
saveState.clientContextAuth) {
_clientContext = saveState.clientContext;
_clientContextAuth = saveState.clientContextAuth;
_prefetchHomeUsed = true;
_prefetchHome = undefined;
_prefetchHomeAuth = undefined;
didSaveState = true;
log("Using save state");
}
}
}
catch(ex) {
log("Failed to parse saveState:" + ex);
didSaveState = false;
}
if(!didSaveState) {
log(config);
const isLoggedIn = bridge.isLoggedIn();
let batchReq = http.batch()
.GET(URL_CONTEXT, {"Accept-Language": "en-US" }, false);
if(isLoggedIn)
batchReq = batchReq.GET(URL_CONTEXT_M, { "User-Agent": USER_AGENT_TABLET, "Accept-Language": "en-US" }, true);
const batchResp = batchReq.execute();
throwIfCaptcha(batchResp[0])
if (!batchResp[0].isOk)
throw new ScriptException("Failed to request context enable !batchResp[0].isOk");
if(isLoggedIn && !batchResp[1].isOk) throw new ScriptException("Failed to request context enable isLoggedIn && !batchResp[1].isOk");
_clientContext = getClientConfig(batchResp[0].body)//requestClientConfig(false);
if(isLoggedIn) {
log("Logged in, fetching auth context");
_clientContextAuth = getClientConfig(batchResp[1].body)//requestClientConfig(USE_MOBILE_PAGES, true);
_prefetchHomeAuth = getInitialData(batchResp[1].body, true);
}
else {
_clientContextAuth = _clientContext;
_prefetchHomeAuth = null;
}
_prefetchHome = getInitialData(batchResp[0].body, false);
_prefetchHomeAuth = _prefetchHomeAuth ?? _prefetchHome;
_prefetchHomeUsed = false;
}
let innerContext = _clientContext.INNERTUBE_CONTEXT;
let innerContextAuth = _clientContextAuth.INNERTUBE_CONTEXT;
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
if(IS_TESTING)
console.log("Context", innerContext);
if(innerContext && innerContext.client) {
innerContext.client.hl = langDisplay;
innerContext.client.gl = langRegion;
innerContext.client.visitorData = undefined;
}
if(innerContextAuth && innerContextAuth.client) {
innerContextAuth.client.hl = langDisplay;
innerContextAuth.client.gl = langRegion;
innerContextAuth.client.visitorData = undefined;
}
return _clientContextAuth;
};
source.saveState = () => {
return JSON.stringify({
clientContext: _clientContext,
clientContextAuth: _clientContextAuth
});
};
//Home
source.getHome = () => {
let initialData = null;
if(!_prefetchHomeUsed && _prefetchHomeAuth != null) {
log("Using pre-fetched Home Page")
initialData = _prefetchHomeAuth;
_prefetchHomeUsed = true;
}
else if(bridge.isLoggedIn())
initialData = requestInitialData(URL_CONTEXT_M, USE_MOBILE_PAGES, true);
else
initialData = requestInitialData(URL_HOME, USE_MOBILE_PAGES, true);
if(tabs.length == 0) {
if(bridge.devSubmit) bridge.devSubmit("getHome - No tabs found..", JSON.stringify(initialData));
if(tabs[0].videos.length > 0)
return new RichGridPager(tabs[0], {}, USE_MOBILE_PAGES, true);
else
return source.getTrending();
};
source.getTrending = () => {
let initialData = requestInitialData(URL_TRENDING, USE_MOBILE_PAGES, false);
if(IS_TESTING)
console.log("getTrending initialData", initialData);
const tabs = extractPage_Tabs(initialData);
if(tabs.length == 0) {
if(bridge.devSubmit) bridge.devSubmit("getTrending - No tabs found..", JSON.stringify(initialData));
let tab = tabs[0];
if (tab.videos.length === 0) {
if (tab.shelves.length > 0) {
tab = tab.shelves[0];
}
}
return new RichGridPager(tab, {}, USE_MOBILE_PAGES, false);
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
//Search
source.searchSuggestions = (query) => {
const suggestionsResp = http.GET(URL_SEARCH_SUGGESTIONS + query + "&hl=" + langDisplay.toLowerCase() + "&gl=" + langRegion.toLowerCase(), {});
if(!suggestionsResp.isOk)
throw new ScriptException("Failed to get suggestions");
const suggestionsRaw = suggestionsResp.body;
const startIndex = suggestionsRaw.indexOf("(") + 1;
if(startIndex < 0) throw new ScriptException("Failed to filter suggestions (startIndex)");
const endIndex = suggestionsRaw.lastIndexOf(")");
if(endIndex < 0) throw new ScriptException("Failed to filter suggestions (endIndex)");
const suggestions = JSON.parse(suggestionsRaw.substring(startIndex, endIndex));
if(suggestions && suggestions.length >= 2) {
if(suggestions[1] && suggestions[1].length > 0)
return suggestions[1].filter(x=>x.length == 3).map(x=>x[0]);
}
return [];
};
source.getSearchCapabilities = () => {
return {
types: [Type.Feed.Videos, Type.Feed.Live],
sorts: [Type.Order.Chronological, SORT_VIEWS_STRING, SORT_RATING_STRING],
filters: FILTERS
};
}
source.searchQuery = function(type, order, filters) {
return searchQueryToSP(order, type, filters);
};
source.search = function(query, type, order, filters) {
const param = (order || (filters && Object.keys(filters).length > 0 )) ?
searchQueryToSP(order, type, filters) :
null;
if(IS_TESTING && param)
console.log("Search Param:", param);
const data = requestSearch(query, false, param);
const searchResults = extractSearch_SearchResults(data);
if(searchResults.videos)
return new SearchItemSectionVideoPager(searchResults);
return [];
};
source.searchChannels = function(query) {
const data = requestSearch(query, false, SEARCH_CHANNELS_PARAM);
const searchResults = extractSearch_SearchResults(data);
if(searchResults.channels)
return new SearchItemSectionChannelPager(searchResults);
return [];
};
source.getSearchChannelContentsCapabilities = function(){ return { types: [Type.Feed.Mixed], sorts: [] }; }
source.searchChannelContents = function(channelUrl, query, type, order, filters) {
const initialData = requestInitialData(channelUrl + "/search?query=" + query, USE_MOBILE_PAGES, true);
const tabs = extractPage_Tabs(initialData, {});
if(IS_TESTING) {
console.log("Initial Data", initialData);
console.log("Tabs", tabs);
}
const tab = tabs.find(x=>x.title == "Search");
if(tab)
return new RichGridPager(tab, {}, USE_MOBILE_PAGES, true);
else {
if(bridge.devSubmit) bridge.devSubmit("searchChannelContents - No search tab found", JSON.stringify(initialData));
source.getChannelUrlByClaim = (claimType, claimValues) => {
const values = claimValues.values();
if (values.length == 0)
return null;
const atName = values.find(x => x.startsWith("@"));
if (atName)
return URL_BASE + "/" + atName;
else
return URL_BASE + "/channel/" + values[0];
};
source.getChannelTemplateByClaimMap = () => {
return {
//Youtube
2: {
0: URL_BASE + "/{{CLAIMVALUE}}",
1: URL_BASE + "/channel/{{CLAIMVALUE}}",
}
};
return REGEX_VIDEO_URL_DESKTOP.test(url) || REGEX_VIDEO_URL_SHARE.test(url) || REGEX_VIDEO_URL_SHARE_LIVE.test(url) || REGEX_VIDEO_URL_SHORT.test(url) || REGEX_VIDEO_URL_CLIP.test(url) || REGEX_VIDEO_URL_EMBED.test(url);
if(false && (bridge.buildSpecVersion ?? 1) > 1) {
//TODO: Implement more compact version using new api batch spec
}
else {
source.getContentDetails = (url, useAuth, simplify) => {
useAuth = !!_settings?.authDetails || !!useAuth;
const videoId = extractVideoIDFromUrl(url);
if(IS_TESTING)
console.log("VideoID:", videoId);
const useLogin = useAuth && bridge.isLoggedIn();
const headersUsed = (useLogin) ? getAuthContextHeaders(false) : {};
headersUsed["Accept-Language"] = "en-US";
headersUsed["Cookie"] = "PREF=hl=en&gl=US"
let batchCounter = 1;
const batch = http.batch()
.GET(url, headersUsed, useLogin);
let batchYoutubeDislikesIndex = -1;
if(videoId && _settings["youtubeDislikes"] && !simplify) {
batch.GET(URL_YOUTUBE_DISLIKES + videoId, {}, false);
batchYoutubeDislikesIndex = batchCounter++;
}
let batchIOS = -1;
if(USE_IOS_VIDEOS_FALLBACK) {
requestIOSStreamingData(videoId, batch);
batchIOS = batchCounter++;
}
const resps = batch.execute();
throwIfCaptcha(resps[0]);
if(!resps[0].isOk) {
throw new ScriptException("Failed to request page [" + resps[0].code + "]");
}
let html = resps[0].body;//requestPage(url);
let initialData = getInitialData(html);
let initialPlayerData = getInitialPlayerData(html);
let clientConfig = getClientConfig(html);
let ageRestricted = initialPlayerData.playabilityStatus?.reason?.indexOf("your age") > 0 ?? false;
if (initialPlayerData.playabilityStatus?.status == "LOGIN_REQUIRED" && (bridge.isLoggedIn() || !ageRestricted)) {
if(!!_settings?.allowLoginFallback && !useLogin) {
bridge.toast("Using login fallback to resolve:\n" + initialPlayerData?.playabilityStatus?.reason);
resps[0] = http.GET(url, headersUsed, true);
html = resps[0].body;//requestPage(url);
initialData = getInitialData(html);
initialPlayerData = getInitialPlayerData(html);
clientConfig = getClientConfig(html);
if (initialPlayerData.playabilityStatus?.status == "LOGIN_REQUIRED")
throw new ScriptLoginRequiredException("Login required\nReason: " + initialPlayerData?.playabilityStatus?.reason);
throw new ScriptLoginRequiredException("Login required\nReason: " + initialPlayerData?.playabilityStatus?.reason);
const invalidExperiments = [51217102, 51217476];
var invalidExperimentIndexes = invalidExperiments.map(x=>clientConfig.FEXP_EXPERIMENTS.indexOf(x));
const isExperiment = clientConfig.FEXP_EXPERIMENTS && invalidExperimentIndexes.filter(x=>x >= 0).length > 0;
if(initialPlayerData?.playabilityStatus?.status == "UNPLAYABLE")
throw new UnavailableException("Video unplayable");
const jsUrlMatch = html.match("PLAYER_JS_URL\"\\s?:\\s?\"(.*?)\"");
const jsUrl = (jsUrlMatch) ? jsUrlMatch[1] : clientContext.PLAYER_JS_URL;
const isNewCipher = prepareCipher(jsUrl);
ageRestricted = initialPlayerData.playabilityStatus?.reason?.indexOf("your age") > 0 ?? false;
if (ageRestricted) {
if (_settings["allowAgeRestricted"]) {
const sts = _sts[jsUrl];
if (!initialPlayerData.streamingData && sts) {
initialPlayerData = requestTvHtml5EmbedStreamingData(initialPlayerData.videoDetails.videoId, sts);
console.log("Filled missing streaming data using TvHtml5Embed.");
}
} else {
throw new AgeException("Age restricted videos can be allowed using the plugin settings");
const controversial = initialPlayerData.playabilityStatus?.errorScreen?.playerErrorMessageRenderer?.reason?.simpleText?.indexOf("following content may") > 0 ?? false;
if(controversial) {
if (_settings["allowControversialRestricted"]) {
const sts = _sts[jsUrl];
if (!initialPlayerData.streamingData && sts) {
initialPlayerData = requestTvHtml5EmbedStreamingData(initialPlayerData.videoDetails.videoId, sts);
console.log("Filled missing streaming data using TvHtml5Embed.");
}
} else {
throw new UnavailableException("Controversial restricted videos can be allowed using the plugin settings");
if(IS_TESTING) {
console.log("Initial Data", initialData);
console.log("Initial Player Data", initialPlayerData);
}
let creationData = {
url: url,
initialData: initialData,
initialPlayerData: initialPlayerData,
jsUrl: jsUrl
};
const videoDetails = extractVideoPage_VideoDetails(initialData, initialPlayerData, {
url: url
}, jsUrl, useLogin);
if(videoDetails == null)
throw new UnavailableException("No video found");
if(!videoDetails.live &&
(videoDetails.video?.videoSources == null || videoDetails.video.videoSources.length == 0) &&
(!videoDetails.datetime || videoDetails.datetime < (((new Date()).getTime() / 1000) - 60 * 60))) {
if(isNewCipher) {
log("Unavailable video found with new cipher, clearing cipher");
clearCipher(jsUrl);
}
if(!simplify)
throw new UnavailableException("No sources found");
//Substitute Dash manifest from Android
if(USE_ANDROID_FALLBACK && videoDetails.dash && videoDetails.dash.url) {
const androidData = requestAndroidStreamingData(videoDetails.id.value);
if(IS_TESTING)
console.log("Android Streaming Data", androidData);
if(androidData?.streamingData?.dashManifestUrl) {
log("Using Android dash substitute");
const existingUrl = videoDetails.dash.url;
videoDetails.dash.url = androidData.streamingData.dashManifestUrl;
if(existingUrl == videoDetails.live?.url)
videoDetails.live.url = androidData.streamingData.dashManifestUrl;
}
//Substitute HLS manifest from iOS
if(USE_IOS_FALLBACK && videoDetails.hls && videoDetails.hls.url && !simplify) {
const iosDataResp = (batchIOS > 0) ?
resps[batchIOS] :
requestIOSStreamingData(videoDetails.id.value);
if(iosDataResp.isOk) {
const iosData = JSON.parse(iosDataResp.body);
if(IS_TESTING)
console.log("IOS Streaming Data", iosData);
if(iosData?.streamingData?.hlsManifestUrl) {
log("Using iOS HLS substitute");
const existingUrl = videoDetails.hls.url;
videoDetails.hls.name = "HLS (IOS)";
videoDetails.hls.url = iosData.streamingData.hlsManifestUrl;
if(existingUrl == videoDetails.live?.url) {
videoDetails.live.name = "HLS (IOS)";
videoDetails.live.url = iosData.streamingData.hlsManifestUrl;
}
}
else
bridge.toast("Failed to get iOS stream data");
else if(USE_IOS_VIDEOS_FALLBACK && !USE_ABR_VIDEOS && !simplify) {
const iosDataResp = (batchIOS > 0) ?
resps[batchIOS] :
requestIOSStreamingData(videoDetails.id.value);
if(iosDataResp.isOk) {
const iosData = JSON.parse(iosDataResp.body);
if(IS_TESTING)
console.log("IOS Streaming Data", iosData);
if(!!_settings["showVerboseToasts"])
bridge.toast("Using iOS sources fallback (" + (batchIOS > 0 ? "cached" : "lazily") + ")");
let newDescriptor = extractAdaptiveFormats_VideoDescriptor(iosData.streamingData.adaptiveFormats, jsUrl, creationData, "IOS ");
videoDetails.video = newDescriptor;
}
else {
log("Failed to get iOS stream data, fallback to UMP")
bridge.toast("Failed to get iOS stream data, fallback to UMP");
videoDetails.video = extractABR_VideoDescriptor(initialPlayerData, jsUrl) ?? new VideoSourceDescriptor([]);
}
}
else {
log("Failed to get iOS stream data, fallback to UMP (" + iosDataResp?.code + ")")
bridge.toast("Failed to get iOS stream data, fallback to UMP");
videoDetails.video = extractABR_VideoDescriptor(initialPlayerData, jsUrl) ?? new VideoSourceDescriptor([]);
if(batchYoutubeDislikesIndex > 0) {
try {
const youtubeDislikeInfoResponse = resps[batchYoutubeDislikesIndex]
if(youtubeDislikeInfoResponse.isOk) {
const youtubeDislikeInfo = JSON.parse(youtubeDislikeInfoResponse.body);
if(IS_TESTING)
console.log("Youtube Dislike Info", youtubeDislikeInfo);
videoDetails.rating = new RatingLikesDislikes(videoDetails.rating.likes, youtubeDislikeInfo.dislikes);
}
}
catch(ex) {
console.log("Failed to fetch Youtube Dislikes", ex);
}
}
const finalResult = videoDetails;
finalResult.__initialData = initialData;
if(!!_settings["youtubeActivity"] && useLogin) {
finalResult.__playerData = initialPlayerData;
finalResult.getPlaybackTracker = function(url) {
return source.getPlaybackTracker(url, initialPlayerData)
};
}
finalResult.getContentChapters = function() {
return source.getContentChapters(url, finalResult.__initialData);
finalResult.getContentRecommendations = function() {
const initialData = finalResult.__initialData;
if(!initialData)
return new VideoPager([], false);
return source.getContentRecommendations(url, initialData);
}
function getSkipTypeSetting(setting){
const val = _settings["setting"];
if(val == "true" || val == "True")
return Type.Chapter.SKIPPABLE;
if(val == "false" || val == "False" || isNaN(val))
return Type.Chapter.NORMAL;
const valInt = parseInt(val);
if(valInt < 1)
return Type.Chapter.NORMAL;
if(valInt == 1)
return Type.Chapter.SKIPPABLE;
return Type.Chapter.SKIP;
}
source.getContentChapters = function(url, initialData) {
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
if(REGEX_VIDEO_URL_CLIP.test(url)) {
const videoPage = http.GET(url, getRequestHeaders({}), false);
if(videoPage.isOk && throwIfCaptcha(videoPage)) {
const initialData = getInitialData(videoPage.body);
const playerData = getInitialPlayerData(videoPage.body);
console.log("Clip data", playerData?.clipConfig);
const clipConfig = playerData?.clipConfig;
if(clipConfig?.endTimeMs && clipConfig?.startTimeMs) {
const startTime = parseInt(clipConfig.startTimeMs) / 1000;
const endTime = parseInt(clipConfig.endTimeMs) / 1000;
return [
{
name: "Non-Clip",
timeStart: 0,
timeEnd: startTime,
type: Type.Chapter.SKIPPABLE
},
{
name: "Clip",
timeStart: startTime,
timeEnd: endTime,
type: Type.Chapter.NORMAL
},
{
name: "Non-Clip",
timeStart: endTime,
timeEnd: 99999999,
type: Type.Chapter.SKIPPABLE
},
];
}
else
return [];
}
else return [];
}
const videoId = extractVideoIDFromUrl(url);
let sbResp = null;
const sbChapters = [];
const skipCategoryTypes = {
"sponsor": getSkipTypeSetting("sponsorBlockCat_Sponsor"),
"intro": getSkipTypeSetting("sponsorBlockCat_Intro"),
"outro": getSkipTypeSetting("sponsorBlockCat_Outro"),
"selfpromo": getSkipTypeSetting("sponsorBlockCat_Self"),
"music_offtopic": getSkipTypeSetting("sponsorBlockCat_Offtopic"),
"preview": getSkipTypeSetting("sponsorBlockCat_Preview"),
"filler": getSkipTypeSetting("sponsorBlockCat_Filler"),
other: Type.Chapter.SKIPPABLE
}
const reqs = http.batch()
.GET(url, getRequestHeaders({}), false);
Kelvin
committed
if(_settings["sponsorBlock"] && videoId) {
const cats = [
(skipCategoryTypes.sponsor && skipCategoryTypes.sponsor > 1) ? "sponsor" : null,
(skipCategoryTypes.intro && skipCategoryTypes.intro > 1) ? "intro" : null,
(skipCategoryTypes.outro && skipCategoryTypes.outro > 1) ? "outro" : null,
(skipCategoryTypes.selfpromo && skipCategoryTypes.selfpromo > 1) ? "selfpromo" : null,
(skipCategoryTypes.music_offtopic && skipCategoryTypes.music_offtopic > 1) ? "music_offtopic" : null,
(skipCategoryTypes.preview && skipCategoryTypes.preview > 1) ? "preview" : null,
(skipCategoryTypes.filler && skipCategoryTypes.filler > 1) ? "filler" : null
Kelvin
committed
].filter(x=>!!x);
const catsArg = "&categories=[" + cats.map(x=>"\"" + x + "\"").join(",") + "]";
reqs.GET(URL_YOUTUBE_SPONSORBLOCK + videoId + catsArg, {}, false);
}
const resps = reqs.execute();
if(resps[0].isOk && throwIfCaptcha(resps[0]))
initialData = getInitialData(resps[0].body);
else
throw ScriptException("Failed to get chapters (" + resps[0].code + ")");
if(_settings["sponsorBlock"] && videoId)
sbResp = resps[1];
else if(_settings["sponsorBlock"] && videoId)
sbResp = http.GET(URL_YOUTUBE_SPONSORBLOCK + videoId, {}, false);
if(sbResp && sbResp.isOk) {
try {
const allowNoVoteSkip = !!(_settings["sponsorBlockNoVotes"]);
const skipType = (_settings["sponsorBlockType"]) ? Type.Chapter.SKIP : Type.Chapter.SKIPPABLE;
const sbData = JSON.parse(sbResp.body);
let sponsorConfiguredType = skipType;
if(isNaN(skipCategoryTypes[block.category]))
sponsorConfiguredType = Type.Chapter.SKIPPABLE;
else
sponsorConfiguredType = skipCategoryTypes[block.category];
if(block.actionType == "skip" &&
block.segment && block.segment.length == 2 &&
(allowNoVoteSkip || block.votes >= 1)) {
sbChapters.push({
name: block.category,
timeStart: parseFloat(block.segment[0]),
timeEnd: parseFloat(block.segment[1]),
type: skipType
});
}
}
}
catch(ex) {
//SB Failed
log("SB Failed (" + sbResp.code + "): " + ex);
}
}
let videoChapters = [];
const queryParams = parseQueryString(url);
if(Type.Chapter.SKIPONCE && queryParams["t"]) {
const initialSkip = parseInt(queryParams["t"]);
if(!isNaN(initialSkip)) {
videoChapters.push({
name: "InitialSkip",
timeStart: parseFloat(-1),
timeEnd: parseFloat(initialSkip),
type: Type.Chapter.SKIPONCE
});
}
}
videoChapters = videoChapters.concat(extractVideoChapters(initialData) ?? []);
}
catch(ex) {
//Chapters failed
}
//Merge chapters
if(videoChapters.length > 0 && sbChapters.length > 0)
return mergeSBChapters(videoChapters, sbChapters);
else if(videoChapters.length > 0)
return videoChapters;
else if(sbChapters.length > 0)
return sbChapters;
else
return [];
}
function mergeSBChapters(videoChapters, sbChapters) {
let newChapters = [];
for(let videoChapter of videoChapters) {
const sponsors = sbChapters.filter(x=>
x.timeStart >= videoChapter.timeStart &&
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
if(sponsors.length > 0) {
let startTime = videoChapter.timeStart;
let skip = false;
for(let sponsorI = 0; sponsorI < sponsors.length && !skip; sponsorI++) {
const sponsor = sponsors[sponsorI];
const nextSponsor = (sponsorI + 1 < sponsors.length) ? sponsors[sponsorI + 1] : null;
const videoChapterBefore = {
name: videoChapter.name,
timeStart: startTime,
timeEnd: sponsor.timeStart,
type: videoChapter.type
};
const videoChapterAfter = {
name: videoChapter.name,
timeStart: sponsor.timeEnd,
timeEnd: (nextSponsor != null) ? nextSponsor.timeStart : videoChapter.timeEnd,
type: videoChapter.type
};
if(sponsor.timeStart <= startTime && sponsor.timeEnd <= videoChapter.timeEnd) {
newChapters.push(sponsor);
skip = true;
}
else if(sponsor.timeStart <= startTime) {
newChapters.push(sponsor);
newChapters.push(videoChapterAfter);
startTime = videoChapterAfter.timeEnd;
}
else {
newChapters.push(videoChapterBefore);
newChapters.push(sponsor);
if(videoChapterAfter.timeStart < videoChapterAfter.timeEnd) {
newChapters.push(videoChapterAfter);
startTime = videoChapterAfter.timeEnd;
}
else startTime = videoChapterAfter.timeStart;
}
}
}
else
newChapters.push(videoChapter);
}
return newChapters;
}
function extractVideoChapters(initialData) {
let rawObjects = initialData?.playerOverlays?.playerOverlayRenderer?.decoratedPlayerBarRenderer;
if(rawObjects?.decoratedPlayerBarRenderer)
rawObjects = rawObjects.decoratedPlayerBarRenderer?.playerBar?.multiMarkersPlayerBarRenderer?.markersMap;
else
rawObjects = rawObjects.playerBar?.multiMarkersPlayerBarRenderer?.markersMap;
const chapters = rawObjects.find(x=>x.key == "DESCRIPTION_CHAPTERS") ?? rawObjects.find(x=>x.key == "AUTO_CHAPTERS");
if(chapters?.value?.chapters == null)
return [];
let result = [];
const validChapters = chapters.value.chapters.filter(x=> x.chapterRenderer && x.chapterRenderer.title && (x.chapterRenderer.timeRangeStartMillis || x.chapterRenderer.timeRangeStartMillis === 0))
for(let i = 0; i < validChapters.length; i++) {
const chapter = validChapters[i]?.chapterRenderer;
const chapterNext = (i + 1 < validChapters.length) ? validChapters[i + 1]?.chapterRenderer : null;
const resultChapter = {
name: extractText_String(chapter.title),
timeStart: parseInt(chapter.timeRangeStartMillis / 1000),
timeEnd: (chapterNext?.timeRangeStartMillis) ? parseInt(chapterNext.timeRangeStartMillis / 1000) : 999999, //Easier than re-parsing video end,
type: Type.Chapter.NORMAL
};
result.push(resultChapter);
}
return result;
function getVideoDetailsHtml(url, useLogin) {
const shouldUseLogin = useLogin && bridge.isLoggedIn();
const headersUsed = (shouldUseLogin) ? getAuthContextHeaders(false) : {};
headersUsed["Accept-Language"] = "en-US";
const result = http.GET(url, headersUsed, shouldUseLogin);
if(result.isOk)
return result.body;
else
throw new ScriptException("Failed to get video details [" + url + "] (" + result.code + ")");
}
source.getLiveChatWindow = function(url) {
const id = extractVideoIDFromUrl(url);
if(!id)
throw new ScriptException("No valid id found");
let chatUrl = URL_LIVE_CHAT_HTML + "?v=" + id;
if(bridge.isLoggedIn()) {
try {
//Try live version
const html = getVideoDetailsHtml(url, true);
const initialData = getInitialData(html)
const continuations = initialData?.contents?.twoColumnWatchNextResults?.conversationBar?.liveChatRenderer?.continuations;
if(continuations) {
const continuation = continuations.find(x=>x.reloadContinuationData?.continuation);
if(continuation) {
chatUrl = URL_LIVE_CHAT_HTML + "?continuation=" + continuation.reloadContinuationData?.continuation;
}
}
}
catch(ex) {
log("Failed to get live chat window continuation, fallback to standard\n" + ex)
}
}
const chatHtmlResp = http.GET(chatUrl, {}, false);
if(!chatHtmlResp.isOk)
return null;
else {
return {
url: chatUrl,
removeElements: [ "yt-live-chat-header-renderer", "#ticker" ]
};
}
}
source.getLiveEvents = function(url) {
const id = extractVideoIDFromUrl(url);
if(!id)
throw new ScriptException("No valid id found");
const chatHtmlResp = http.GET(URL_LIVE_CHAT_HTML + "?v=" + id, {}, false);
if(!chatHtmlResp.isOk)
throw new ScriptException("Failed to get chat html");
const chatHtml = chatHtmlResp.body;
const matchKey = chatHtml.match(REGEX_INNERTUBE_KEY);
if(!matchKey || matchKey.length < 1)
throw new ScriptException("Live chat key not found");
const matchContinuation = chatHtml.match(REGEX_CONTINUATION);
if(!matchContinuation || matchContinuation.length < 1)
throw new ScriptException("Live chat continuation not found");
return new YTLiveEventPager(matchKey[1], matchContinuation[1]);
}
source.getPlaybackTracker = function(url, initialPlayerData) {
if(!_settings["youtubeActivity"] || !bridge.isLoggedIn())
return null;
if(!initialPlayerData) {
const video = source.getContentDetails(url, true, true);
initialPlayerData = video.__playerData;
if(!initialPlayerData)
throw new ScriptException("No playerData for playback tracker");
}
return new YoutubePlaybackTracker(initialPlayerData);
}
class YoutubePlaybackTracker extends PlaybackTracker {
constructor(playerData) {
super(10 * 1000);
this.playerData = playerData;
this.cpn = randomString(16);
this.idpj = -Math.floor(10 * Math.random());
this.ldpj = -Math.floor(40 * Math.random());
this.lastPosition = 0;
this.watchUrl = playerData.playbackTracking?.videostatsWatchtimeUrl?.baseUrl;
this.playbackUrl = playerData.playbackTracking?.videostatsPlaybackUrl?.baseUrl;
if(!this.playbackUrl || !this.watchUrl)
throw new ScriptException("Playback tracking unavailable");
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
this.playbackUrlBase = this.playbackUrl.substring(0, this.playbackUrl.indexOf("?"));
this.watchUrlBase = this.watchUrl.substring(0, this.watchUrl.indexOf("?"));
this.watchParams = parseQueryString(this.watchUrl);
this.playbackParams = parseQueryString(this.playbackUrl);
delete this.playbackParams["fexp"];
delete this.watchParams["fexp"];
if(this.playbackParams["plid"])// && !this.watchParams["plid"])
this.watchParams["plid"] = this.playbackParams["plid"];
if(this.playbackParams["of"])// && !this.watchParams["of"])
this.watchParams["of"] = this.playbackParams["of"];
if(this.playbackParams["vm"])// && !this.watchParams["vm"])
this.watchParams["vm"] = this.playbackParams["vm"];
if(this.playbackParams["ei"])// && !this.watchParams["ei"])
this.watchParams["ei"] = this.playbackParams["ei"];
if(this.playbackParams["cl"])// && !this.watchParams["cl"])
this.watchParams["cl"] = this.playbackParams["cl"];
const missing = ["plid", "of", "vm", "ei", "cl"].filter(x=>!this.watchParams[x]);
if(missing && missing.length > 0)
throw new ScriptException("Missing playback tracking parameter: " + missing.join(","));
}
onInit(seconds) {
//Initial playback
const resp = http.GET(constructUrl(this.playbackUrlBase, this.getProgressParameters(this.playbackParams, seconds)),
getAuthContextHeaders(false), true);
if(!resp.isOk)
throw new ScriptException("Failed to initial playback:", resp.body);
else if(resp.body && resp.body.indexOf("ERROR"))
throw new ScriptException("Failed to initial playback:", resp.body);
}
onProgress(seconds, isPlaying) {
const resp = http.GET(constructUrl(this.watchUrlBase, this.getProgressParameters(this.watchParams, seconds, !isPlaying)),
getAuthContextHeaders(false), true);
if(!resp.isOk)
throw new ScriptException("Failed to update watchtime:", resp.body);
else if(resp.body && resp.body.indexOf("ERROR"))
throw new ScriptException("Failed to update watchtime:", resp.body);
}
getProgressParameters(baseParameters, progress, paused) {
const rt = parseFloat(progress);
const position = parseFloat(rt);
let q = {};
for(let key in baseParameters) {
q[key] = baseParameters[key];
}
//q["cl"] = "547360702"; //NS
q["ns"] = "yt"; //NS
q["cmt"] = position; //Progress, Seconds
q["cpn"] = this.cpn; //16 character string
q["state"] = (paused) ? "paused" : "playing"; //State
q["volume"] = "100"; //Volume
q["lact"] = parseInt(progress * 1000); //Miliseconds
q["fmt"] = "136"; //Format (itag)
q["afmt"] = "251"; //Format Audio (itag)
q["euri"] = ""; //Empty
q["subscribed"] = "1"; //Subscribed
q["cbr"] = "Chrome"; //Browser
q["cbrver"] = "114.0.0.0"; //Browser version
q["c"] = "WEB"; //Client Type
q["cver"] = "2.20230427.04.00"; //Client version
q["cplayer"] = "UNIPLAYER"; //Player Name
q["cos"] = "Windows"; //OS
q["cosver"] = "10"; //OS
q["cplatform"] = "DESKTOP"; //Platform
q["hl"] = "en_US"; //Language/Region
q["cr"] = "US"; //Region
q["idpj"] = this.idpj; //Random -0..-10
q["ldpj"] = this.ldpj; //Random -0..-40
if(!paused)
q["rtn"] = (position + 10); //Next RT
else
q["final"] = 1;
q["rt"] = position; //Current time spend on page
q["rti"] = parseInt(position); //Current time spend on page (integer)
q["st"] = this.lastPosition; //Last time
q["et"] = position; //Current time
//q["sourceid"] = "y"; //Always y
q["ver"] = "2"; //Always y
q["muted"] = "0"; //If muted
//q["sdetails"] = "p:/feed/subscriptions" //Source page
this.lastPosition = position;
return q;
}
}
function constructUrl(base, queryParams) {
let hasQ = (base.indexOf("?") > 0);
let url = base;
for(let key in queryParams) {
if(queryParams[key] === undefined)
url += "";
else if(!hasQ) {
url += "?" + key + "=" + queryParams[key];
hasQ = true;
}
else {
if(queryParams[key] === "")
url += "&" + key;
else
url += "&" + key + "=" + queryParams[key];
}
}
return url;
}
source.getComments = (url) => {
Kelvin
committed
const useLogin = (!!_settings?.authDetails) && bridge.isLoggedIn();
if(useLogin)
log("USING AUTH FOR COMMENTS");
Kelvin
committed
if(useLogin && url.indexOf("/www.") >= 0)
url = url.replace("www", "m");
Kelvin
committed
//const html = requestPage(url, {}, useLogin);
const initialData = requestInitialData(url, useLogin, useLogin);
const contents = initialData.contents;
const result = contents.twoColumnWatchNextResults?.results?.results?.contents ??
Kelvin
committed
contents.singleColumnWatchNextResults?.results?.results?.contents ??
null; //Add any alternative containers
if(!result)
return new CommentPager([], false);
Kelvin
committed
const engagementPanels = initialData.engagementPanels ?? [];
return extractTwoColumnWatchNextResultContents_CommentsPager(url, result, useLogin, engagementPanels);
};
source.getSubComments = (comment) => {
if(typeof comment === 'string')
comment = JSON.parse(comment);
if(comment.context?.replyContinuation) {
return requestCommentPager(comment.contextUrl, comment.context.replyContinuation, comment?.context?.useLogin == 'true', comment?.context?.useMobile == 'true');
}
else
return new CommentPager([], false);
};
source.getContentRecommendations = (url, initialData) => {
url = convertIfOtherUrl(url);
if(!initialData) {
const videoId = extractVideoIDFromUrl(url);
if(IS_TESTING)
console.log("VideoID:", videoId);
const useLogin = useAuth && bridge.isLoggedIn();
const headersUsed = (useLogin) ? getAuthContextHeaders(false) : {};
headersUsed["Accept-Language"] = "en-US";
headersUsed["Cookie"] = "PREF=hl=en&gl=US"
const resp = http.GET(url, headersUsed, useLogin);
throwIfCaptcha(resp);
if(!resp.isOk) {
throw new ScriptException("Failed to request page [" + resp.code + "]");
}
const html = resp.body;//requestPage(url);
initialData = getInitialData(html);
}
const contents = initialData.contents;
let watchNextFeed = contents.twoColumnWatchNextResults?.secondaryResults?.secondaryResults ?? null;
//log("Recommendations twoColumnWatchNextResults: " + !!contents.twoColumnWatchNextResults);
if(!watchNextFeed)
return new VideoPager([], false);
//log("Recommendations watchNextFeed: " + !!watchNextFeed + "\n" + JSON.stringify(watchNextFeed));
const originalItems = watchNextFeed.results;
if(watchNextFeed.targetId != 'watch-next-feed' && watchNextFeed.results)
watchNextFeed = watchNextFeed.results.find(x=>x.targetId == 'watch-next-feed' || x.itemSectionRenderer?.targetId == 'watch-next-feed');
if(!watchNextFeed) {
log("No videos found?\n" + originalItems.map(x=>JSON.stringify(x)).join("\n\n"));
}
if(watchNextFeed.itemSectionRenderer?.targetId == 'watch-next-feed') {
log("Recommendations in sub-section renderer");
watchNextFeed = watchNextFeed.itemSectionRenderer;
}
const itemSectionRenderer = extractItemSectionRenderer_Shelves(watchNextFeed);
//TODO: pages
return new VideoPager(itemSectionRenderer?.videos ?? [], false);
};
//Channel
source.isChannelUrl = (url) => {
return REGEX_VIDEO_CHANNEL_URL.test(url) ||
REGEX_VIDEO_CHANNEL_URL2.test(url) ||
REGEX_VIDEO_CHANNEL_URL3.test(url) ||
REGEX_VIDEO_CHANNEL_URL4.test(url);
};
source.getChannel = (url) => {
const initialData = requestInitialData(url);
if(!initialData)
throw new ScriptException("No channel data found for: " + url);
return extractChannel_PlatformChannel(initialData, url);
};
source.getChannelCapabilities = () => {
return {
types: [Type.Feed.Videos, Type.Feed.Streams],
sorts: [Type.Order.Chronological, "Popular"]
};
}
function filterChannelUrl(url) {
url = removeQuery(url);
//Filter out known suffixes..prob need something better
const channelSuffixes = [
"featured",
"videos",
"shorts",
"streams",
"podcasts",
"playlists",
"community"
];
for(let suffix of channelSuffixes) {
if(url.endsWith("/" + suffix)) {
url = url.substring(0, url.length - suffix.length + 1);
break;
}
}
return url;
}
source.getChannelContents = (url, type, order, filters) => {
let targetTab = null;
url = filterChannelUrl(url);
log("GetChannelContents - " + type);
case Type.Feed.Videos:
targetTab = "Videos";
url = url + URL_CHANNEL_VIDEOS;
break;
case Type.Feed.Streams:
targetTab = "Live";
url = url + URL_CHANNEL_STREAMS;
break;
case Type.Feed.Live:
targetTab = "Home";
url = url;
break;
default:
throw new ScriptException("Unsupported type: " + type);
}
const useAuth = bridge.isLoggedIn() && !!_settings?.authChannels;
if(useAuth)
log("USING AUTH FOR CHANNEL");
Kelvin
committed
const initialData = requestInitialData(url, useAuth, useAuth);
if(!initialData)
throw new ScriptException("No channel data found for: " + url);
const channel = extractChannel_PlatformChannel(initialData, url);
const contextData = {
authorLink: new PlatformAuthorLink(new PlatformID(PLATFORM, channel.id.value, config.id, PLATFORM_CLAIMTYPE), channel.name, channel.url, channel.thumbnail)
};
const tabs = extractPage_Tabs(initialData, contextData);
const tab = tabs.find(x=>x.title == targetTab);
if(!tab)
return new VideoPager([], false);
if(IS_TESTING)
console.log("Tab", tab);
if(type == Type.Feed.Live) {
if(tab.shelves) {
const featured = tab.shelves.find(x=>x?.name == "Featured");
if(featured && featured.videos && featured.videos.length > 0) {
const live = featured.videos.find(x=>x.isLive);
if(live)
return new VideoPager([live], false);
}
}
return new VideoPager([], false);
}
//throw new ScriptException("Could not find tab: " + targetTab);
log("Channel Result Count: " + tab?.videos?.length)
Kelvin
committed
return new RichGridPager(tab, contextData, useAuth, useAuth);
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
source.getChannelPlaylists = (url) => {
const targetTab = "Playlists";
const useAuth = bridge.isLoggedIn() && !!_settings?.authChannels;
if(useAuth)
log("USING AUTH FOR CHANNEL");
const initialData = requestInitialData(url + URL_CHANNEL_PLAYLISTS, useAuth, useAuth);
if(!initialData)
throw new ScriptException("No channel data found for: " + url);
const channel = extractChannel_PlatformChannel(initialData, url);
const contextData = {
authorLink: new PlatformAuthorLink(new PlatformID(PLATFORM, channel.id.value, config.id, PLATFORM_CLAIMTYPE), channel.name, channel.url, channel.thumbnail)
};
const tabs = extractPage_Tabs(initialData, contextData);
const tab = tabs.find(x=>x.title == targetTab);
if(!tab)
return new PlaylistPager([], false);
return new RichGridPlaylistPager(tab, contextData, useAuth, useAuth);
}
source.getPeekChannelTypes = () => {
return [Type.Feed.Videos, Type.Feed.Mixed];
}
source.peekChannelContents = function(url, type) {
if(type != Type.Feed.Mixed && type != Type.Feed.Videos)
return [];
const match = url.match(REGEX_VIDEO_CHANNEL_URL);
if(!match || match.length != 3)
return {};
const id = removeQuery(match[2]);
if(!id)
return {};
const rssUrl = URL_YOUTUBE_RSS + id;
const xmlResp = http.GET(rssUrl, {});
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
if(!xmlResp.isOk)
return null;
const xml = domParser.parseFromString(xmlResp.body).querySelector("feed");
const xmlTree = JSON.parse(xml.toNodeTreeJson())?.children;
console.log(xmlTree);
if(!xmlTree || xmlTree.length <= 0)
return {};
const authorNode = xmlTree?.find(x=>x.name == "author");
const entryNodes = xmlTree?.filter(x=>x.name == "entry") ?? [];
const videos = [];
const author = new PlatformAuthorLink(
new PlatformID(PLATFORM, null, id, PLATFORM_CLAIMTYPE),
authorNode.children.find(x=>x.name == "name").value,
authorNode.children.find(x=>x.name == "uri").value,
""
)
for(let entry of entryNodes) {
const group = entry.children.find(x=>x.name == 'media:group');
const community = group.children.find(x=>x.name == "media:community");
videos.push(new PlatformVideo({
id: new PlatformID(PLATFORM, entry.children.find(x=>x.name == 'yt:videoid').value, config.id),
name: escapeUnicode(group.children.find(x=>x.name == 'media:title').value),
thumbnails: new Thumbnails([
new Thumbnail(group.children.find(x=>x.name == 'media:thumbnail')?.attributes["url"], 1)
]),
author: author,
uploadDate: parseInt(new Date(entry.children.find(x=>x.name == "updated").value).getTime() / 1000),
duration: 0,
viewCount: parseInt(community.children.find(x=>x.name == "media:statistics").attributes["views"]) ?? 0,
url: entry.children.find(x=>x.name == "link").attributes["href"],
isLive: false
}));
}
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
source.searchPlaylists = function(query, type, order, filters) {
const data = requestSearch(query, false, SEARCH_PLAYLISTS_PARAM);
if(IS_TESTING)
console.log("Search data:", data);
const searchResults = extractSearch_SearchResults(data);
if(searchResults.playlists)
return new SearchItemSectionPlaylistPager(searchResults);
return new PlaylistPager([]);
};
source.isPlaylistUrl = function(url) {
return REGEX_VIDEO_PLAYLIST_URL.test(url);
};
source.getPlaylist = function (url) {
log(`Getting playlist: ${url}`);
const initialData = requestInitialData(url, USE_MOBILE_PAGES, true);
const contents = initialData.contents;
if(IS_TESTING)
console.log("Initial data", initialData);
const playlistHeaderRenderer1 = initialData?.header?.playlistHeaderRenderer;
const playlistHeaderRenderer2 = initialData?.header?.pageHeaderRenderer;
let author = undefined;
let title = undefined;
let videoCount = undefined;
let playlistId = undefined;
if(playlistHeaderRenderer1) {
title = extractText_String(playlistHeaderRenderer1.title);
author = extractRuns_AuthorLink(playlistHeaderRenderer1?.ownerText?.runs);
videoCount = extractFirstNumber_Integer(extractText_String(playlistHeaderRenderer1?.numVideosText));
playlistId = playlistHeaderRenderer1?.playlistId;
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
else if(playlistHeaderRenderer2) {
title = playlistHeaderRenderer2.pageTitle
const actions = playlistHeaderRenderer2?.pageHeaderViewModel?.actions?.flexibleActionsViewModel?.actionsRows;
if(actions) {
for(let action of actions){
for(let subAction of action.actions) {
if(subAction.buttonViewModel?.onTap?.innertubeCommand?.watchEndpoint?.playlistId) {
playlistId = subAction.buttonViewModel?.onTap?.innertubeCommand?.watchEndpoint?.playlistId;
}
if(playlistId)
break;
}
if(playlistId)
break;
}
}
const metaDataRows = playlistHeaderRenderer2?.content?.pageHeaderViewModel?.metadata?.contentMetadataViewModel?.metadataRows;
if(!metaDataRows)
throw new ScriptException("No playlist header found");
for(let row of metaDataRows) {
if(row.metadataParts) {
for(let part of row.metadataParts) {
if(part.avatarStack?.avatarStackViewModel) {
let model = part.avatarStack?.avatarStackViewModel
let authorName = model?.text?.content?.trim();
let authorThumbnail =
(model.avatars && model.avatars.length > 0) ?
model.avatars[0].avatarViewModel?.image?.sources[0].url :
undefined;
let authorId =
(model.text.commandRuns && model.text.commandRuns.length > 0) ?
model.text.commandRuns[0].onTap?.innertubeCommand?.browseEndpoint?.browseId :
undefined;
let authorUrl = authorId ? URL_CHANNEL_BASE + authorId : undefined;
author = new PlatformAuthorLink(new PlatformID(PLATFORM, null, config?.id, PLATFORM_CLAIMTYPE), authorName, authorUrl, authorThumbnail);
if(author)
break;
}
else if(part.text) {
const partText = part.text.content;
if(partText && !videoCount && /[0-9]+ videos?/.test(partText)) {
videoCount = extractFirstNumber_Integer(partText);
}
}
}
}
if(author && videoCount)
break;
}
}
else
throw new ScriptException("No playlist header found");
if(IS_TESTING)
console.log("initialData", initialData);
const renderer = initialData?.contents?.singleColumnBrowseResultsRenderer ?? initialData?.contents?.twoColumnBrowseResultsRenderer;
if(renderer) {
if(!renderer.tabs) {
throw new ScriptException("No tabs found");
return null;
}
const tab = renderer.tabs[0];
const tabRenderer = tab.tabRenderer;
const playlistList = findRenderer(tab, "playlistVideoListRenderer");
if(!playlistList || !playlistList.contents) {
throw new ScriptException("playlistVideoListRenderer not found");
return null;
}
const videos = [];
let continuationToken = null;
for(let playlistRenderer of playlistList.contents) {
switchKey(playlistRenderer, {
playlistVideoRenderer(renderer) {
const video = extractPlaylistVideoRenderer_Video(renderer);
if(video)
videos.push(video);
},
continuationItemRenderer(continueRenderer) {
continuationToken = continueRenderer?.continuationEndpoint?.continuationCommand?.token;
}
});
}
log("Using legacy remote playlist (all videos first page)");
while (continuationToken) {
const newData = validateContinuation(()=>requestBrowse({
continuation: continuationToken
}, USE_MOBILE_PAGES, true));
if (newData.length < 1) {
break;
}
continuationToken = null;
for(let playlistRenderer of newData) {
switchKey(playlistRenderer, {
playlistVideoRenderer(renderer) {
const video = extractPlaylistVideoRenderer_Video(renderer);
if(video)
videos.push(video);
},
continuationItemRenderer(continueRenderer) {
continuationToken = continueRenderer?.continuationEndpoint?.continuationCommand?.token;
}
});
}
let thumbnail = null;
if(videos && videos.length > 0 &&
videos[0].thumbnails?.sources &&
videos[0].thumbnails.sources.length > 0)
thumbnail = videos[0].thumbnails.sources[videos[0].thumbnails.sources.length - 1].url;
if(!author && videos && videos.length > 0 && videos.filter(x=>x.author.url != videos[0].author.url).length == 0) {
//Assume author = video owner if all videos by same & author null
author = videos[0].author;
}
id: new PlatformID(PLATFORM, playlistId, config.id),
author: author,
contents: new PlaylistVideoPager(videos, continuationToken)
else
throw new ScriptException("No playlist renderer found?");
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
class PlaylistVideoPager extends VideoPager {
constructor(videos, continuation, useMobile = false, useAuth = false) {
super(videos, !!continuation);
this.continuation = continuation;
this.useMobile = useMobile;
this.useAuth = useAuth;
}
nextPage() {
if(!this.continuation) {
this.hasMore = false;
this.results = [];
return this;
}
const newData = validateContinuation(()=>requestBrowse({
continuation: this.continuation
}, USE_MOBILE_PAGES, true));
if (newData.length < 1) {
this.hasMore = false;
this.results = [];
return this;
}
this.continuation = null;
let me = this;
let videos = [];
for(let playlistRenderer of newData) {
switchKey(playlistRenderer, {
playlistVideoRenderer(renderer) {
const video = extractPlaylistVideoRenderer_Video(renderer);
if(video)
videos.push(video);
},
continuationItemRenderer(continueRenderer) {
me.continuation = continueRenderer?.continuationEndpoint?.continuationCommand?.token;
}
});
}
this.results = videos;
this.hasMore = !!this.continuation;
return this;
}
}
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
source.getUserPlaylists = function() {
if (!bridge.isLoggedIn()) {
bridge.log("Failed to retrieve subscriptions page because not logged in.");
return [];
}
let subsPage = requestPage(URL_PLAYLISTS_M, { "User-Agent": USER_AGENT_PHONE }, true);
let result = getInitialData(subsPage);
if(IS_TESTING)
console.log("Initial Data", result);
return switchKey(result.contents, {
singleColumnBrowseResultsRenderer(renderer) {
if(!renderer.tabs || renderer.tabs <= 0)
return [];
const tab = renderer.tabs[0];
const sections = tab?.tabRenderer?.content?.sectionListRenderer?.contents;
if(!sections) {
log("No sections found on library page");
return [];
}
let playlistsItems = null;
let playlistShelf = sections.find(x=>x.shelfRenderer && extractText_String(x.shelfRenderer.title) == "Playlists");
let playlistItemSection = playlistShelf != null ? null : sections.find(x=>
x.itemSectionRenderer &&
x.itemSectionRenderer.contents && x.itemSectionRenderer.contents.length > 0 &&
x.itemSectionRenderer.contents[0].horizontalCardListRenderer &&
x.itemSectionRenderer.contents[0].horizontalCardListRenderer.cards &&
extractText_String(x.itemSectionRenderer.contents[0].horizontalCardListRenderer.header?.richListHeaderRenderer?.title) == "Playlists");
if(playlistShelf != null)
playlistsItems = playlistShelf.shelfRenderer?.content?.verticalListRenderer?.items;
else if(playlistItemSection != null)
playlistsItems = playlistItemSection.itemSectionRenderer.contents[0].horizontalCardListRenderer.cards;
else {
log("No playlists found");
return [];
}
if(!playlistsItems) {
log("No container with playlists found");
return [];
}
if(IS_TESTING)
console.log("Playlist Items:", playlistsItems);
let playlistUrls = [];
for(let playlist of playlistsItems) {
switchKey(playlist, {
compactPlaylistRenderer(renderer) {
const playlistUrl = extractNavigationEndpoint_Url(renderer.navigationEndpoint);
if(playlistUrl)
playlistUrls.push(playlistUrl);
},
playlistCardRenderer(renderer) {
const playlistUrl = extractNavigationEndpoint_Url(renderer.navigationEndpoint);
if(playlistUrl)
playlistUrls.push(playlistUrl);
}
});
}
return playlistUrls;
},
default(name) {
log("No submenu found on subscriptions page");
return [];
}
});
return result;
};
source.getUserSubscriptions = function() {
if (!bridge.isLoggedIn()) {
bridge.log("Failed to retrieve subscriptions page because not logged in.");
throw new ScriptException("Not logged in");
}
let subsPage = requestPage(URL_SUB_CHANNELS_M, { "User-Agent": USER_AGENT_PHONE }, true);
let result = getInitialData(subsPage);
if(!result) {
log(subsPage);
throw new ScriptException("No initial data found or page unavailable");
}
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708
1709
if(IS_TESTING) {
console.log("Initial Data:", result);
}
return switchKey(result.contents, {
singleColumnBrowseResultsRenderer(renderer) {
if(!renderer.tabs || renderer.tabs <= 0)
return [];
let tab = renderer.tabs[0];
let sectionListRenderer = tab?.tabRenderer?.content?.sectionListRenderer;
let subMenu = sectionListRenderer?.subMenu;
if(sectionListRenderer?.targetId == "browse-feedFEchannels") {
const sectionContents = sectionListRenderer?.contents;
const itemContents = sectionContents ? sectionContents[0].itemSectionRenderer?.contents : null;
if(!itemContents || itemContents[0].channelListItemRenderer) {
let subs = [];
for(let item of itemContents) {
switchKey(item, {
channelListItemRenderer(itemRenderer) {
const authorUrl = extractNavigationEndpoint_Url(itemRenderer.navigationEndpoint);
if(authorUrl)
subs.push(authorUrl);
}
});
}
return subs;
}
}
if(!subMenu) {
bridge.log("No subscriptions found..");
return [];
}
return switchKey(subMenu, {
channelListSubMenuRenderer(menuRenderer) {
let subs = [];
if(menuRenderer.contents) {
for(let item of menuRenderer.contents) {
switchKey(item, {
channelListSubMenuAvatarRenderer(itemRenderer) {
const author = extractChannelListSubMenuAvatarRenderer_URL(itemRenderer);
if(author)
subs.push(author);
},
default(name) {
log("Unknown menu item renderer: " + name);
}
});
}
}
return subs;
},
default(name) {
log("Unknown menu renderer: " + name);
return [];
}
});
},
default() {
log("Failed to retrieve subscriptions page, wrong items found")
return [];
}
});
/*
const data = requestGuide(clientContext.DELEGATED_SESSION_ID);
const channels = extractGuide_Channels(data);
if(IS_TESTING) {
console.log(data);
console.log(channels);
}
return channels.map(x=>x.url); */
}
//#endregion
function throwIfCaptcha(resp) {
if (resp != null && resp.code === 429 && resp.body != null && resp.body.includes("captcha")) {
throw new CaptchaRequiredException(resp.url, resp.body);
}
1718
1719
1720
1721
1722
1723
1724
1725
1726
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
1738
1739
1740
1741
1742
1743
1744
1745
1746
1747
1748
1749
function extractVideoIDFromUrl(url) {
let match = url.match(REGEX_VIDEO_URL_DESKTOP);
if(match)
return removeQuery(match[2]);
match = url.match(REGEX_VIDEO_URL_SHARE);
if(match)
return removeQuery(match[1]);
match = url.match(REGEX_VIDEO_URL_SHARE_LIVE);
if(match)
return removeQuery(match[2]);
match = url.match(REGEX_VIDEO_URL_SHORT);
if(match)
return removeQuery(match[2]);
return null;
}
function removeQuery(urlPart) {
if(!urlPart)
return urlPart;
if(urlPart.indexOf("?") > 0)
return urlPart.substring(0, urlPart.indexOf("?"));
else if(urlPart.indexOf("&") > 0)
return urlPart.substring(0, urlPart.indexOf("&"));
return urlPart;
}
//#region Objects
class YTVideoSource extends VideoUrlRangeSource {
return new YTRequestModifier(this.originalUrl);
class YTABRVideoSource extends DashManifestRawSource {
constructor(obj, url, sourceObj, ustreamerConfig) {
super(obj);
this.url = url;
this.abrUrl = url;
this.ustreamerConfig = ustreamerConfig;
this.sourceObj = sourceObj;
this.manifest = "";
this.lastHeaderData = {};
this.width = obj.width;
this.height = obj.height;
}
generate() {
if(this.lastDash)
return this.lastDash;
log("Generating ABR Video Dash");
getMediaReusableVideoBuffers()?.freeAll();
let [dash, umpResp, fileHeader] = generateDash(this.sourceObj, this.ustreamerConfig, this.abrUrl, this.sourceObj.itag);
this.initialHeader = fileHeader;
this.initialUMP = umpResp;
this.lastDash = dash;
this.initStart = 0;
this.initEnd = fileHeader.indexRangeStart - 1;
this.indexStart = fileHeader.indexRangeStart;
this.indexEnd = fileHeader.indexRangeEnd;
1788
1789
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800
1801
1802
1803
1804
1805
1806
1807
1808
1809
1810
1811
return dash;
}
getRequestExecutor() {
return new YTABRExecutor(this.abrUrl, this.sourceObj, this.ustreamerConfig,
this.initialHeader,
this.initialUMP);
}
}
class YTABRAudioSource extends DashManifestRawAudioSource {
constructor(obj, url, sourceObj, ustreamerConfig) {
super(obj);
this.url = url;
this.abrUrl = url;
this.ustreamerConfig = ustreamerConfig;
this.sourceObj = sourceObj;
this.manifest = "";
this.initialHeader = {};
}
generate() {
if(this.lastDash)
return this.lastDash;
log("Generating ABR Audio Dash");
getMediaReusableAudioBuffers()?.freeAll();
let [dash, umpResp, fileHeader] = generateDash(this.sourceObj, this.ustreamerConfig, this.abrUrl, this.sourceObj.itag);
this.initialHeader = fileHeader;
this.initialUMP = umpResp;
this.lastDash = dash;
this.initStart = 0;
this.initEnd = fileHeader.indexRangeStart - 1;
this.indexStart = fileHeader.indexRangeStart;
this.indexEnd = fileHeader.indexRangeEnd;
return dash;
}
getRequestExecutor() {
return new YTABRExecutor(this.abrUrl, this.sourceObj, this.ustreamerConfig,
this.initialHeader,
this.initialUMP);
}
}
function generateDash(sourceObj, ustreamerConfig, abrUrl, itag) {
const now = (new Date()).getTime();
const lastAction = (new Date()).getTime() - (Math.random() * 5000);
const initialReq = getVideoPlaybackRequest(sourceObj, ustreamerConfig, 0, 0, 0, lastAction, now);
const postData = initialReq.serializeBinary();
let initialResp = http.POST(abrUrl, postData, {
"Origin": "https://www.youtube.com",
"Accept": "*/*",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
}, false, true);
if(!initialResp.isOk)
throw new ScriptException("Failed initial stream request [ " + initialResp.code + "]");
const data = initialResp.body;
let byteArray = undefined;
if(data instanceof ArrayBuffer)
byteArray = new Uint8Array(data);
else
byteArray = Uint8Array.from(data);
const isVideo = sourceObj.mimeType.startsWith("video/");
const reusableBuffer = (useReusableBuffers) ?
((isVideo) ? getMediaReusableVideoBuffers() : getMediaReusableAudioBuffers()) :
undefined;
1855
1856
1857
1858
1859
1860
1861
1862
1863
1864
1865
1866
1867
1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
let umpResp = undefined;
const maxRedirect = 3;
for(let i = 0; i < maxRedirect; i++) {
umpResp = new UMPResponse(byteArray, reusableBuffer);
if(!umpResp)
throw new ScriptException("Invalid UMP response found");
if(!umpResp.streams[0]?.data) {
if(umpResp.redirectUrl && i < maxRedirect - 1) {
bridge.toast("UMP Redirect..");
abrUrl = umpResp.redirectUrl;
log("UMP Redirecting to:\n" + umpResp.redirectUrl);
initialResp = http.POST(abrUrl, postData, {
"Origin": "https://www.youtube.com",
"Accept": "*/*",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
}, false, true);
if(!initialResp.isOk)
throw new ScriptException("Failed initial stream request [ " + initialResp.code + "]");
const data = initialResp.body;
let byteArray = undefined;
if(data instanceof ArrayBuffer)
byteArray = new Uint8Array(data);
else
byteArray = Uint8Array.from(data);
}
else {
log("No stream data in initial UMP Response:\n" + JSON.stringify(umpResp));
log("Failed to load UMP, try restarting plugin/app.\n" + umpResp.opcodes.map(x=>x.opcode + ":" + x.length).join(", "));
bridge.toast("Failed to load UMP, try restarting plugin/app.\n" + umpResp.opcodes.map(x=>x.opcode + ":" + x.length).join(", "));
throw new ScriptException("No stream data in initial UMP response");
}
}
}
let streams = [];
for(let key in umpResp.streams) {
const stream = umpResp.streams[key];
if(!itag || stream.itag == itag)
streams.push(stream);
}
const webmHeaderData = streams[0].data;
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
1934
1935
1936
1937
const webmHeader = new WEBMHeader(webmHeaderData,
sourceObj.mimeType.split(";")[0],
/codecs=\"(.+)\"/.exec(sourceObj.mimeType)[1],
sourceObj.width,
sourceObj.height);
const urlPrefix = (isVideo) ?
"https://grayjay.internal/video" :
"https://grayjay.internal/audio";
const dash = generateWEBMDash(webmHeader,
urlPrefix + "/internal/segment.webm?segIndex=$Number$",
urlPrefix + "/internal/init.webm");
return [dash, umpResp, webmHeader];
}
function generateWEBMDash(webm, templateUrl, initUrl) {
const duration = splitMS(webm.duration);
const durationFormatted = `PT${duration.hours}H${duration.minutes}M${duration.seconds}.${((duration.miliseconds + "").padStart(3, '0'))}S`;
let repCounter = 1;
let mpd = `<?xml version="1.0" encoding="UTF-8"?>\n`;
mpd += xmlTag("MPD", {
"xmlns:xsi": "http://www.w3.org/2001/XMLSchema-instance",
"xmlns": "urn:mpeg:dash:schema:mpd:2011",
"xsi:schemaLocation": "urn:mpeg:dash:schema:mpd:2011 DASH-MPD.xsd",
"profiles": "urn:mpeg:dash:profile:isoff-live:2011",
"minBufferTime": "PT1.5S",
"type": "static",
"mediaPresentationDuration": durationFormatted
}, (indent)=>
xmlTag("Period", {id: "0", duration: durationFormatted}, (indent) =>
xmlTag("AdaptationSet", {segmentAlignment: "true"}, (indent)=>
xmlTag("Representation",
(webm.mimeType.startsWith("video/")) ?
{id: "1", mimeType: webm.mimeType, codecs: webm.codec, startWithSAP: "1", bandwidth: "800000", width: webm.width, height: webm.height}:
{id: "2", mimeType: webm.mimeType, codecs: webm.codec, startWithSAP: "1", bandwidth: "800000", audioSamplingRate: webm.samplingFrequency},(indent)=>
xmlTag("SegmentTemplate", {timescale: webm.timescale / 1000, startNumber: "1",
media: templateUrl,
duration: webm.duration,
xmlTag("SegmentTimeline", {}, (indent)=>
webm.cues.map((cue, i)=>
xmlTag("S", {t: cue, d: (webm.cues.length > i + 1) ? webm.cues[i + 1] - cue : webm.durationCueTimescale - cue}, undefined, indent + " ")
).join("")
,indent + " ")
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
2001
2002
2003
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015
2016
2017
2018
2019
2020
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
2036
2037
2038
2039
2040
2041
2042
2043
2044
2045
2046
2047
2048
2049
2050
2051
2052
2053
2054
2055
2056
2057
2058
2059
2060
2061
2062
2063
2064
2065
2066
2067
2068
2069
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079
,indent + " ")
, indent + " ")
, indent + " ")
, "");
return mpd;
}
function splitMS(ms) {
const hours = Math.floor(ms / (60 * 60 * 1000));
ms -= hours * (60 * 60 * 1000);
const minutes = Math.floor(ms / (60 * 1000));
ms -= minutes * (60 * 1000);
const seconds = Math.floor(ms / 1000);
ms -= seconds * 1000;
return {
hours: hours,
minutes: minutes,
seconds: seconds,
miliseconds: ms
};
}
function xmlTag(tag, attributes, nested, indent) {
indent = indent ?? "";
let prefix = indent + "<" + tag;
const attrKeys = (attributes) ? Object.keys(attributes) : [];
if(attrKeys && attrKeys.length > 0) {
prefix += " " + attrKeys.map(x=>x + "=\"" + attributes[x] + "\"").join(" ");
}
if(!!nested) {
return prefix + ">\n" +
nested(indent + " ") +
indent + "</" + tag + ">\n";
}
else
return prefix + "/>\n";
}
class TestYTABRVideoSource extends DashManifestRawSource {
constructor(obj, url, sourceObj) {
super(obj);
this.url = url;
this.url = "https://dash.akamaized.net/akamai/bbb_30fps/bbb_30fps.mpd";
this.abrUrl = url;
this.sourceObj = sourceObj;
}
generate() {
const dash = http.GET("https://dash.akamaized.net/akamai/bbb_30fps/bbb_30fps.mpd", {});
return dash.body;
}
getRequestExecutor() {
return new YTABRExecutor(this.abrUrl, this.sourceObj);
}
}
const KB_SIZE = 1000;
const MB_SIZE = 1000 * KB_SIZE;
const GB_SIZE = 1000 * MB_SIZE;
class ReusableBuffers {
constructor(size, count) {
this.maxSize = size;
this.maxCount = count;
this.buffers = [];
}
freeAll() {
for(let buffer of this.buffers) {
buffer.data = undefined;
buffer.tag = undefined;
}
}
freeTag(tag) {
const buffers = this.buffers.filter(x=>x.tag == tag);
for(let buffer of buffers) {
buffer.data = undefined;
buffer.tag = undefined;
}
}
free(toFree) {
const buffer = this.buffers.find(x=>x.data == toFree);
if(buffer) {
buffer.data = undefined;
buffer.tag = undefined;
}
}
getBuffer(size, tag) {
log("Reusable Buffer [" + size + "]");
if(size > this.maxSize)
throw new ScriptException("Requested reusable buffer above the max buffer size (" + size + " > " + this.maxSize + ")");
for(let buffer of this.buffers) {
if(!buffer.data) {
buffer.data = new Uint8Array(buffer.buffer, 0, size);
buffer.tag = tag;
return buffer.data;
}
}
if(this.buffers.length < this.maxCount) {
log("Allocated new resuable buffer (total: " + ((this.buffers.length + 1) * this.maxSize)/MB_SIZE + "MB)");
const newBuffer = new ArrayBuffer(this.maxSize);
const newData = new Uint8Array(newBuffer, 0, size);
this.buffers.push({
buffer: newBuffer,
data: newData,
tag: tag
});
return newData;
}
throw new ScriptException("Ran out of reusable memory (" + this.maxCount + ")");
}
}
let _reusableBufferVideo = undefined;
let _reusableBufferAudio = undefined;
function getMediaReusableVideoBuffers() {
if(!_reusableBufferVideo)
_reusableBufferVideo = new ReusableBuffers(20 * MB_SIZE, 10);
return _reusableBufferVideo;
}
function getMediaReusableAudioBuffers() {
if(!_reusableBufferAudio)
_reusableBufferAudio = new ReusableBuffers(2 * MB_SIZE, 10);
return _reusableBufferAudio;
}
const useReusableBuffers = false;
let executorCounter = 0;
let _executorsVideo = [];
let _executorsAudio = [];
class YTABRExecutor {
constructor(url, source, ustreamerConfig, header, initialUmp) {
this.executorId = executorCounter++;
this.source = source;
this.itag = source.itag;
this.header = header;
this.initialUmp = initialUmp;
this.abrUrl = url;
this.ustreamerConfig = ustreamerConfig;
this.lastRequest = 0;
this.requestStarted = (new Date()).getTime();
this.lastAction = (new Date()).getTime() - (Math.random() * 1000 * 5);
log("UMP New executor: " + source.name + " - " + source.mimeType + " (segments: " + header?.cues?.length + ")");
log("UMP Cues: " + header?.cues?.join(", "));
2092
2093
2094
2095
2096
2097
2098
2099
2100
2101
2102
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
if(source.mimeType.startsWith("video/")) {
this.urlPrefix = "https://grayjay.internal/video";
this.reusableBuffer = (useReusableBuffers) ?
getMediaReusableVideoBuffers() : undefined;
this.type = "video";
_executorsVideo.push(this);
if(_executorsVideo.length > 2) {
log("LEAKED EXECUTOR DETECTED?");
}
}
else {
this.urlPrefix = "https://grayjay.internal/audio";
this.reusableBuffer = (useReusableBuffers) ?
getMediaReusableAudioBuffers() : undefined;
this.type = "audio";
_executorsAudio.push(this);
}
this.segments = {};
if(initialUmp)
{
for(let segment of Object.keys(initialUmp.streams)) {
const stream = initialUmp.streams[segment];
if(stream.itag == this.itag) {
log(`Caching initial Segment: itag:${stream.itag}, segmentIndex: ${stream.segmentIndex}, segmentLength: ${stream.segmentSize}, completed: ${stream.completed}`)
this.cacheSegment(initialUmp.streams[segment]);
}
getOffset(index) {
if(this.segmentOffset && this.segmentOffset.actual <= index)
return this.segmentOffset.offset;
return 0;
}
registerOffset(index, found) {
this.segmentOffset = {index: index, actual: found, offset: found - index};
}
findSegmentTime(index) {
if(this.header && this.header.cues) {
if(this.header.cues.length > index) {
const time = this.header.cues[index];
if(index > 0 && time == 0) {
log("UMP Cues: " + this.header.cues.join(", "));
throw new ScriptException("Zero time for non-zero segment?");
}
return time;
}
else
throw new ScriptException("UMP: Segment index out of bound? " + this.header.cues.length + " > " + index)
}
throw new ScriptException("Missing initialHeader?");
}
cacheSegment(segment) {
this.segments[segment.segmentIndex - this.getOffset(segment.segmentIndex)] = segment;
}
getCachedSegmentCount() {
return Object.keys(this.segments).length;
}
getCachedSegment(index) {
return this.segments[index];
}
freeOldSegments(index) {
const reusable = this.reusableBuffer;
for(let key of Object.keys(this.segments)) {
log("UMP [" + this.type + "]: disposing segment " + key + " (<" + index + " || >" + (index + 6) + ")");
2162
2163
2164
2165
2166
2167
2168
2169
2170
2171
2172
2173
2174
2175
2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
2187
2188
2189
2190
2191
2192
2193
2194
2195
2196
reusable?.free(this.segments[key].data);
const segment = this.segments[key];
if(segment) {
delete segment.data;
}
delete this.segments[key];
}
}
}
freeAllSegments() {
const reusable = this.reusableBuffer;
for(let key of Object.keys(this.segments)) {
reusable?.free(this.segments[key].data);
delete this.segments[key];
}
}
cleanup() {
log("UMP: Cleaning up!");
this.initialUmp = undefined;
this.header = undefined;
if(this.type == "video") {
const index = _executorsVideo.indexOf(this);
const removed = _executorsVideo.splice(index, 1);
if(removed)
log("Remaining video executors: " + _executorsVideo.length);
}
else {
const index = _executorsAudio.indexOf(this);
_executorsVideo.splice(index, 1);
log("Remaining audio executors: " + _executorsAudio.length);
}
this.freeAllSegments();
}
if(!retryCount)
retryCount = 0;
Loading
Loading full blame...