This commit is contained in:
LuanRT
2021-09-27 19:39:06 -03:00
parent 2dd1e57ceb
commit 5102d78504

View File

@@ -1,168 +1,387 @@
'use strict';
const axios = require('axios');
const Stream = require('stream');
const Utils = require('./Utils');
const Player = require('./Player');
const Actions = require('./Actions');
const Constants = require('./Constants');
const SigDecipher = require('./SigDecipher');
class InnerTube {
constructor(cookie) {
this.cookie = cookie || '';
return new Promise(async (resolve, reject) => resolve(await this.init()));
}
async init() {
const response = await axios.get(Constants.urls.YT_BASE_URL, Constants.default_headers(this)).catch((error) => error);
if (response instanceof Error) throw new Error('Could not retrieve InnerTube configuration data: ' + response.message);
let innertube_data = JSON.parse('{'+Utils.getStringBetweenStrings(response.data, 'ytcfg.set({', '});')+'}');
if (innertube_data.INNERTUBE_CONTEXT) {
this.context = innertube_data.INNERTUBE_CONTEXT;
this.key = innertube_data.INNERTUBE_API_KEY;
this.id_token = innertube_data.ID_TOKEN;
this.session_token = innertube_data.XSRF_TOKEN;
this.player_url = innertube_data.PLAYER_JS_URL;
this.logged_in = innertube_data.LOGGED_IN;
this.sts = innertube_data.STS;
this.context.client.hl = 'en';
this.context.client.gl = 'US';
this.player = new Player(this);
await this.player.init();
if (this.logged_in) {
this.auth_apisid = Utils.getStringBetweenStrings(this.cookie, 'PAPISID=', ';');
this.auth_apisid = Utils.generateSidAuth(this.auth_apisid);
}
this.initialized = true;
} else {
this.initialized = false;
const urls = {
YT_BASE_URL: 'https://www.youtube.com',
YT_WATCH_PAGE: 'https://m.youtube.com/watch'
};
const innertube_request_opts = (info) => {
let req_opts = {
headers: {
'accept': '*/*',
'user-agent': Utils.getRandomUserAgent('desktop').userAgent,
'content-type': 'application/json',
'accept-language': 'en-US,en;q=0.9',
'x-goog-authuser': 0,
'x-goog-visitor-id': info.session.context.client.visitorData,
'x-youtube-client-name': 1,
'x-youtube-client-version': info.session.context.client.clientVersion,
'x-youtube-chrome-connected': 'source=Chrome,mode=0,enable_account_consistency=true,supervised=false,consistency_enabled_by_default=false',
'x-origin': urls.YT_BASE_URL,
'origin': urls.YT_BASE_URL,
}
return this;
};
if (info.session.logged_in) {
req_opts.headers.Cookie = info.session.cookie;
req_opts.headers.authorization = info.session.auth_apisid;
}
async search (query, options = { period: 'any', order: 'relevance', duration: 'any', quantity: 100 }) {
if (!this.initialized) throw new Error('Missing Innertube data.');
const yt_response = await axios.post(Constants.urls.YT_BASE_URL+'/youtubei/v1/search?key='+this.key, JSON.stringify({ context: this.context, params: Constants.filters(options.period+','+options.duration+','+options.order), query }), Constants.search_headers(this)).catch((error) => error);
if (yt_response instanceof Error) throw new Error('Could not search on YouTube: ' + yt_response.message);
let content = yt_response.data.contents.twoColumnSearchResultsRenderer.primaryContents.sectionListRenderer.contents[0].itemSectionRenderer.contents;
let search_response = {};
search_response.search_metadata = {};
search_response.search_metadata.query = content[0].showingResultsForRenderer ? content[0].showingResultsForRenderer.originalQuery.simpleText : query;
search_response.search_metadata.corrected_query = content[0].showingResultsForRenderer ? content[0].showingResultsForRenderer.correctedQueryEndpoint.searchEndpoint.query : query;
search_response.search_metadata.estimated_results = parseInt(yt_response.data.estimatedResults);
search_response.videos = content.map((data) => {
if (!data.videoRenderer) return;
let video = data.videoRenderer;
return {
title: video.title.runs[0].text,
description: video.detailedMetadataSnippets ? video.detailedMetadataSnippets[0].snippetText.runs.map((item) => item.text).join('') : 'N/A',
author: video.ownerText.runs[0].text,
id: video.videoId,
url: 'https://youtu.be/'+video.videoId,
channel_url: Constants.urls.YT_BASE_URL+video.ownerText.runs[0].navigationEndpoint.commandMetadata.webCommandMetadata.url,
metadata: {
view_count: video.viewCountText ? video.viewCountText.simpleText : 'N/A',
short_view_count_text: {
simple_text: video.shortViewCountText ? video.shortViewCountText.simpleText : 'N/A',
accessibility_label: video.shortViewCountText ? (video.shortViewCountText.accessibility ? video.shortViewCountText.accessibility.accessibilityData.label : 'N/A') : 'N/A',
},
thumbnails: video.thumbnail.thumbnails,
durarion: {
simple_text: video.lengthText ? video.lengthText.simpleText : 'N/A',
accessibility_label: video.lengthText ? video.lengthText.accessibility.accessibilityData.label : 'N/A'
},
published: video.publishedTimeText ? video.publishedTimeText.simpleText : 'N/A',
badges: video.badges ? video.badges.map((item) => item.metadataBadgeRenderer.label) : 'N/A',
owner_badges: video.ownerBadges ? video.ownerBadges.map((item) => item.metadataBadgeRenderer.tooltip) : 'N/A '
}
};
}).filter((video_block) => video_block !== undefined);
return search_response;
if (info.data) {
req_opts.headers['content-length'] = Buffer.byteLength(JSON.stringify(info.data), 'utf8');
}
download (id, options) {
const stream = new Stream.PassThrough();
this.requestVideoInfo(id, true).then(async (video_data) => {
let formats = [];
if (video_data.playabilityStatus.status === 'LOGIN_REQUIRED') return stream.emit('error', { message: 'You must login to download age-restricted videos.', error_type: 'LOGIN_REQUIRED', playability_status: video_data.playabilityStatus.status });
if (!video_data.streamingData) return stream.emit('error', { message: 'Streaming data not available.', error_type: 'NO_STREAMING_DATA', playability_status: video_data.playabilityStatus.status });
if (info.id) {
req_opts.headers.referer = urls.YT_BASE_URL+'/watch?v='+info.id;
}
};
formats = formats.concat(video_data.streamingData.formats || []).concat(video_data.streamingData.adaptiveFormats || []);
formats.forEach((format) => {
format.url = format.url || format.signatureCipher || format.cipher;
if (format.signatureCipher || format.cipher) {
format.url = new SigDecipher(format.url, this.player.dec_func).decipher();
}
format.has_audio = !!format.audioBitrate || !!format.audioQuality;
format.has_video = !!format.qualityLabel;
delete format.cipher;
delete format.signatureCipher;
});
formats.hls_manifest_url = video_data.streamingData.hlsManifestUrl || undefined;
formats.dash_manifest_url = video_data.streamingData.dashManifestUrl || undefined;
const video_details = Constants.formatVideoData(video_data, this, true);
stream.emit('video_details', { video_details, formats });
const video_url = formats[0].url;
const response = await axios.get(video_url, { responseType: 'stream', headers: Constants.req_opts.stream_headers }).catch((error) => error);
if (response instanceof Error) {
stream.emit('error', { message: response.message, type: 'REQUEST_FAILED' });
return stream;
} else {
stream.emit('start');
const action_headers = info => {
return {
headers: {
'accept': '*/*',
'origin': urls.YT_BASE_URL,
'referer': urls.YT_BASE_URL+'/watch?v='+info.id,
'user-agent': Utils.getRandomUserAgent('desktop').userAgent,
'content-type': 'application/json',
'content-length': Buffer.byteLength(JSON.stringify(info.data), 'utf8'),
'accept-language': 'en-US,en;q=0.9',
'x-goog-authuser': 0,
'x-goog-visitor-id': info.session.context.client.visitorData,
'x-youtube-client-name': 1,
'x-youtube-client-version': info.session.context.client.clientVersion,
'x-youtube-chrome-connected': 'source=Chrome,mode=0,enable_account_consistency=true,supervised=false,consistency_enabled_by_default=false',
'x-origin': urls.YT_BASE_URL,
'authorization': info.session.auth_apisid,
'Cookie': info.session.cookie
}
};
};
const search_headers = session => {
const reqopts = {
headers: {
'Cookie': session.cookie,
'user-agent': Utils.getRandomUserAgent('desktop').userAgent,
'content-type': 'application/json',
'x-goog-authuser': '0',
'x-goog-visitor-id': session.context.client.visitorData,
'x-youtube-client-name': '1',
'x-youtube-client-version': session.context.client.clientVersion,
'x-origin': urls.YT_BASE_URL,
}
};
return reqopts;
};
const videoinf_headers = (data, id, desktop) => {
let req_opts;
if (desktop) {
req_opts = {
headers: {
'user-agent': Utils.getRandomUserAgent(desktop ? 'desktop' : 'mobile').userAgent,
'content-type': 'application/json',
'x-goog-authuser': '0',
'x-goog-visitor-id': data.context.client.visitorData,
'x-youtube-client-name': '1',
'x-youtube-client-version': data.context.client.clientVersion,
'x-origin': 'https://www.youtube.com',
'referer': 'https://www.youtube.com/watch?v='+id
}
let downloaded_size = 0;
response.data.on('data', (chunk) => {
stream.write(new Buffer.from(chunk));
downloaded_size += chunk.length;
let size = (response.headers['content-length'] / 1024 / 1024).toFixed(2);
let percentage = Math.floor((downloaded_size / response.headers['content-length']) * 100);
stream.emit('progress', { chunk_size: chunk.length, downloaded_size: (downloaded_size / 1024 / 1024).toFixed(2), percentage, size });
});
response.data.on('error', (err) => stream.emit('error', { message: err.message, type: 'ABORTED' }));
response.data.on('end', () => stream.emit('end'));
});
return stream;
};
} else {
req_opts = {
headers: {
'accept': '*/*',
'user-agent': Utils.getRandomUserAgent(desktop ? 'desktop' : 'mobile').userAgent,
'x-goog-visitor-id': data.context.client.visitorData,
'sec-ch-ua': '"Google Chrome";v="93", " Not;A Brand";v="99", "Chromium";v="93"',
'sec-ch-ua-platform-version': '10.0.0',
'x-youtube-device': 'cbr=Chrome+Mobile&cbrand=Whatever&cbrver=93.0.4577.62&ceng=WebKit&cengver=537.36&cmodel=moto+g8+play&cos=Android&cosver=10&cplatform=MOBILE&cyear=2019',
'x-youtube-client-name': '2',
'x-youtube-chrome-connected': 'source=Chrome,mode=0,enable_account_consistency=true,supervised=false,consistency_enabled_by_default=false',
'x-youtube-client-version': '2.20210908.00.00',
'x-youtube-page-label': 'youtube.mobile.web.client_20210908_00_RC00',
'x-spf-referer': 'https://m.youtube.com/watch?v='+id,
'x-origin': 'https://m.youtube.com',
'referer': 'https://m.youtube.com/watch?v='+id
}
};
}
if (data.logged_in && desktop) {
req_opts.headers.authorization = data.auth_apisid;
req_opts.headers.cookie = data.cookie;
}
async getExtendedInfo (id) {
const data = await this.requestVideoInfo(id, false);
const video_data = Constants.formatVideoData(data, this, false);
return req_opts;
};
video_data.like = like => Actions.likeVideo(this, id);
video_data.dislike = dislike => Actions.dislikeVideo(this, id);
video_data.removeLike = remove_like => Actions.removeLike(this, id);
video_data.comment = comment => Actions.commentVideo(this, id, comment);
return video_data;
}
async requestVideoInfo (id, desktop) {
let response;
if (!desktop) {
response = await axios.get(Constants.urls.YT_WATCH_PAGE+'?v='+id+'t=8s&pbj=1&bpctr=9999999999&has_verified=1&', Constants.req_opts.videoinf_headers(this, id, false)).catch((error) => error);
} else {
response = await axios.post(Constants.urls.YT_BASE_URL+'/youtubei/v1/player?key='+this.key, JSON.stringify(Constants.req_opts.video_data_req_body(id, this.sts, this.context)), Constants.req_opts.videoinf_headers(this, id, true)).catch((error) => error);
const default_headers = (session) => {
return {
headers: {
'Cookie': session.cookie,
'user-agent': Utils.getRandomUserAgent('desktop').userAgent,
"Referer": "https://www.google.com/",
"Accept": "text/html",
"Accept-Language": "en-US,en",
"Accept-Encoding": "gzip",
"Upgrade-Insecure-Requests": 1
}
if (response instanceof Error) throw new Error('Could not retrieve watch page info: '+ response.message);
return response.data;
}
}
};
};
module.exports = InnerTube;
const video_data_req_body = (id, sts, context) => {
return {
playbackContext : {
contentPlaybackContext: {
'currentUrl': '/watch?v='+id,
'vis': 0,
'splay': false,
'autoCaptionsDefaultOn': false,
'autonavState': 'STATE_OFF',
'html5Preference': 'HTML5_PREF_WANTS',
'signatureTimestamp': sts,
'referer': urls.YT_BASE_URL,
'lactMilliseconds': '-1'
}
},
context : context,
videoId : id
};
};
const stream_headers = {
'Accept': '*/*',
'User-Agent': Utils.getRandomUserAgent('desktop').userAgent,
'Connection': 'keep-alive',
'Origin': urls.YT_BASE_URL,
'Referer': urls.YT_BASE_URL,
'DNT': '?1'
};
const req_opts = {
search_headers,
action_headers,
videoinf_headers,
video_data_req_body,
stream_headers
};
const filters = (order) => {
switch (order) {
case 'any,any,relevance':
return 'EgIQAQ%3D%3D';
case 'hour,any,relevance':
return 'EgIIAQ%3D%3D';
case 'day,any,relevance':
return 'EgQIAhAB';
case 'week,any,relevance':
return 'EgQIAxAB';
case 'month,any,relevance':
return 'EgQIBBAB';
case 'year,any,relevance':
return 'EgQIBRAB';
case 'any,short,relevance':
return 'EgQQARgB';
case 'hour,short,relevance':
return 'EgYIARABGAE%3D';
case 'day,short,relevance':
return 'EgYIAhABGAE%3D';
case 'week,short,relevance':
return "EgYIAxABGAE%3D";
case "month,short,relevance":
return "EgYIBBABGAE%3D";
case "year,short,relevance":
return "EgYIBRABGAE%3D";
case "any,long,relevance":
return "EgQQARgC";
case "hour,long,relevance":
return "EgYIARABGAI%3D";
case "day,long,relevance":
return "EgYIAhABGAI%3D";
case "week,long,relevance":
return "EgYIAxABGAI%3D";
case "month,long,relevance":
return "EgYIBBABGAI%3D";
case "year,long,relevance":
return "EgYIBRABGAI%3D";
case "any,any,age":
return "CAISAhAB";
case "hour,any,age":
return "CAISBAgBEAE%3D";
case "day,any,age":
return "CAISBAgCEAE%3D";
case "week,any,age":
return "CAISBAgDEAE%3D";
case "month,any,age":
return "CAISBAgEEAE%3D";
case "year,any,age":
return "CAISBAgFEAE%3D";
case "any,short,age":
return "CAISBBABGAE%3D";
case "hour,short,age":
return "CAISBggBEAEYAQ%3D%3D";
case "day,short,age":
return "CAISBggCEAEYAQ%3D%3D";
case "week,short,age":
return "CAISBggDEAEYAQ%3D%3D";
case "month,short,age":
return "CAISBggEEAEYAQ%3D%3D";
case "year,short,age":
return "CAISBggFEAEYAQ%3D%3D";
case "any,long,age":
return "CAISBBABGAI%3D";
case "hour,long,age":
return "CAISBggBEAEYAg%3D%3D";
case "day,long,age":
return "CAISBggCEAEYAg%3D%3D";
case "week,long,age":
return "CAISBggDEAEYAg%3D%3D";
case "month,long,age":
return "CAISBggEEAEYAg%3D%3D";
case"year,long,age":
return "CAISBggFEAEYAg%3D%3D";
case "any,any,views":
return "CAMSAhAB";
case "hour,any,views":
return "CAMSBAgBEAE%3D";
case "day,any,views":
return "CAMSBAgCEAE%3D";
case "week,any,views":
return "CAMSBAgDEAE%3D";
case "month,any,views":
return "CAMSBAgEEAE%3D";
case "year,any,views":
return "CAMSBAgFEAE%3D";
case "any,short,views":
return "CAMSBBABGAE%3D";
case "hour,short,views":
return "CAMSBggBEAEYAQ%3D%3D";
case "day,short,views":
return "CAMSBggCEAEYAQ%3D%3D";
case "week,short,views":
return "CAMSBggDEAEYAQ%3D%3D";
case "month,short,views":
return "CAMSBggEEAEYAQ%3D%3D";
case "year,short,views":
return "CAMSBggFEAEYAQ%3D%3D";
case "any,long,views":
return "CAMSBBABGAI%3D";
case "hour,long,views":
return "CAMSBggBEAEYAg%3D%3D";
case "day,long,views":
return "CAMSBggCEAEYAg%3D%3D";
case "week,long,views":
return "CAMSBggDEAEYAg%3D%3D";
case "month,long,views":
return "CAMSBggEEAEYAg%3D%3D";
case "year,long,views":
return "CAMSBggFEAEYAg%3D%3D";
case "any,any,rating":
return "CAESAhAB";
case "hour,any,rating":
return "CAESBAgBEAE%3D";
case "day,any,rating":
return "CAESBAgCEAE%3D";
case "week,any,rating":
return "CAESBAgDEAE%3D";
case "month,any,rating":
return "CAESBAgEEAE%3D";
case "year,any,rating":
return "CAESBAgFEAE%3D";
case "any,short,rating":
return "CAESBBABGAE%3D";
case "hour,short,rating":
return "CAESBggBEAEYAQ%3D%3D";
case "day,short,rating":
return "CAESBggCEAEYAQ%3D%3D";
case "week,short,rating":
return "CAESBggDEAEYAQ%3D%3D";
case "month,short,rating":
return "CAESBggEEAEYAQ%3D%3D";
case "year,short,rating":
return "CAESBggFEAEYAQ%3D%3D";
case "any,long,rating":
return "CAESBBABGAI%3D";
case "hour,long,rating":
return "CAESBggBEAEYAg%3D%3D";
case "day,long,rating":
return "CAESBggCEAEYAg%3D%3D";
case "week,long,rating":
return "CAESBggDEAEYAg%3D%3D";
case "month,long,rating":
return "CAESBggEEAEYAg%3D%3D";
case "year,long,rating":
return "CAESBggFEAEYAg%3D%3D";
default:
}
};
const formatVideoData = (data, context, desktop) => {
if (desktop) {
let metadata = {};
metadata.embed = data.microformat.playerMicroformatRenderer.embed;
metadata.view_count = parseInt(data.videoDetails.viewCount);
metadata.average_rating = data.videoDetails.averageRating;
metadata.length_seconds = data.microformat.playerMicroformatRenderer.lengthSeconds;
metadata.channel_id = data.videoDetails.channelId;
metadata.channel_url = data.microformat.playerMicroformatRenderer.ownerProfileUrl;
metadata.external_channel_id = data.microformat.playerMicroformatRenderer.externalChannelId;
metadata.is_live_content = data.videoDetails.isLiveContent;
metadata.is_family_safe = data.microformat.playerMicroformatRenderer.isFamilySafe;
metadata.is_unlisted = data.microformat.playerMicroformatRenderer.isUnlisted;
metadata.is_private = data.videoDetails.isPrivate;
metadata.has_ypc_metadata = data.microformat.playerMicroformatRenderer.hasYpcMetadata;
metadata.category = data.microformat.playerMicroformatRenderer.category;
metadata.channel_name = data.microformat.playerMicroformatRenderer.ownerChannelName;
metadata.publish_date = data.microformat.playerMicroformatRenderer.publishDate;
metadata.upload_date = data.microformat.playerMicroformatRenderer.uploadDate;
metadata.keywords = data.videoDetails.keywords;
let video_details = {};
video_details.title = data.videoDetails.title;
video_details.description = data.videoDetails.shortDescription;
video_details.thumbnail = data.videoDetails.thumbnail.thumbnails.slice(-1)[0];
video_details.metadata = metadata;
return video_details;
} else {
let metadata = {};
metadata.embed = data[2].playerResponse.microformat.playerMicroformatRenderer.embed;
metadata.likes = parseInt(data[3].response.contents.singleColumnWatchNextResults.results.results.contents[1].slimVideoMetadataSectionRenderer.contents[1].slimVideoActionBarRenderer.buttons[0].slimMetadataToggleButtonRenderer.button.toggleButtonRenderer.defaultText.accessibility.accessibilityData.label.replace(/\D/g,''));
metadata.dislikes = parseInt(data[3].response.contents.singleColumnWatchNextResults.results.results.contents[1].slimVideoMetadataSectionRenderer.contents[1].slimVideoActionBarRenderer.buttons[1].slimMetadataToggleButtonRenderer.button.toggleButtonRenderer.defaultText.accessibility.accessibilityData.label.replace(/\D/g,''));
metadata.view_count = parseInt(data[2].playerResponse.videoDetails.viewCount);
metadata.average_rating = data[2].playerResponse.videoDetails.averageRating;
metadata.length_seconds = data[2].playerResponse.microformat.playerMicroformatRenderer.lengthSeconds;
metadata.channel_id = data[2].playerResponse.videoDetails.channelId;
metadata.channel_url = data[2].playerResponse.microformat.playerMicroformatRenderer.ownerProfileUrl;
metadata.external_channel_id = data[2].playerResponse.microformat.playerMicroformatRenderer.externalChannelId;
metadata.is_live_content = data[2].playerResponse.videoDetails.isLiveContent;
metadata.is_family_safe = data[2].playerResponse.microformat.playerMicroformatRenderer.isFamilySafe;
metadata.is_unlisted = data[2].playerResponse.microformat.playerMicroformatRenderer.isUnlisted;
metadata.is_private = data[2].playerResponse.videoDetails.isPrivate;
metadata.has_ypc_metadata = data[2].playerResponse.microformat.playerMicroformatRenderer.hasYpcMetadata;
metadata.category = data[2].playerResponse.microformat.playerMicroformatRenderer.category;
metadata.channel_name = data[2].playerResponse.microformat.playerMicroformatRenderer.ownerChannelName;
metadata.publish_date = data[2].playerResponse.microformat.playerMicroformatRenderer.publishDate;
metadata.upload_date = data[2].playerResponse.microformat.playerMicroformatRenderer.uploadDate;
metadata.keywords = data[2].playerResponse.videoDetails.keywords;
const id = data[2].playerResponse.videoDetails.videoId;
let video_details = {};
video_details.title = data[2].playerResponse.videoDetails.title;
video_details.description = data[2].playerResponse.videoDetails.shortDescription;
video_details.thumbnail = data[2].playerResponse.videoDetails.thumbnail.thumbnails.slice(-1)[0];
video_details.like = like => {};
video_details.dislike = dislike => {};
video_details.removeLike = remove_like => {};
video_details.comment = comment => {};
video_details.metadata = metadata;
return video_details;
}
};
module.exports = { req_opts, urls, search_headers, default_headers, formatVideoData, filters };