diff --git a/lib/Constants.js b/lib/Constants.js index fcf28695..b45ba548 100644 --- a/lib/Constants.js +++ b/lib/Constants.js @@ -1,168 +1,387 @@ 'use strict'; -const axios = require('axios'); -const Stream = require('stream'); const Utils = require('./Utils'); -const Player = require('./Player'); -const Actions = require('./Actions'); -const Constants = require('./Constants'); -const SigDecipher = require('./SigDecipher'); -class InnerTube { - constructor(cookie) { - this.cookie = cookie || ''; - return new Promise(async (resolve, reject) => resolve(await this.init())); - } - - async init() { - const response = await axios.get(Constants.urls.YT_BASE_URL, Constants.default_headers(this)).catch((error) => error); - if (response instanceof Error) throw new Error('Could not retrieve InnerTube configuration data: ' + response.message); - let innertube_data = JSON.parse('{'+Utils.getStringBetweenStrings(response.data, 'ytcfg.set({', '});')+'}'); - if (innertube_data.INNERTUBE_CONTEXT) { - this.context = innertube_data.INNERTUBE_CONTEXT; - this.key = innertube_data.INNERTUBE_API_KEY; - this.id_token = innertube_data.ID_TOKEN; - this.session_token = innertube_data.XSRF_TOKEN; - this.player_url = innertube_data.PLAYER_JS_URL; - this.logged_in = innertube_data.LOGGED_IN; - this.sts = innertube_data.STS; - this.context.client.hl = 'en'; - this.context.client.gl = 'US'; - - this.player = new Player(this); - await this.player.init(); - - if (this.logged_in) { - this.auth_apisid = Utils.getStringBetweenStrings(this.cookie, 'PAPISID=', ';'); - this.auth_apisid = Utils.generateSidAuth(this.auth_apisid); - } - - this.initialized = true; - } else { - this.initialized = false; +const urls = { + YT_BASE_URL: 'https://www.youtube.com', + YT_WATCH_PAGE: 'https://m.youtube.com/watch' +}; + +const innertube_request_opts = (info) => { + let req_opts = { + headers: { + 'accept': '*/*', + 'user-agent': Utils.getRandomUserAgent('desktop').userAgent, + 'content-type': 'application/json', + 'accept-language': 'en-US,en;q=0.9', + 'x-goog-authuser': 0, + 'x-goog-visitor-id': info.session.context.client.visitorData, + 'x-youtube-client-name': 1, + 'x-youtube-client-version': info.session.context.client.clientVersion, + 'x-youtube-chrome-connected': 'source=Chrome,mode=0,enable_account_consistency=true,supervised=false,consistency_enabled_by_default=false', + 'x-origin': urls.YT_BASE_URL, + 'origin': urls.YT_BASE_URL, } - return this; + }; + + if (info.session.logged_in) { + req_opts.headers.Cookie = info.session.cookie; + req_opts.headers.authorization = info.session.auth_apisid; } - async search (query, options = { period: 'any', order: 'relevance', duration: 'any', quantity: 100 }) { - if (!this.initialized) throw new Error('Missing Innertube data.'); - - const yt_response = await axios.post(Constants.urls.YT_BASE_URL+'/youtubei/v1/search?key='+this.key, JSON.stringify({ context: this.context, params: Constants.filters(options.period+','+options.duration+','+options.order), query }), Constants.search_headers(this)).catch((error) => error); - if (yt_response instanceof Error) throw new Error('Could not search on YouTube: ' + yt_response.message); - - let content = yt_response.data.contents.twoColumnSearchResultsRenderer.primaryContents.sectionListRenderer.contents[0].itemSectionRenderer.contents; - let search_response = {}; - - search_response.search_metadata = {}; - search_response.search_metadata.query = content[0].showingResultsForRenderer ? content[0].showingResultsForRenderer.originalQuery.simpleText : query; - search_response.search_metadata.corrected_query = content[0].showingResultsForRenderer ? content[0].showingResultsForRenderer.correctedQueryEndpoint.searchEndpoint.query : query; - search_response.search_metadata.estimated_results = parseInt(yt_response.data.estimatedResults); - search_response.videos = content.map((data) => { - if (!data.videoRenderer) return; - let video = data.videoRenderer; - return { - title: video.title.runs[0].text, - description: video.detailedMetadataSnippets ? video.detailedMetadataSnippets[0].snippetText.runs.map((item) => item.text).join('') : 'N/A', - author: video.ownerText.runs[0].text, - id: video.videoId, - url: 'https://youtu.be/'+video.videoId, - channel_url: Constants.urls.YT_BASE_URL+video.ownerText.runs[0].navigationEndpoint.commandMetadata.webCommandMetadata.url, - metadata: { - view_count: video.viewCountText ? video.viewCountText.simpleText : 'N/A', - short_view_count_text: { - simple_text: video.shortViewCountText ? video.shortViewCountText.simpleText : 'N/A', - accessibility_label: video.shortViewCountText ? (video.shortViewCountText.accessibility ? video.shortViewCountText.accessibility.accessibilityData.label : 'N/A') : 'N/A', - }, - thumbnails: video.thumbnail.thumbnails, - durarion: { - simple_text: video.lengthText ? video.lengthText.simpleText : 'N/A', - accessibility_label: video.lengthText ? video.lengthText.accessibility.accessibilityData.label : 'N/A' - }, - published: video.publishedTimeText ? video.publishedTimeText.simpleText : 'N/A', - badges: video.badges ? video.badges.map((item) => item.metadataBadgeRenderer.label) : 'N/A', - owner_badges: video.ownerBadges ? video.ownerBadges.map((item) => item.metadataBadgeRenderer.tooltip) : 'N/A ' - } - }; - }).filter((video_block) => video_block !== undefined); - return search_response; + if (info.data) { + req_opts.headers['content-length'] = Buffer.byteLength(JSON.stringify(info.data), 'utf8'); } - - download (id, options) { - const stream = new Stream.PassThrough(); - this.requestVideoInfo(id, true).then(async (video_data) => { - let formats = []; - - if (video_data.playabilityStatus.status === 'LOGIN_REQUIRED') return stream.emit('error', { message: 'You must login to download age-restricted videos.', error_type: 'LOGIN_REQUIRED', playability_status: video_data.playabilityStatus.status }); - if (!video_data.streamingData) return stream.emit('error', { message: 'Streaming data not available.', error_type: 'NO_STREAMING_DATA', playability_status: video_data.playabilityStatus.status }); + + if (info.id) { + req_opts.headers.referer = urls.YT_BASE_URL+'/watch?v='+info.id; + } +}; - formats = formats.concat(video_data.streamingData.formats || []).concat(video_data.streamingData.adaptiveFormats || []); - formats.forEach((format) => { - format.url = format.url || format.signatureCipher || format.cipher; - - if (format.signatureCipher || format.cipher) { - format.url = new SigDecipher(format.url, this.player.dec_func).decipher(); - } - - format.has_audio = !!format.audioBitrate || !!format.audioQuality; - format.has_video = !!format.qualityLabel; - - delete format.cipher; - delete format.signatureCipher; - }); - - formats.hls_manifest_url = video_data.streamingData.hlsManifestUrl || undefined; - formats.dash_manifest_url = video_data.streamingData.dashManifestUrl || undefined; - - const video_details = Constants.formatVideoData(video_data, this, true); - stream.emit('video_details', { video_details, formats }); - - const video_url = formats[0].url; - - const response = await axios.get(video_url, { responseType: 'stream', headers: Constants.req_opts.stream_headers }).catch((error) => error); - if (response instanceof Error) { - stream.emit('error', { message: response.message, type: 'REQUEST_FAILED' }); - return stream; - } else { - stream.emit('start'); +const action_headers = info => { + return { + headers: { + 'accept': '*/*', + 'origin': urls.YT_BASE_URL, + 'referer': urls.YT_BASE_URL+'/watch?v='+info.id, + 'user-agent': Utils.getRandomUserAgent('desktop').userAgent, + 'content-type': 'application/json', + 'content-length': Buffer.byteLength(JSON.stringify(info.data), 'utf8'), + 'accept-language': 'en-US,en;q=0.9', + 'x-goog-authuser': 0, + 'x-goog-visitor-id': info.session.context.client.visitorData, + 'x-youtube-client-name': 1, + 'x-youtube-client-version': info.session.context.client.clientVersion, + 'x-youtube-chrome-connected': 'source=Chrome,mode=0,enable_account_consistency=true,supervised=false,consistency_enabled_by_default=false', + 'x-origin': urls.YT_BASE_URL, + 'authorization': info.session.auth_apisid, + 'Cookie': info.session.cookie + } + }; +}; + +const search_headers = session => { + const reqopts = { + headers: { + 'Cookie': session.cookie, + 'user-agent': Utils.getRandomUserAgent('desktop').userAgent, + 'content-type': 'application/json', + 'x-goog-authuser': '0', + 'x-goog-visitor-id': session.context.client.visitorData, + 'x-youtube-client-name': '1', + 'x-youtube-client-version': session.context.client.clientVersion, + 'x-origin': urls.YT_BASE_URL, + } + }; + return reqopts; +}; + +const videoinf_headers = (data, id, desktop) => { + let req_opts; + if (desktop) { + req_opts = { + headers: { + 'user-agent': Utils.getRandomUserAgent(desktop ? 'desktop' : 'mobile').userAgent, + 'content-type': 'application/json', + 'x-goog-authuser': '0', + 'x-goog-visitor-id': data.context.client.visitorData, + 'x-youtube-client-name': '1', + 'x-youtube-client-version': data.context.client.clientVersion, + 'x-origin': 'https://www.youtube.com', + 'referer': 'https://www.youtube.com/watch?v='+id } - - let downloaded_size = 0; - response.data.on('data', (chunk) => { - stream.write(new Buffer.from(chunk)); - downloaded_size += chunk.length; - let size = (response.headers['content-length'] / 1024 / 1024).toFixed(2); - let percentage = Math.floor((downloaded_size / response.headers['content-length']) * 100); - stream.emit('progress', { chunk_size: chunk.length, downloaded_size: (downloaded_size / 1024 / 1024).toFixed(2), percentage, size }); - }); - - response.data.on('error', (err) => stream.emit('error', { message: err.message, type: 'ABORTED' })); - response.data.on('end', () => stream.emit('end')); - }); - return stream; + }; + } else { + req_opts = { + headers: { + 'accept': '*/*', + 'user-agent': Utils.getRandomUserAgent(desktop ? 'desktop' : 'mobile').userAgent, + 'x-goog-visitor-id': data.context.client.visitorData, + 'sec-ch-ua': '"Google Chrome";v="93", " Not;A Brand";v="99", "Chromium";v="93"', + 'sec-ch-ua-platform-version': '10.0.0', + 'x-youtube-device': 'cbr=Chrome+Mobile&cbrand=Whatever&cbrver=93.0.4577.62&ceng=WebKit&cengver=537.36&cmodel=moto+g8+play&cos=Android&cosver=10&cplatform=MOBILE&cyear=2019', + 'x-youtube-client-name': '2', + 'x-youtube-chrome-connected': 'source=Chrome,mode=0,enable_account_consistency=true,supervised=false,consistency_enabled_by_default=false', + 'x-youtube-client-version': '2.20210908.00.00', + 'x-youtube-page-label': 'youtube.mobile.web.client_20210908_00_RC00', + 'x-spf-referer': 'https://m.youtube.com/watch?v='+id, + 'x-origin': 'https://m.youtube.com', + 'referer': 'https://m.youtube.com/watch?v='+id + } + }; + } + if (data.logged_in && desktop) { + req_opts.headers.authorization = data.auth_apisid; + req_opts.headers.cookie = data.cookie; } - - async getExtendedInfo (id) { - const data = await this.requestVideoInfo(id, false); - const video_data = Constants.formatVideoData(data, this, false); + return req_opts; +}; - video_data.like = like => Actions.likeVideo(this, id); - video_data.dislike = dislike => Actions.dislikeVideo(this, id); - video_data.removeLike = remove_like => Actions.removeLike(this, id); - video_data.comment = comment => Actions.commentVideo(this, id, comment); - - return video_data; - } - - async requestVideoInfo (id, desktop) { - let response; - if (!desktop) { - response = await axios.get(Constants.urls.YT_WATCH_PAGE+'?v='+id+'t=8s&pbj=1&bpctr=9999999999&has_verified=1&', Constants.req_opts.videoinf_headers(this, id, false)).catch((error) => error); - } else { - response = await axios.post(Constants.urls.YT_BASE_URL+'/youtubei/v1/player?key='+this.key, JSON.stringify(Constants.req_opts.video_data_req_body(id, this.sts, this.context)), Constants.req_opts.videoinf_headers(this, id, true)).catch((error) => error); +const default_headers = (session) => { + return { + headers: { + 'Cookie': session.cookie, + 'user-agent': Utils.getRandomUserAgent('desktop').userAgent, + "Referer": "https://www.google.com/", + "Accept": "text/html", + "Accept-Language": "en-US,en", + "Accept-Encoding": "gzip", + "Upgrade-Insecure-Requests": 1 } - if (response instanceof Error) throw new Error('Could not retrieve watch page info: '+ response.message); - return response.data; - } -} + }; +}; -module.exports = InnerTube; \ No newline at end of file +const video_data_req_body = (id, sts, context) => { + return { + playbackContext : { + contentPlaybackContext: { + 'currentUrl': '/watch?v='+id, + 'vis': 0, + 'splay': false, + 'autoCaptionsDefaultOn': false, + 'autonavState': 'STATE_OFF', + 'html5Preference': 'HTML5_PREF_WANTS', + 'signatureTimestamp': sts, + 'referer': urls.YT_BASE_URL, + 'lactMilliseconds': '-1' + } + }, + context : context, + videoId : id + }; +}; + +const stream_headers = { + 'Accept': '*/*', + 'User-Agent': Utils.getRandomUserAgent('desktop').userAgent, + 'Connection': 'keep-alive', + 'Origin': urls.YT_BASE_URL, + 'Referer': urls.YT_BASE_URL, + 'DNT': '?1' +}; + +const req_opts = { + search_headers, + action_headers, + videoinf_headers, + video_data_req_body, + stream_headers +}; + +const filters = (order) => { + switch (order) { + case 'any,any,relevance': + return 'EgIQAQ%3D%3D'; + case 'hour,any,relevance': + return 'EgIIAQ%3D%3D'; + case 'day,any,relevance': + return 'EgQIAhAB'; + case 'week,any,relevance': + return 'EgQIAxAB'; + case 'month,any,relevance': + return 'EgQIBBAB'; + case 'year,any,relevance': + return 'EgQIBRAB'; + case 'any,short,relevance': + return 'EgQQARgB'; + case 'hour,short,relevance': + return 'EgYIARABGAE%3D'; + case 'day,short,relevance': + return 'EgYIAhABGAE%3D'; + case 'week,short,relevance': + return "EgYIAxABGAE%3D"; + case "month,short,relevance": + return "EgYIBBABGAE%3D"; + case "year,short,relevance": + return "EgYIBRABGAE%3D"; + case "any,long,relevance": + return "EgQQARgC"; + case "hour,long,relevance": + return "EgYIARABGAI%3D"; + case "day,long,relevance": + return "EgYIAhABGAI%3D"; + case "week,long,relevance": + return "EgYIAxABGAI%3D"; + case "month,long,relevance": + return "EgYIBBABGAI%3D"; + case "year,long,relevance": + return "EgYIBRABGAI%3D"; + case "any,any,age": + return "CAISAhAB"; + case "hour,any,age": + return "CAISBAgBEAE%3D"; + case "day,any,age": + return "CAISBAgCEAE%3D"; + case "week,any,age": + return "CAISBAgDEAE%3D"; + case "month,any,age": + return "CAISBAgEEAE%3D"; + case "year,any,age": + return "CAISBAgFEAE%3D"; + case "any,short,age": + return "CAISBBABGAE%3D"; + case "hour,short,age": + return "CAISBggBEAEYAQ%3D%3D"; + case "day,short,age": + return "CAISBggCEAEYAQ%3D%3D"; + case "week,short,age": + return "CAISBggDEAEYAQ%3D%3D"; + case "month,short,age": + return "CAISBggEEAEYAQ%3D%3D"; + case "year,short,age": + return "CAISBggFEAEYAQ%3D%3D"; + case "any,long,age": + return "CAISBBABGAI%3D"; + case "hour,long,age": + return "CAISBggBEAEYAg%3D%3D"; + case "day,long,age": + return "CAISBggCEAEYAg%3D%3D"; + case "week,long,age": + return "CAISBggDEAEYAg%3D%3D"; + case "month,long,age": + return "CAISBggEEAEYAg%3D%3D"; + case"year,long,age": + return "CAISBggFEAEYAg%3D%3D"; + case "any,any,views": + return "CAMSAhAB"; + case "hour,any,views": + return "CAMSBAgBEAE%3D"; + case "day,any,views": + return "CAMSBAgCEAE%3D"; + case "week,any,views": + return "CAMSBAgDEAE%3D"; + case "month,any,views": + return "CAMSBAgEEAE%3D"; + case "year,any,views": + return "CAMSBAgFEAE%3D"; + case "any,short,views": + return "CAMSBBABGAE%3D"; + case "hour,short,views": + return "CAMSBggBEAEYAQ%3D%3D"; + case "day,short,views": + return "CAMSBggCEAEYAQ%3D%3D"; + case "week,short,views": + return "CAMSBggDEAEYAQ%3D%3D"; + case "month,short,views": + return "CAMSBggEEAEYAQ%3D%3D"; + case "year,short,views": + return "CAMSBggFEAEYAQ%3D%3D"; + case "any,long,views": + return "CAMSBBABGAI%3D"; + case "hour,long,views": + return "CAMSBggBEAEYAg%3D%3D"; + case "day,long,views": + return "CAMSBggCEAEYAg%3D%3D"; + case "week,long,views": + return "CAMSBggDEAEYAg%3D%3D"; + case "month,long,views": + return "CAMSBggEEAEYAg%3D%3D"; + case "year,long,views": + return "CAMSBggFEAEYAg%3D%3D"; + case "any,any,rating": + return "CAESAhAB"; + case "hour,any,rating": + return "CAESBAgBEAE%3D"; + case "day,any,rating": + return "CAESBAgCEAE%3D"; + case "week,any,rating": + return "CAESBAgDEAE%3D"; + case "month,any,rating": + return "CAESBAgEEAE%3D"; + case "year,any,rating": + return "CAESBAgFEAE%3D"; + case "any,short,rating": + return "CAESBBABGAE%3D"; + case "hour,short,rating": + return "CAESBggBEAEYAQ%3D%3D"; + case "day,short,rating": + return "CAESBggCEAEYAQ%3D%3D"; + case "week,short,rating": + return "CAESBggDEAEYAQ%3D%3D"; + case "month,short,rating": + return "CAESBggEEAEYAQ%3D%3D"; + case "year,short,rating": + return "CAESBggFEAEYAQ%3D%3D"; + case "any,long,rating": + return "CAESBBABGAI%3D"; + case "hour,long,rating": + return "CAESBggBEAEYAg%3D%3D"; + case "day,long,rating": + return "CAESBggCEAEYAg%3D%3D"; + case "week,long,rating": + return "CAESBggDEAEYAg%3D%3D"; + case "month,long,rating": + return "CAESBggEEAEYAg%3D%3D"; + case "year,long,rating": + return "CAESBggFEAEYAg%3D%3D"; + default: + } +}; + +const formatVideoData = (data, context, desktop) => { + if (desktop) { + let metadata = {}; + + metadata.embed = data.microformat.playerMicroformatRenderer.embed; + metadata.view_count = parseInt(data.videoDetails.viewCount); + metadata.average_rating = data.videoDetails.averageRating; + metadata.length_seconds = data.microformat.playerMicroformatRenderer.lengthSeconds; + metadata.channel_id = data.videoDetails.channelId; + metadata.channel_url = data.microformat.playerMicroformatRenderer.ownerProfileUrl; + metadata.external_channel_id = data.microformat.playerMicroformatRenderer.externalChannelId; + metadata.is_live_content = data.videoDetails.isLiveContent; + metadata.is_family_safe = data.microformat.playerMicroformatRenderer.isFamilySafe; + metadata.is_unlisted = data.microformat.playerMicroformatRenderer.isUnlisted; + metadata.is_private = data.videoDetails.isPrivate; + metadata.has_ypc_metadata = data.microformat.playerMicroformatRenderer.hasYpcMetadata; + metadata.category = data.microformat.playerMicroformatRenderer.category; + metadata.channel_name = data.microformat.playerMicroformatRenderer.ownerChannelName; + metadata.publish_date = data.microformat.playerMicroformatRenderer.publishDate; + metadata.upload_date = data.microformat.playerMicroformatRenderer.uploadDate; + metadata.keywords = data.videoDetails.keywords; + + let video_details = {}; + video_details.title = data.videoDetails.title; + video_details.description = data.videoDetails.shortDescription; + video_details.thumbnail = data.videoDetails.thumbnail.thumbnails.slice(-1)[0]; + video_details.metadata = metadata; + return video_details; + } else { + let metadata = {}; + + metadata.embed = data[2].playerResponse.microformat.playerMicroformatRenderer.embed; + metadata.likes = parseInt(data[3].response.contents.singleColumnWatchNextResults.results.results.contents[1].slimVideoMetadataSectionRenderer.contents[1].slimVideoActionBarRenderer.buttons[0].slimMetadataToggleButtonRenderer.button.toggleButtonRenderer.defaultText.accessibility.accessibilityData.label.replace(/\D/g,'')); + metadata.dislikes = parseInt(data[3].response.contents.singleColumnWatchNextResults.results.results.contents[1].slimVideoMetadataSectionRenderer.contents[1].slimVideoActionBarRenderer.buttons[1].slimMetadataToggleButtonRenderer.button.toggleButtonRenderer.defaultText.accessibility.accessibilityData.label.replace(/\D/g,'')); + metadata.view_count = parseInt(data[2].playerResponse.videoDetails.viewCount); + metadata.average_rating = data[2].playerResponse.videoDetails.averageRating; + metadata.length_seconds = data[2].playerResponse.microformat.playerMicroformatRenderer.lengthSeconds; + metadata.channel_id = data[2].playerResponse.videoDetails.channelId; + metadata.channel_url = data[2].playerResponse.microformat.playerMicroformatRenderer.ownerProfileUrl; + metadata.external_channel_id = data[2].playerResponse.microformat.playerMicroformatRenderer.externalChannelId; + metadata.is_live_content = data[2].playerResponse.videoDetails.isLiveContent; + metadata.is_family_safe = data[2].playerResponse.microformat.playerMicroformatRenderer.isFamilySafe; + metadata.is_unlisted = data[2].playerResponse.microformat.playerMicroformatRenderer.isUnlisted; + metadata.is_private = data[2].playerResponse.videoDetails.isPrivate; + metadata.has_ypc_metadata = data[2].playerResponse.microformat.playerMicroformatRenderer.hasYpcMetadata; + metadata.category = data[2].playerResponse.microformat.playerMicroformatRenderer.category; + metadata.channel_name = data[2].playerResponse.microformat.playerMicroformatRenderer.ownerChannelName; + metadata.publish_date = data[2].playerResponse.microformat.playerMicroformatRenderer.publishDate; + metadata.upload_date = data[2].playerResponse.microformat.playerMicroformatRenderer.uploadDate; + metadata.keywords = data[2].playerResponse.videoDetails.keywords; + + const id = data[2].playerResponse.videoDetails.videoId; + + let video_details = {}; + video_details.title = data[2].playerResponse.videoDetails.title; + video_details.description = data[2].playerResponse.videoDetails.shortDescription; + video_details.thumbnail = data[2].playerResponse.videoDetails.thumbnail.thumbnails.slice(-1)[0]; + video_details.like = like => {}; + video_details.dislike = dislike => {}; + video_details.removeLike = remove_like => {}; + video_details.comment = comment => {}; + video_details.metadata = metadata; + return video_details; + } +}; + +module.exports = { req_opts, urls, search_headers, default_headers, formatVideoData, filters }; \ No newline at end of file