From 3c0fb613e0824676bcee9edbf882c2040f51557b Mon Sep 17 00:00:00 2001 From: Luan Date: Wed, 18 Sep 2024 16:08:05 -0300 Subject: [PATCH] chore: Add onesie request example --- examples/README.md | 10 +- examples/onesie-request/main.ts | 192 ++++++++++++++++++++++ examples/onesie-request/package-lock.json | 80 +++++++++ examples/onesie-request/package.json | 17 ++ examples/onesie-request/tsconfig.json | 102 ++++++++++++ 5 files changed, 400 insertions(+), 1 deletion(-) create mode 100644 examples/onesie-request/main.ts create mode 100644 examples/onesie-request/package-lock.json create mode 100644 examples/onesie-request/package.json create mode 100644 examples/onesie-request/tsconfig.json diff --git a/examples/README.md b/examples/README.md index ed75bc8..9a0e8f6 100644 --- a/examples/README.md +++ b/examples/README.md @@ -23,6 +23,14 @@ cd examples/downloader npm install npx tsx main.ts -## Example with ffmpeg +# Example with ffmpeg npx tsx ffmpeg-example.ts +``` + +## "Onesie" Request Example + +```bash +cd examples/onesie-request +npm install +npx tsx main.ts ``` \ No newline at end of file diff --git a/examples/onesie-request/main.ts b/examples/onesie-request/main.ts new file mode 100644 index 0000000..de0d835 --- /dev/null +++ b/examples/onesie-request/main.ts @@ -0,0 +1,192 @@ +import Innertube, { Endpoints, Parser, UniversalCache } from 'youtubei.js'; + +import GoogleVideo, { base64ToU8, Protos, PART, QUALITY } from '../../dist/src/index.js'; +import { decryptResponse, encryptRequest } from './utils.js'; + +const innertube = await Innertube.create({ cache: new UniversalCache(true) }); + +const tvConfigResponse = await fetch('https://www.youtube.com/tv_config?action_get_config=true&client=lb4&theme=cl', { + method: 'GET', + headers: { + 'User-Agent': 'Mozilla/5.0 (ChromiumStylePlatform) Cobalt/Version' + } +}); + +const tvConfigResponseData = await tvConfigResponse.text(); + +if (!tvConfigResponseData.startsWith(')]}')) + throw new Error('Invalid JSPB response'); + +const configData = JSON.parse(tvConfigResponseData.slice(4)); + +const webPlayerContextConfig = configData.webPlayerContextConfig.WEB_PLAYER_CONTEXT_CONFIG_ID_LIVING_ROOM_WATCH; +const onesieHotConfig = webPlayerContextConfig.onesieHotConfig; + +const clientKeyData = base64ToU8(onesieHotConfig.clientKey); +const encryptedClientKey = base64ToU8(onesieHotConfig.encryptedClientKey); +const onesieUstreamerConfig = base64ToU8(onesieHotConfig.onesieUstreamerConfig); +const baseUrl = onesieHotConfig.baseUrl; + +const headers = [ + { + name: 'Content-Type', + value: 'application/json' + }, + { + name: 'User-Agent', + value: 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36' + }, + { + name: 'X-Goog-Visitor-Id', + value: innertube.session.context.client.visitorData + } +] +; +const videoId = 'JAs6WyK-Kr0'; + +const playerRequest = { + context: innertube.session.context, + ...Endpoints.PlayerEndpoint.build({ + video_id: videoId, + sts: innertube.session.player?.sts + }) +}; + +// Change or remove these if you want to use a different client. I chose TVHTML5 purely for testing. +playerRequest.context.client.clientName = 'TVHTML5'; +playerRequest.context.client.clientVersion = '7.20240717.18.00'; + +const onesieRequest = Protos.OnesieRequest.encode({ + url: 'https://youtubei.googleapis.com/youtubei/v1/next?key=AIzaSyDCU8hByM-4DrUqRUYnGn-3llEO78bcxq8', + headers, + body: JSON.stringify(playerRequest), + field4: false, + field6: false +}).finish(); + +const { encrypted, hmac, iv } = await encryptRequest(clientKeyData, onesieRequest); + +const body = Protos.OnesieInnertubeRequest.encode({ + encryptedRequest: { + encryptedClientKey, + encryptedOnesieRequest: encrypted, + enableCompression: false, + hmac: hmac, + iv: iv, + TQ: true, + YP: true + }, + mediaInfo: { + timeSinceLastManualFormatSelectionMs: 0, + lastManualDirection: 0, + quality: QUALITY.HD720, + maxWidth: 640, + maxHeight: 360, + iea: 720, + startTimeMs: 0, + visibility: 0 + }, + streamerContext: { + field5: [], + field6: [], + poToken: undefined, + playbackCookie: undefined, + clientInfo: { + clientName: 7, + clientVersion: '7.20240915.19.00' + } + }, + onesieUstreamerConfig +}).finish(); + +const redirectorResponse = await fetch(`https://redirector.googlevideo.com/initplayback?source=youtube&itag=0&pvi=0&pai=0&owc=yes&id=${Math.round(Math.random() * 1E5)}`, { + method: 'GET', + redirect: 'manual' +}); + +const redirectorResponseUrl = redirectorResponse.headers.get('location'); + +if (!redirectorResponseUrl) + throw new Error('Invalid redirector response'); + +let url = `${redirectorResponseUrl.split('/initplayback')[0]}${baseUrl}`; + +const searchParams = []; + +const videoIdBytes = base64ToU8(videoId); +const encodedVideoId = []; + +for (const byte of videoIdBytes) { + encodedVideoId.push(byte.toString(16).padStart(2, '0')); +} + +searchParams.push(`id=${encodedVideoId.join('')}`); +searchParams.push('&opr=1'); +searchParams.push('&por=1'); +searchParams.push('rn=1'); + +/** + * Add the following search params to get media data parts along with the onesie response: + * Video: searchParams.push('pvi=337,336,335,787,788,313,271,248,247,780,779,244,243,242,137,136,135,134,133,160,360,358,357,274,317,273,318,280,279,225,224,145,144,222,223,143,142,359'); + * Audio: searchParams.push('pai=141,140,149,251,250'); + */ + +url += `&${searchParams.join('&')}`; + +const response = await fetch(url, { + method: 'POST', + headers: { + 'accept': '*/*', + 'content-type': 'text/plain' + }, + referrer: 'https://www.youtube.com/', + body +}); + +const arrayBuffer = await response.arrayBuffer(); + +const googUmp = new GoogleVideo.UMP(new GoogleVideo.ChunkedDataBuffer([ new Uint8Array(arrayBuffer) ])); + +const onesie: (Protos.OnesieHeader & { data?: Uint8Array })[] = []; + +googUmp.parse((part) => { + const data = part.data.chunks[0]; + switch (part.type) { + case PART.SABR_ERROR: + console.log('[SABR_ERROR]:', Protos.SabrError.decode(data)); + break; + case PART.ONESIE_HEADER: + onesie.push(Protos.OnesieHeader.decode(data)); + break; + case PART.ONESIE_DATA: + onesie[onesie.length - 1].data = data; + break; + default: + break; + } +}); + +const onesiePlayerResponse = onesie.find((header) => header.type === Protos.OnesieHeaderType.PLAYER_RESPONSE); + +if (onesiePlayerResponse) { + if (!onesiePlayerResponse.cryptoParams) + throw new Error('Crypto params not found'); + + const iv = onesiePlayerResponse.cryptoParams.iv; + const hmac = onesiePlayerResponse.cryptoParams.hmac; + const encrypted = onesiePlayerResponse.data; + + const decryptedData = await decryptResponse(iv, hmac, encrypted, clientKeyData); + const response = Protos.OnesieInnertubeResponse.decode(decryptedData); + + if (response.proxyStatus !== 1) + throw new Error('Proxy status not OK'); + + if (response.status !== 200) + throw new Error('Status not OK'); + + const playerResponse = Parser.parseResponse(JSON.parse(new TextDecoder().decode(response.body))); + + console.log('Player response:', playerResponse); + console.log('Deciphered audio URL:', playerResponse.streaming_data?.adaptive_formats.find((fmt) => fmt.has_audio)?.decipher(innertube.session.player)); +} \ No newline at end of file diff --git a/examples/onesie-request/package-lock.json b/examples/onesie-request/package-lock.json new file mode 100644 index 0000000..3fb04cb --- /dev/null +++ b/examples/onesie-request/package-lock.json @@ -0,0 +1,80 @@ +{ + "name": "onesie-request", + "version": "1.0.0", + "lockfileVersion": 3, + "requires": true, + "packages": { + "": { + "name": "onesie-request", + "version": "1.0.0", + "license": "ISC", + "dependencies": { + "youtubei.js": "github:LuanRT/YouTube.js" + } + }, + "node_modules/@bufbuild/protobuf": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/@bufbuild/protobuf/-/protobuf-2.0.0.tgz", + "integrity": "sha512-sw2JhwJyvyL0zlhG61aDzOVryEfJg2PDZFSV7i7IdC7nAE41WuXCru3QWLGiP87At0BMzKOoKO/FqEGoKygGZQ==" + }, + "node_modules/@fastify/busboy": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/@fastify/busboy/-/busboy-2.1.1.tgz", + "integrity": "sha512-vBZP4NlzfOlerQTnba4aqZoMhE/a9HY7HRqoOPaETQcSQuWEIyZMHGfVu6w9wGtGK5fED5qRs2DteVCjOH60sA==", + "engines": { + "node": ">=14" + } + }, + "node_modules/acorn": { + "version": "8.12.1", + "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.12.1.tgz", + "integrity": "sha512-tcpGyI9zbizT9JbV6oYE477V6mTlXvvi0T0G3SNIYE2apm/G5huBa1+K89VGeovbg+jycCrfhl3ADxErOuO6Jg==", + "bin": { + "acorn": "bin/acorn" + }, + "engines": { + "node": ">=0.4.0" + } + }, + "node_modules/jintr": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/jintr/-/jintr-2.1.1.tgz", + "integrity": "sha512-89cwX4ouogeDGOBsEVsVYsnWWvWjchmwXBB4kiBhmjOKw19FiOKhNhMhpxhTlK2ctl7DS+d/ethfmuBpzoNNgA==", + "funding": [ + "https://github.com/sponsors/LuanRT" + ], + "dependencies": { + "acorn": "^8.8.0" + } + }, + "node_modules/tslib": { + "version": "2.7.0", + "resolved": "https://registry.npmjs.org/tslib/-/tslib-2.7.0.tgz", + "integrity": "sha512-gLXCKdN1/j47AiHiOkJN69hJmcbGTHI0ImLmbYLHykhgeN0jVGola9yVjFgzCUklsZQMW55o+dW7IXv3RCXDzA==" + }, + "node_modules/undici": { + "version": "5.28.4", + "resolved": "https://registry.npmjs.org/undici/-/undici-5.28.4.tgz", + "integrity": "sha512-72RFADWFqKmUb2hmmvNODKL3p9hcB6Gt2DOQMis1SEBaV6a4MH8soBvzg+95CYhCKPFedut2JY9bMfrDl9D23g==", + "dependencies": { + "@fastify/busboy": "^2.0.0" + }, + "engines": { + "node": ">=14.0" + } + }, + "node_modules/youtubei.js": { + "version": "10.4.0", + "resolved": "git+ssh://git@github.com/LuanRT/YouTube.js.git#7a3932682112a0d76c04f65ae35445fc35403a00", + "funding": [ + "https://github.com/sponsors/LuanRT" + ], + "dependencies": { + "@bufbuild/protobuf": "^2.0.0", + "jintr": "^2.1.1", + "tslib": "^2.5.0", + "undici": "^5.19.1" + } + } + } +} diff --git a/examples/onesie-request/package.json b/examples/onesie-request/package.json new file mode 100644 index 0000000..504736b --- /dev/null +++ b/examples/onesie-request/package.json @@ -0,0 +1,17 @@ +{ + "type": "module", + "name": "onesie-request", + "version": "1.0.0", + "description": "", + "main": "main.js", + "module": "main.js", + "scripts": { + "test": "echo \"Error: no test specified\" && exit 1" + }, + "keywords": [], + "author": "", + "license": "ISC", + "dependencies": { + "youtubei.js": "github:LuanRT/YouTube.js" + } +} diff --git a/examples/onesie-request/tsconfig.json b/examples/onesie-request/tsconfig.json new file mode 100644 index 0000000..2d7ece6 --- /dev/null +++ b/examples/onesie-request/tsconfig.json @@ -0,0 +1,102 @@ +{ + "compilerOptions": { + /* Visit https://aka.ms/tsconfig to read more about this file */ + /* Projects */ + // "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */ + // "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */ + // "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */ + // "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */ + // "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */ + // "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */ + /* Language and Environment */ + "target": "ESNext", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */ + // "lib": [], /* Specify a set of bundled library declaration files that describe the target runtime environment. */ + // "jsx": "preserve", /* Specify what JSX code is generated. */ + // "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */ + // "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */ + // "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */ + // "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */ + // "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */ + // "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */ + // "noLib": true, /* Disable including any library files, including the default lib.d.ts. */ + // "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */ + // "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */ + /* Modules */ + "module": "NodeNext", /* Specify what module code is generated. */ + // "rootDir": "./", /* Specify the root folder within your source files. */ + // "moduleResolution": "node10", /* Specify how TypeScript looks up a file from a given module specifier. */ + // "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */ + // "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */ + // "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */ + // "typeRoots": [], /* Specify multiple folders that act like './node_modules/@types'. */ + // "types": [], /* Specify type package names to be included without being referenced in a source file. */ + // "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */ + // "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */ + // "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */ + // "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */ + // "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */ + // "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */ + // "noUncheckedSideEffectImports": true, /* Check side effect imports. */ + // "resolveJsonModule": true, /* Enable importing .json files. */ + // "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */ + // "noResolve": true, /* Disallow 'import's, 'require's or ''s from expanding the number of files TypeScript should add to a project. */ + /* JavaScript Support */ + // "allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */ + // "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */ + // "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */ + /* Emit */ + // "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */ + // "declarationMap": true, /* Create sourcemaps for d.ts files. */ + // "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */ + // "sourceMap": true, /* Create source map files for emitted JavaScript files. */ + // "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */ + // "noEmit": true, /* Disable emitting files from a compilation. */ + // "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */ + // "outDir": "./", /* Specify an output folder for all emitted files. */ + // "removeComments": true, /* Disable emitting comments. */ + // "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */ + // "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */ + // "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */ + // "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */ + // "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */ + // "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */ + // "newLine": "crlf", /* Set the newline character for emitting files. */ + // "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */ + // "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */ + // "noEmitOnError": true, /* Disable emitting files if any type checking errors are reported. */ + // "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */ + // "declarationDir": "./", /* Specify the output directory for generated declaration files. */ + /* Interop Constraints */ + // "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */ + // "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */ + // "isolatedDeclarations": true, /* Require sufficient annotation on exports so other tools can trivially generate declaration files. */ + // "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */ + "esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */ + // "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */ + "forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */ + /* Type Checking */ + "strict": true, /* Enable all strict type-checking options. */ + // "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */ + // "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */ + // "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */ + // "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */ + // "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */ + // "strictBuiltinIteratorReturn": true, /* Built-in iterators are instantiated with a 'TReturn' type of 'undefined' instead of 'any'. */ + // "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */ + // "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */ + // "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */ + // "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */ + // "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */ + // "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */ + // "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */ + // "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */ + // "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */ + // "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */ + // "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */ + // "allowUnusedLabels": true, /* Disable error reporting for unused labels. */ + // "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */ + /* Completeness */ + // "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */ + "skipLibCheck": true /* Skip type checking all .d.ts files. */ + } +} \ No newline at end of file