Implement Innertube

Author: iffyloop

download-third-party-apps.js

@@ -191,7 +191,7 @@ async function main() {
         `${winOrMac}-extra-files`,
         'ThirdPartyApps',
         'ffmpeg',
-        'ffmpeg-7.1-essentials_build'
+        'ffmpeg-7.1.1-essentials_build'
       )
     )
   } else if (process.platform === 'darwin') {

main-src/fetchYtStream.cjs

@@ -1,25 +1,115 @@
-const { Innertube, UniversalCache, ClientType, Log } = require('youtubei.js')
+// This file is partially copied from: https://github.com/LuanRT/BgUtils/blob/main/examples/node/index.ts
 
-let innertubeInstance = null
+const { Innertube, UniversalCache, Log } = require('youtubei.js')
+const { BG } = require('bgutils-js')
+const { JSDOM } = require('jsdom')
+const fetch = require('electron-fetch').default
 
-module.exports.fetchYtStream = async (videoId) => {
-  Log.setLevel(Log.Level.DEBUG)
-
-  if (!innertubeInstance) {
-    innertubeInstance = await Innertube.create({
-      cache: new UniversalCache(false),
-      generate_session_locally: false,
-      retrieve_player: true,
-      client_type: ClientType.WEB,
-    })
+const REQUEST_KEY = 'O43z0dpjhgX20SCx4KAo'
+
+let searchInnertube = null
+let downloadInnertube = null
+
+const setupSearchInnertube = async () => {
+  if (searchInnertube) {
+    return
+  }
+
+  searchInnertube = await Innertube.create({ retrieve_player: false })
+}
+
+const setupDownloadInnertube = async () => {
+  if (downloadInnertube) {
+    return
+  }
+
+  await setupSearchInnertube()
+
+  if (process.env.NODE_ENV === 'dev') {
+    Log.setLevel(Log.Level.INFO)
+  } else {
+    Log.setLevel(Log.Level.WARNING)
+  }
+
+  const visitorData = searchInnertube.session.context.client.visitorData
+  if (!visitorData) {
+    throw new Error('Could not get visitorData')
+  }
+
+  const dom = new JSDOM()
+  Object.assign(globalThis, {
+    window: dom.window,
+    document: dom.window.document,
+  })
+
+  const bgConfig = {
+    fetch,
+    globalObj: globalThis,
+    identifier: visitorData,
+    requestKey: REQUEST_KEY,
+  }
+
+  const bgChallenge = await BG.Challenge.create(bgConfig)
+  if (!bgChallenge) {
+    throw new Error('Could not get challenge')
   }
 
-  const ytStream = await yt.download(videoId, {
+  const interpreterJavascript =
+    bgChallenge.interpreterJavascript.privateDoNotAccessOrElseSafeScriptWrappedValue
+  if (interpreterJavascript) {
+    new Function(interpreterJavascript)()
+  } else {
+    throw new Error('Could not load VM')
+  }
+
+  const poTokenResult = await BG.PoToken.generate({
+    program: bgChallenge.program,
+    globalName: bgChallenge.globalName,
+    bgConfig,
+  })
+
+  downloadInnertube = await Innertube.create({
+    po_token: poTokenResult.poToken,
+    visitor_data: visitorData,
+    cache: new UniversalCache(true),
+    generate_session_locally: true,
+  })
+}
+
+module.exports.fetchYtStream = async (videoId) => {
+  await setupDownloadInnertube()
+
+  const ytStream = await downloadInnertube.download(videoId, {
     type: 'audio',
     quality: 'best',
-    format: 'mp4',
-    client: ClientType.WEB,
   })
 
   return ytStream
 }
+
+module.exports.searchYt = async (query) => {
+  await setupSearchInnertube()
+
+  const innertubeResults = await searchInnertube.search(query, {
+    type: 'video',
+  })
+
+  const plainResults = []
+
+  for (const result of innertubeResults.results) {
+    if (result.type !== 'Video') {
+      continue
+    }
+
+    plainResults.push({
+      videoId: result.video_id,
+      title: result.title.text,
+      length_text: result.length_text.text,
+      author: {
+        name: result.author.name,
+      },
+    })
+  }
+
+  return plainResults
+}

main-src/main.cjs

@@ -6,10 +6,10 @@ const path = require('path')
 const { compareVersions } = require('compare-versions')
 const fetch = require('electron-fetch').default
 const xxhash = require('xxhash-wasm')
-const ytSearch = require('yt-search')
 const serve = require('electron-serve').default
 const Store = require('electron-store').default
 const processQueue = require('./processQueue.cjs')
+const { searchYt } = require('./fetchYtStream.cjs')
 
 let electronStore = null
 
@@ -28,7 +28,7 @@ function handleComputeLocalFileHash(event, path) {
 }
 
 async function handleYouTubeSearch(event, query) {
-  return JSON.parse(JSON.stringify(await ytSearch(query)))
+  return await searchYt(query)
 }
 
 async function handleSetProcessQueueItems(event, items) {