Progress and website downloads

Author: Explosion-Scratch

index.js

@@ -19,7 +19,7 @@ const {
   confirm,
 } = require("./lib/utils");
 
-const HELP = `justinstall <github-url|file-url|local-file> [options]
+const HELP = `justinstall <github-url|website-url|file-url|local-file> [options]
 \tv1.1.0 - Just install anything. Supports .tar.gz, .zip, .dmg, .app, .pkg, and .deb files. 
 \tBinaries will be installed to ~/.local/bin.
 
@@ -33,6 +33,7 @@ const HELP = `justinstall <github-url|file-url|local-file> [options]
 \tExamples:
 \t  justinstall atuinsh/atuin
 \t  justinstall https://github.com/junegunn/fzf/
+\t  justinstall https://example.com/downloads/
 \t  justinstall https://dl.google.com/chrome/mac/universal/stable/GGRO/googlechrome.dmg
 \t  justinstall tailscale.pkg
 \t  justinstall --search

lib/installer.js

@@ -5,6 +5,8 @@ const { execSync } = require("child_process");
 const {
   parseSource,
   getGitHubAssets,
+  getWebsiteAssets,
+  trySmartDownload,
   downloadFromUrl,
   findInstallScripts,
   hasHighPriorityInstallScript,
@@ -78,6 +80,26 @@ const performInstallation = async (args, isUpdate = false) => {
       case "url":
         selected = await handleUrlSource(source, log);
         break;
+      case "smart_url":
+        const smartResult = await handleSmartUrlSource(
+          source,
+          platformInfo,
+          capabilities,
+          log
+        );
+        selected = smartResult.selected;
+        releaseInfo = smartResult.releaseInfo;
+        break;
+      case "website":
+        const websiteResult = await handleWebsiteSource(
+          source,
+          platformInfo,
+          capabilities,
+          log
+        );
+        selected = websiteResult.selected;
+        releaseInfo = websiteResult.releaseInfo;
+        break;
       case "github":
         const result = await handleGitHubSource(
           source,
@@ -176,6 +198,128 @@ const handleUrlSource = async (source, log) => {
   };
 };
 
+const handleSmartUrlSource = async (
+  source,
+  platformInfo,
+  capabilities,
+  log
+) => {
+  log.debug(`Attempting smart download from: ${source.url}`);
+
+  const result = await trySmartDownload(source.url, log);
+
+  if (result.type === "direct_download") {
+    // It was a direct download
+    log.debug(`Direct download: ${result.filename} (${result.size} bytes)`);
+
+    // Write the buffer to a temporary file
+    const tempFilename = path.join(tmpdir, result.filename);
+    fs.writeFileSync(tempFilename, result.buffer);
+
+    const extension = require("./sources").getExtension(result.filename);
+
+    return {
+      selected: {
+        name: result.filename,
+        size: result.size,
+        extension: extension,
+        browser_download_url: result.url,
+        localPath: tempFilename,
+      },
+      releaseInfo: { body: `Direct download of ${result.filename}` },
+    };
+  } else if (result.type === "scraped_assets") {
+    // It was HTML, so we scraped it for assets
+    log.debug(`Found ${result.assets.length} potential assets from HTML`);
+
+    if (result.assets.length > 0) {
+      log.debug("Assets found:");
+      result.assets.forEach((asset, index) => {
+        log.debug(
+          `  ${index + 1}. ${asset.name} (ext: ${
+            asset.extension || "none"
+          }, url: ${asset.browser_download_url})`
+        );
+      });
+    }
+
+    // Try to find a suitable asset using the same logic as GitHub
+    const selected = selectBestAsset(result.assets, platformInfo, capabilities);
+
+    if (!selected) {
+      // List available assets to help user
+      log.log("No compatible assets found. Available downloads:");
+      result.assets.forEach((asset, index) => {
+        log.log(
+          `  ${index + 1}. ${asset.name} (${
+            asset.extension || "no extension"
+          }) - ${asset.browser_download_url}`
+        );
+      });
+
+      throw new Error(
+        `Couldn't find a compatible download for ${platformInfo.platform}/${platformInfo.arch}. ` +
+          `Check manually: ${source.url}`
+      );
+    }
+
+    log.debug(`Selected asset: ${selected.name} (${selected.extension})`);
+
+    return {
+      selected,
+      releaseInfo: { body: result.body },
+    };
+  }
+
+  throw new Error("Unexpected result from smart download");
+};
+
+const handleWebsiteSource = async (source, platformInfo, capabilities, log) => {
+  log.debug(`Scraping website for downloadable assets: ${source.url}`);
+
+  const { assets, body } = await getWebsiteAssets(source.url);
+
+  log.debug(`Found ${assets.length} potential assets`);
+
+  if (assets.length > 0) {
+    log.debug("Assets found:");
+    assets.forEach((asset, index) => {
+      log.debug(
+        `  ${index + 1}. ${asset.name} (ext: ${
+          asset.extension || "none"
+        }, url: ${asset.browser_download_url})`
+      );
+    });
+  }
+
+  // Try to find a suitable asset using the same logic as GitHub
+  const selected = selectBestAsset(assets, platformInfo, capabilities);
+
+  if (!selected) {
+    // List available assets to help user
+    log.log("No compatible assets found. Available downloads:");
+    assets.forEach((asset, index) => {
+      log.log(
+        `  ${index + 1}. ${asset.name} (${
+          asset.extension || "no extension"
+        }) - ${asset.browser_download_url}`
+      );
+    });
+
+    throw new Error(
+      `Couldn't find a compatible download for ${platformInfo.platform}/${platformInfo.arch}. ` +
+        `Check manually: ${source.url}`
+    );
+  }
+
+  log.debug(`Selected asset: ${selected.name} (${selected.extension})`);
+
+  return {
+    selected,
+    releaseInfo: { body },
+  };
+};
+
 const displayScriptPreview = (script, log) => {
   const { code, source, score } = script;
   log.debug(