refactor: downgrade internal logs to debug and remove obsolete npm and simulation files

Author: Armaldio

apps/ui/src/components/AddNodeButton.vue

@@ -334,22 +334,8 @@ watchEffect(() => {
 watchDebounced(
   search,
   async (newQuery) => {
-    const q = newQuery.trim();
-    if (!q) {
-      registryResults.value = [];
-      return;
-    }
-    searchingRegistry.value = true;
-    try {
-      const res = await api.execute("plugin:search", { query: q });
-      if (res.type === "success") {
-        registryResults.value = res.result.results;
-      }
-    } catch (e) {
-      console.error("Registry search error:", e);
-    } finally {
-      searchingRegistry.value = false;
-    }
+    // Disable remote registry search for now
+    registryResults.value = [];
   },
   { debounce: 500 },
 );

assets/asset-electron/template/.npmrc

@@ -271,27 +271,12 @@ export const registerPluginsHandlers = (context: PipelabContext) => {
       });
 
       if (isRegistered) {
-        continue; // already loaded, nothing to do
+        loaded.push(packageName);
+        continue;
       }
 
-      try {
-        console.log(
-          `[Plugins] JIT loading plugin "${packageName}@${mappedVersion}" for pipeline...`,
-        );
-        const plugin = await loadCustomPlugin(packageName, mappedVersion, { context });
-        if (plugin) {
-          registerPlugins([plugin]);
-          webSocketServer.broadcast("plugin:loaded", { plugin });
-          loaded.push(packageName);
-          console.log(`[Plugins] JIT loaded "${packageName}" successfully.`);
-        } else {
-          console.warn(`[Plugins] JIT load for "${packageName}" returned no plugin.`);
-          failed.push(packageName);
-        }
-      } catch (e: any) {
-        console.error(`[Plugins] JIT load failed for "${packageName}":`, e);
-        failed.push(packageName);
-      }
+      console.warn(`[Plugins] Plugin "${packageName}" is required but not loaded at startup.`);
+      failed.push(packageName);
     }
 
     send({

packages/core-node/scratch/simulate-updates.ts

@@ -80,21 +80,20 @@ export const loadPipelabPlugin = async (id: string, options: { context: PipelabC
     );
     const fetchDuration = Date.now() - fetchStart;
 
-    console.log(`[Plugins] [${id}] Attempting to import from: ${entryPoint}`);
+    console.debug(`[Plugins] [${id}] Attempting to import from: ${entryPoint}`);
     if (!existsSync(entryPoint)) {
       console.error(`[Plugins] [${id}] CRITICAL: Plugin entry point not found at ${entryPoint}`);
       try {
         const files = await readdir(packageDir, { recursive: true });
-        console.log(`[Plugins] [${id}] Directory contents:`, files);
+        console.debug(`[Plugins] [${id}] Directory contents:`, files);
       } catch (e) {}
     }
 
     const importStart = Date.now();
     const pluginModule = await import(pathToFileURL(entryPoint).href);
     const importDuration = Date.now() - importStart;
     const totalDuration = Date.now() - start;
-    console.log(
-      `[Plugins] [${id}] Successfully loaded from: ${packageDir} (fetch: ${fetchDuration}ms, import: ${importDuration}ms, total: ${totalDuration}ms)`,
+    console.debug(`[Plugins] [${id}] Successfully loaded from: ${packageDir} (fetch: ${fetchDuration}ms, import: ${importDuration}ms, total: ${totalDuration}ms)`,
     );
 
     const plugin = pluginModule.default;
@@ -125,8 +124,7 @@ export const loadCustomPlugin = async (
     });
     const fetchDuration = Date.now() - fetchStart;
 
-    console.log(
-      `[Plugins] [${packageName}] Attempting to import custom plugin from: ${entryPoint}`,
+    console.debug(`[Plugins] [${packageName}] Attempting to import custom plugin from: ${entryPoint}`,
     );
     if (!existsSync(entryPoint)) {
       console.error(
@@ -139,8 +137,7 @@ export const loadCustomPlugin = async (
     const pluginModule = await import(pathToFileURL(entryPoint).href);
     const importDuration = Date.now() - importStart;
     const totalDuration = Date.now() - start;
-    console.log(
-      `[Plugins] [${packageName}] Successfully loaded custom plugin from: ${packageDir} (fetch: ${fetchDuration}ms, import: ${importDuration}ms, total: ${totalDuration}ms)`,
+    console.debug(`[Plugins] [${packageName}] Successfully loaded custom plugin from: ${packageDir} (fetch: ${fetchDuration}ms, import: ${importDuration}ms, total: ${totalDuration}ms)`,
     );
 
     const plugin = pluginModule.default;
@@ -204,13 +201,13 @@ export async function findInstalledPlugins(
 }
 
 export const builtInPlugins = async (options: { context: PipelabContext }): Promise<void> => {
-  console.log("[Plugins] Starting background plugin loading...");
+  console.debug("[Plugins] Starting background plugin loading...");
 
   // Pre-ensure Node.js and PNPM once in parallel so plugins don't have to wait for them
   sendStartupProgress("Preparing environment...");
   const envStart = Date.now();
   await Promise.all([ensureNodeJS(options.context), ensurePNPM(options.context)]);
-  console.log(`[Plugins] Environment preparation took ${Date.now() - envStart}ms`);
+  console.debug(`[Plugins] Environment preparation took ${Date.now() - envStart}ms`);
 
   const { usePlugins } = await import("@pipelab/shared");
   const { registerPlugins } = usePlugins();
@@ -296,7 +293,10 @@ export const builtInPlugins = async (options: { context: PipelabContext }): Prom
       console.error(`[Plugins] Failed to load settings config on startup:`, e);
     }
 
-    console.log(`[Plugins] Total plugins to load on startup:`, Array.from(pluginsToLoad.entries()));
+    const pluginList = Array.from(pluginsToLoad.keys())
+      .map((p) => `  - ${p}`)
+      .join("\n");
+    console.log(`\n[Plugins] Loading plugins in background:\n${pluginList}\n`);
 
     // Now load all collected plugins in parallel
     const loadPromises = Array.from(pluginsToLoad.entries()).map(async ([packageName, version]) => {
@@ -307,8 +307,7 @@ export const builtInPlugins = async (options: { context: PipelabContext }): Prom
         if (plugin) {
           registerPlugins([plugin]);
           webSocketServer.broadcast("plugin:loaded", { plugin });
-          console.log(
-            `[Plugins] Loaded ${packageName}@${version} in ${Date.now() - pluginStart}ms`,
+          console.debug(`[Plugins] Loaded ${packageName}@${version} in ${Date.now() - pluginStart}ms`,
           );
         }
       } catch (err) {
@@ -317,7 +316,7 @@ export const builtInPlugins = async (options: { context: PipelabContext }): Prom
     });
     await Promise.all(loadPromises);
 
-    console.log(`[Plugins] All startup plugins loaded in ${Date.now() - totalStart}ms.`);
+    console.log(`\n[Plugins] All startup plugins loaded in ${Date.now() - totalStart}ms.\n`);
     sendStartupProgress("All plugins loaded.");
     setTimeout(() => {
       webSocketServer.broadcast("startup:progress", { type: "done" });

packages/core-node/src/handlers/plugins.ts

@@ -21,7 +21,6 @@ export interface ServeOptions {
 }
 
 export const sendStartupProgress = (message: string) => {
-  console.log(`[Startup Progress] ${message}`);
   webSocketServer.broadcast("startup:progress", {
     type: "progress",
     data: { message },

packages/core-node/src/plugins-registry.ts

@@ -129,25 +129,26 @@ export const executeGraphWithHistory = async ({
 
   // Ensure all plugins used in the graph are downloaded and registered
   const { registerPlugins, plugins: registeredPlugins } = usePlugins();
+  // JIT loading is intentionally removed here so plugins must be loaded at app startup.
+  // Fail-fast if any required plugin is not loaded
   const pluginIds = new Set(
     graph.map((node: any) => node.origin?.pluginId).filter(Boolean),
   ) as Set<string>;
 
+  const missingPlugins: string[] = [];
   for (const pluginId of pluginIds) {
     const isRegistered = registeredPlugins.value.some((p) => p.id === pluginId);
     if (!isRegistered) {
-      logger().info(`[Runner] Plugin "${pluginId}" not found, attempting to load...`);
-      const pluginDefinition = await loadPipelabPlugin(pluginId, { context: ctx });
-
-      if (pluginDefinition) {
-        registerPlugins([pluginDefinition]);
-        logger().info(`[Runner] Plugin "${pluginId}" loaded and registered successfully`);
-      } else {
-        logger().error(`[Runner] Failed to load or register plugin "${pluginId}"`);
-      }
+      missingPlugins.push(pluginId);
     }
   }
 
+  if (missingPlugins.length > 0) {
+    const errorMsg = `Fail-fast: The following required plugins are not loaded: ${missingPlugins.join(", ")}. Please ensure they are installed and enabled in settings.`;
+    logger().error(`[Runner] ${errorMsg}`);
+    throw new Error(errorMsg);
+  }
+
   logger().info(`[Sandbox] Execution sandbox created at: ${sandboxPath}`);
   const settingsFile = await setupSettingsConfigFile(ctx);
   const config = await settingsFile.getConfig();