fix(pipeline): emit all required parallel-processing artifacts

- write modules.json, modules.min.json, and stats.json in parallel-processing
- keep modules.stage.5 output schema-compliant and field-restricted
- restore full output contract for full-refresh-parallel to prevent CI ENOENT failures

Author: KristjanESPERANTO

scripts/parallel-processing.js

@@ -68,6 +68,27 @@ const STAGE5_ALLOWED_KEYS = [
   "packageJson"
 ];
 
+const FINAL_ALLOWED_KEYS = [
+  "name",
+  "category",
+  "url",
+  "id",
+  "maintainer",
+  "maintainerURL",
+  "description",
+  "outdated",
+  "issues",
+  "stars",
+  "license",
+  "hasGithubIssues",
+  "isArchived",
+  "tags",
+  "image",
+  "defaultSortWeight",
+  "lastCommit",
+  "keywords"
+];
+
 function toStage5Module(module) {
   const entry = {};
 
@@ -84,6 +105,103 @@ function toStage5Module(module) {
   return entry;
 }
 
+function isValidDateTime(value) {
+  return typeof value === "string" && value.length > 0 && !Number.isNaN(Date.parse(value));
+}
+
+function getRepositoryHost(moduleUrl) {
+  if (typeof moduleUrl !== "string") {
+    return "unknown";
+  }
+
+  try {
+    const firstSegment = moduleUrl.split(".")[0];
+    const segments = firstSegment.split("/");
+    return segments[2] ?? "unknown";
+  }
+  catch {
+    return "unknown";
+  }
+}
+
+function toFinalModule(module, fallbackTimestamp) {
+  const issueList = Array.isArray(module.issues) ? module.issues : [];
+  const stars = typeof module.stars === "number" ? module.stars : 0;
+
+  let defaultSortWeight = issueList.length - Math.floor(stars / 20);
+  if (stars < 3) {
+    defaultSortWeight = Math.max(defaultSortWeight, 1);
+  }
+
+  if (module.outdated || module.category === "Outdated Modules") {
+    defaultSortWeight += 900;
+  }
+
+  const candidate = {
+    ...module,
+    description:
+      typeof module.description === "string" && module.description.length > 0
+        ? module.description
+        : "No description provided.",
+    issues: issueList.length > 0,
+    defaultSortWeight,
+    lastCommit: isValidDateTime(module.lastCommit)
+      ? module.lastCommit
+      : fallbackTimestamp
+  };
+
+  if (typeof candidate.license !== "string" || candidate.license.length === 0) {
+    delete candidate.license;
+  }
+
+  if (!Array.isArray(candidate.tags) || candidate.tags.length === 0) {
+    delete candidate.tags;
+  }
+
+  if (!Array.isArray(candidate.keywords) || candidate.keywords.length === 0) {
+    delete candidate.keywords;
+  }
+
+  const entry = {};
+  for (const key of FINAL_ALLOWED_KEYS) {
+    if (Object.hasOwn(candidate, key) && typeof candidate[key] !== "undefined") {
+      entry[key] = candidate[key];
+    }
+  }
+
+  return entry;
+}
+
+function buildStats(stage5Modules, finalModules, timestamp) {
+  const repositoryHoster = {};
+  const maintainer = {};
+
+  for (const module of finalModules) {
+    const hoster = getRepositoryHost(module.url);
+    repositoryHoster[hoster] = (repositoryHoster[hoster] ?? 0) + 1;
+    maintainer[module.maintainer] = (maintainer[module.maintainer] ?? 0) + 1;
+  }
+
+  const issueCounter = stage5Modules.reduce((count, module) => {
+    if (Array.isArray(module.issues)) {
+      return count + module.issues.length;
+    }
+    return count;
+  }, 0);
+
+  return {
+    moduleCounter: finalModules.length,
+    modulesWithImageCounter: finalModules.filter(module => typeof module.image === "string" && module.image.length > 0).length,
+    modulesWithIssuesCounter: finalModules.filter(module => module.issues === true).length,
+    issueCounter,
+    lastUpdate: timestamp,
+    repositoryHoster,
+    maintainer: Object.fromEntries(
+      Object.entries(maintainer).sort(([, left], [, right]) => right - left)
+    )
+  };
+}
+
 async function main() {
   const startTime = Date.now();
 
@@ -170,10 +288,25 @@ async function main() {
     });
     const stage5Modules = mergedModules.map(toStage5Module);
 
-    // Write results to stage 5 output
+    // Write stage 5 output and final public artefacts.
     const stage5Path = resolve(PROJECT_ROOT, "website/data/modules.stage.5.json");
+    const modulesJsonPath = resolve(PROJECT_ROOT, "website/data/modules.json");
+    const modulesMinPath = resolve(PROJECT_ROOT, "website/data/modules.min.json");
+    const statsPath = resolve(PROJECT_ROOT, "website/data/stats.json");
+
+    const lastUpdate = new Date().toISOString();
+    const finalModules = stage5Modules.map(module => toFinalModule(module, lastUpdate));
+    const stats = buildStats(stage5Modules, finalModules, lastUpdate);
+
     const stage5Data = stringifyDeterministic({ modules: stage5Modules });
+    const modulesData = stringifyDeterministic({ modules: finalModules });
+    const modulesMinData = stringifyDeterministic({ modules: finalModules }, 0);
+    const statsData = stringifyDeterministic(stats);
+
     await writeFile(stage5Path, stage5Data, "utf-8");
+    await writeFile(modulesJsonPath, modulesData, "utf-8");
+    await writeFile(modulesMinPath, modulesMinData, "utf-8");
+    await writeFile(statsPath, statsData, "utf-8");
 
     const duration = Date.now() - startTime;
     const avgTime = Math.round(duration / results.length);