Generate languages.yml at build time, remove hardcoded LANGUAGE_IDS from getPagesList

Co-authored-by: na-trium-144 <100704180+na-trium-144@users.noreply.github.com>

Author: Copilot

.gitignore

@@ -6,6 +6,9 @@
 # generated docs section file lists (regenerated by npm run generateSections)
 /public/docs/**/sections.yml
 
+# generated languages list (regenerated by npm run generateLanguages)
+/public/docs/languages.yml
+
 # dependencies
 /node_modules
 /.pnp

app/lib/getPagesList.ts

@@ -1,5 +1,5 @@
 import { getCloudflareContext } from "@opennextjs/cloudflare";
-import { readFile } from "node:fs/promises";
+import { readFile, readdir } from "node:fs/promises";
 import { join } from "node:path";
 import yaml from "js-yaml";
 import { isCloudflare } from "./detectCloudflare";
@@ -23,35 +23,39 @@ interface IndexYml {
   pages: PageEntry[];
 }
 
-const LANGUAGE_IDS = [
-  "python",
-  "ruby",
-  "javascript",
-  "typescript",
-  "cpp",
-  "rust",
-] as const;
-
-async function readIndexYml(langId: string): Promise<string> {
+async function readPublicFile(path: string): Promise<string> {
   if (isCloudflare()) {
     const cfAssets = getCloudflareContext().env.ASSETS;
-    const res = await cfAssets!.fetch(
-      `https://assets.local/docs/${langId}/index.yml`
-    );
-    if (!res.ok) throw new Error(`Failed to fetch index.yml for ${langId}`);
+    const res = await cfAssets!.fetch(`https://assets.local/${path}`);
+    if (!res.ok) throw new Error(`Failed to fetch ${path}`);
     return await res.text();
   } else {
     return await readFile(
-      join(process.cwd(), "public", "docs", langId, "index.yml"),
+      join(process.cwd(), "public", path),
       "utf-8"
     );
   }
 }
 
+async function getLanguageIds(): Promise<string[]> {
+  if (isCloudflare()) {
+    const raw = await readPublicFile("docs/languages.yml");
+    return yaml.load(raw) as string[];
+  } else {
+    const docsDir = join(process.cwd(), "public", "docs");
+    const entries = await readdir(docsDir, { withFileTypes: true });
+    return entries
+      .filter((e) => e.isDirectory())
+      .map((e) => e.name)
+      .sort();
+  }
+}
+
 export async function getPagesList(): Promise<LanguageEntry[]> {
+  const langIds = await getLanguageIds();
   return await Promise.all(
-    LANGUAGE_IDS.map(async (langId) => {
-      const raw = await readIndexYml(langId);
+    langIds.map(async (langId) => {
+      const raw = await readPublicFile(`docs/${langId}/index.yml`);
       const data = yaml.load(raw) as IndexYml;
       return {
         id: langId,

package-lock.json

@@ -4,12 +4,13 @@
   "private": true,
   "type": "module",
   "scripts": {
-    "dev": "npm run cf-typegen && npm run generateSections && npm run copyAllDTSFiles && npm run removeHinting && next dev",
-    "build": "npm run cf-typegen && npm run generateSections && npm run copyAllDTSFiles && npm run removeHinting && next build",
+    "dev": "npm run cf-typegen && npm run generateLanguages && npm run generateSections && npm run copyAllDTSFiles && npm run removeHinting && next dev",
+    "build": "npm run cf-typegen && npm run generateLanguages && npm run generateSections && npm run copyAllDTSFiles && npm run removeHinting && next build",
     "start": "next start",
     "lint": "npm run cf-typegen && next lint",
     "tsc": "npm run cf-typegen && tsc",
     "format": "prettier --write app/",
+    "generateLanguages": "tsx ./scripts/generateLanguagesList.ts",
     "generateSections": "tsx ./scripts/generateSectionsList.ts",
     "copyAllDTSFiles": "tsx ./scripts/copyAllDTSFiles.ts",
     "removeHinting": "tsx ./scripts/removeHinting.ts",

package.json

@@ -0,0 +1,21 @@
+// Generates public/docs/languages.yml listing all language directories.
+
+import { readdir, writeFile, stat } from "node:fs/promises";
+import { join } from "node:path";
+import yaml from "js-yaml";
+
+const docsDir = join(process.cwd(), "public", "docs");
+
+const entries = await readdir(docsDir);
+const langIds: string[] = [];
+for (const entry of entries) {
+  const entryPath = join(docsDir, entry);
+  if ((await stat(entryPath)).isDirectory()) {
+    langIds.push(entry);
+  }
+}
+langIds.sort();
+
+const yamlContent = yaml.dump(langIds);
+await writeFile(join(docsDir, "languages.yml"), yamlContent, "utf-8");
+console.log(`Generated languages.yml (${langIds.length} languages: ${langIds.join(", ")})`);