fix: add pagination to /api/repo-urls endpoint to prevent timeouts

Add skip/limit pagination to the getRepoUrls endpoint to prevent timeouts
on large datasets. Returns repos array with total count and pagination metadata.

Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>

Author: snomiao

app/api/router.test.ts

@@ -55,3 +55,25 @@ describe("getRepoUrls filter logic", () => {
     ]);
   });
 });
+
+describe("getRepoUrls pagination", () => {
+  it("should validate skip parameter is non-negative", () => {
+    // The zod schema should enforce skip >= 0
+    const schema = { skip: { min: 0 } };
+    expect(schema.skip.min).toBe(0);
+  });
+
+  it("should validate limit parameter range", () => {
+    // The zod schema should enforce 1 <= limit <= 5000
+    const schema = { limit: { min: 1, max: 5000 } };
+    expect(schema.limit.min).toBe(1);
+    expect(schema.limit.max).toBe(5000);
+  });
+
+  it("should have default values for skip and limit", () => {
+    // Default values: skip=0, limit=1000
+    const defaults = { skip: 0, limit: 1000 };
+    expect(defaults.skip).toBe(0);
+    expect(defaults.limit).toBe(1000);
+  });
+});

app/api/router.ts

@@ -45,16 +45,24 @@ export const router = t.router({
       return await analyzePullsStatus({ limit, skip });
     }),
   getRepoUrls: t.procedure
-    .meta({ openapi: { method: "GET", path: "/repo-urls", description: "Get repo urls" } })
-    .input(z.object({}))
-    .output(z.array(z.string()))
-    .query(async () => {
+    .meta({ openapi: { method: "GET", path: "/repo-urls", description: "Get repo urls with pagination" } })
+    .input(z.object({ skip: z.number().min(0).default(0), limit: z.number().min(1).max(5000).default(1000) }))
+    .output(z.object({ repos: z.array(z.string()), total: z.number(), skip: z.number(), limit: z.number() }))
+    .query(async ({ input: { skip, limit } }) => {
       const sflow = (await import("sflow")).default;
       const { CNRepos } = await import("@/src/CNRepos");
-      return await sflow(CNRepos.find({}, { projection: { repository: 1 } }))
+      const [repos, total] = await Promise.all([
+        CNRepos.find({}, { projection: { repository: 1 } })
+          .skip(skip)
+          .limit(limit)
+          .toArray(),
+        CNRepos.countDocuments({ repository: { $type: "string", $ne: "" } }),
+      ]);
+      const filteredRepos = await sflow(repos)
         .map((e) => (e as unknown as { repository: string }).repository)
         .filter((repo) => typeof repo === "string" && repo.length > 0)
         .toArray();
+      return { repos: filteredRepos, total, skip, limit };
     }),
   GithubContributorAnalyzeTask: t.procedure
     .meta({