feat: enhance task and project retrieval with pagination and dynamic date filtering

Author: asepindrak

backend/src/ai-agent/ask.service.ts

@@ -28,6 +28,47 @@ dotenv.config();
 
 @Injectable()
 export class AskService {
+  private sanitizeToolText(value: string, maxLength = 1000) {
+    const sanitized = value
+      .replace(
+        /data:[^"'()\s>]+;base64,[A-Za-z0-9+/=\r\n]+/g,
+        "[inline base64 omitted]"
+      )
+      .replace(/<img\b[^>]*>/gi, "[image omitted]")
+      .replace(/\s+/g, " ")
+      .trim();
+
+    return sanitized.length > maxLength
+      ? `${sanitized.slice(0, maxLength)}...`
+      : sanitized;
+  }
+
+  private compactToolPayload(value: any, depth = 0): any {
+    if (value === null || value === undefined) return value;
+    if (typeof value === "string") return this.sanitizeToolText(value);
+    if (typeof value !== "object") return value;
+    if (value instanceof Date) return value.toISOString();
+    if (depth >= 6) return "[nested data omitted]";
+
+    if (Array.isArray(value)) {
+      const limited = value.slice(0, 100);
+      return limited.map((item) => this.compactToolPayload(item, depth + 1));
+    }
+
+    const omittedKeys = new Set([
+      "attachments",
+      "avatarUrl",
+      "comments",
+      "phone",
+      "photo",
+    ]);
+    return Object.fromEntries(
+      Object.entries(value)
+        .filter(([key]) => !omittedKeys.has(key))
+        .map(([key, item]) => [key, this.compactToolPayload(item, depth + 1)])
+    );
+  }
+
   private emitThinking(socket: Socket | undefined, message: string) {
     if (socket) {
       socket.emit("ai_thinking", { type: "thinking", message });
@@ -94,7 +135,11 @@ export class AskService {
       } else if (fn === "getDeployTasks") {
         return await getDeployTasks(args?.projectId);
       } else if (fn === "getDoneTasks") {
-        return await getDoneTasks(args?.projectId, args?.dateType);
+        return await getDoneTasks(
+          args?.projectId,
+          args?.dateType,
+          args?.daysBack
+        );
       } else if (fn === "getUnassignedTasks") {
         return await getUnassignedTasks(args?.projectId);
       } else if (fn === "getUrgentTasks") {
@@ -126,7 +171,7 @@ export class AskService {
     const getMessages = await prisma.chatMessage.findMany({
       where: { userId: userId || "" },
       orderBy: { createdAt: "desc" },
-      take: 10,
+      take: 6,
     });
 
     const userMessages = getMessages.reverse();
@@ -146,7 +191,6 @@ export class AskService {
         role: "system",
         content: `User Selected Project ID: ${data.projectId}`,
       },
-      ...data.messages,
     ];
 
     this.emitThinking(socket, "🧠 Thinking...");
@@ -205,6 +249,7 @@ export class AskService {
           // inject cacheDate for certain read-only tools to improve cache key uniqueness
           if (fn === "getRepos" || fn === "getContributors") {
             args.cacheDate = new Date().toISOString().split("T")[0];
+            args.resultShapeVersion = 2;
           }
 
           // Try cache lookup (aiToolCache stores raw result in 'result' column)
@@ -224,7 +269,7 @@ export class AskService {
           let toolResult: any = null;
 
           if (cached && cached.result !== null && cached.result !== undefined) {
-            toolResult = cached.result;
+            toolResult = this.compactToolPayload(cached.result);
             this.emitToolCall(socket, fn, args);
             this.emitToolResult(socket, fn, toolResult);
 
@@ -237,7 +282,9 @@ export class AskService {
           } else {
             // Execute actual tool
             this.emitToolCall(socket, fn, args);
-            toolResult = await this.execToolByName(fn, args);
+            toolResult = this.compactToolPayload(
+              await this.execToolByName(fn, args)
+            );
             this.emitToolResult(socket, fn, toolResult);
 
             // push tool result into conversation

backend/src/ai-agent/github.service.ts

@@ -8,6 +8,25 @@ const headers = {
   Authorization: `Bearer ${process.env.GITHUB_TOKEN}`,
 };
 
+const MAX_AI_REPOS = 100;
+const MAX_AI_CONTRIBUTORS = 100;
+
+function sanitizeText(value?: string | null, maxLength = 240) {
+  if (!value) return null;
+  const sanitized = value
+    .replace(
+      /data:[^"'()\s>]+;base64,[A-Za-z0-9+/=\r\n]+/g,
+      "[inline base64 omitted]"
+    )
+    .replace(/<img\b[^>]*>/gi, "[image omitted]")
+    .replace(/\s+/g, " ")
+    .trim();
+
+  return sanitized.length > maxLength
+    ? `${sanitized.slice(0, maxLength)}...`
+    : sanitized;
+}
+
 export async function getContributors(repo: string, retries = 3) {
   const owner = process.env.GITHUB_OWNER;
   const url = `https://api.github.com/repos/${owner}/${repo}/stats/contributors`;
@@ -19,14 +38,22 @@ export async function getContributors(repo: string, retries = 3) {
       const res = await axios.get(url, { headers });
 
       if (res.status === 200 && Array.isArray(res.data)) {
-        return res.data.map((c: any) => ({
-          username: c.author.login,
-          avatarUrl: c.author.avatar_url,
-          profileUrl: c.author.html_url,
-          totalCommits: c.total,
-          linesAdded: c.weeks.reduce((a: number, w: any) => a + w.a, 0),
-          linesDeleted: c.weeks.reduce((a: number, w: any) => a + w.d, 0),
-        }));
+        const contributors = res.data
+          .slice(0, MAX_AI_CONTRIBUTORS)
+          .map((c: any) => ({
+            username: c.author.login,
+            profileUrl: c.author.html_url,
+            totalCommits: c.total,
+            linesAdded: c.weeks.reduce((a: number, w: any) => a + w.a, 0),
+            linesDeleted: c.weeks.reduce((a: number, w: any) => a + w.d, 0),
+          }));
+
+        return {
+          total: res.data.length,
+          returned: contributors.length,
+          truncated: res.data.length > contributors.length,
+          contributors,
+        };
       }
 
       if (res.status === 202) {
@@ -108,16 +135,22 @@ export async function getRepos(retries = 3) {
     page++;
   }
 
-  const repos = allRepos.map((r: any) => ({
+  const limitedRepos = allRepos.slice(0, MAX_AI_REPOS);
+  const repos = limitedRepos.map((r: any) => ({
     owner: owner,
     name: r.name,
     fullName: r.full_name,
-    description: r.description,
+    description: sanitizeText(r.description),
     stars: r.stargazers_count,
     forks: r.forks_count,
     updatedAt: r.updated_at,
   }));
 
   console.log(`Fetched ${repos.length} repos from GitHub`);
-  return repos;
+  return {
+    total: allRepos.length,
+    returned: repos.length,
+    truncated: allRepos.length > repos.length,
+    repos,
+  };
 }