feat: RAG complete

Author: sunjay-dev

.github/workflows/docker-build-manual.yaml

@@ -26,3 +26,26 @@ jobs:
           platforms: linux/arm64
           push: true
           tags: sunjay195/chatty-ai-backend:latest
+  worker:
+    runs-on: ubuntu-24.04-arm
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Docker Hub Login
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Build & Push worker
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: worker/Dockerfile
+          platforms: linux/arm64
+          push: true
+          tags: sunjay195/chatty-ai-worker:latest

.github/workflows/docker-build-push.yaml

@@ -8,10 +8,11 @@ on:
 
 jobs:
   changes:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04-arm
     timeout-minutes: 5
     outputs:
       backend: ${{ steps.set-filters.outputs.backend }}
+      worker: ${{ steps.set-filters.outputs.worker }}
     steps:
       - uses: actions/checkout@v4
 
@@ -24,18 +25,21 @@ jobs:
             backend:
               - 'backend/**'
               - 'shared/**'
+            worker:
+              - 'worker/**'
 
       - name: Force all outputs on manual run
         if: github.event_name == 'workflow_dispatch'
         id: force-filter
         run: |
           echo "backend=true" >> $GITHUB_OUTPUT
-          echo "jobrunner=true" >> $GITHUB_OUTPUT
+          echo "worker=true" >> $GITHUB_OUTPUT
 
       - name: Set outputs depending on trigger
         id: set-filters
         run: |
           echo "backend=${{ steps.path-filter.outputs.backend || 'true' }}" >> $GITHUB_OUTPUT
+          echo "worker=${{ steps.path-filter.outputs.worker || 'true' }}" >> $GITHUB_OUTPUT
 
   backend:
     needs: changes
@@ -74,3 +78,41 @@ jobs:
             git_commit_sha=${{ github.sha }}
             git_commit_short=${{ steps.meta.outputs.short_sha }}
             git_commit_msg=${{ steps.meta.outputs.short_msg }}
+
+  worker:
+    needs: changes
+    if: needs.changes.outputs.worker == 'true'
+    runs-on: ubuntu-24.04-arm
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Prepare metadata
+        id: meta
+        run: |
+          msg=$(echo "${{ github.event.head_commit.message }}" | head -n1)
+          msg=${msg// /_}
+          echo "short_msg=$msg" >> $GITHUB_OUTPUT
+          echo "short_sha=$(echo ${{ github.sha }} | cut -c1-7)" >> $GITHUB_OUTPUT
+
+      - name: Docker Hub Login
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Build & Push worker
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: worker/Dockerfile
+          platforms: linux/arm64
+          push: true
+          tags: sunjay195/chatty-ai-worker:latest
+          labels: |
+            git_commit_sha=${{ github.sha }}
+            git_commit_short=${{ steps.meta.outputs.short_sha }}
+            git_commit_msg=${{ steps.meta.outputs.short_msg }}

backend/src/config/queue.config.ts

@@ -1,4 +1,5 @@
-import { Queue } from "bullmq";
+import { Queue, QueueEvents } from "bullmq";
+import prisma from "./prisma.config.js";
 
 export const fileIngestQueue = new Queue("file-ingest", {
   connection: {
@@ -8,3 +9,35 @@ export const fileIngestQueue = new Queue("file-ingest", {
     attempts: 2,
   },
 });
+
+const queueEvents = new QueueEvents("file-ingest", {
+  connection: {
+    url: process.env.REDIS_URL as string,
+  },
+});
+
+queueEvents.on("completed", async ({ jobId }) => {
+  const job = await fileIngestQueue.getJob(jobId);
+
+  if (job) {
+    const { chatId } = job.data;
+
+    await prisma.chat.update({
+      where: { id: chatId },
+      data: { ragStatus: "COMPLETED", isRag: true },
+    });
+  }
+});
+
+queueEvents.on("failed", async ({ jobId }) => {
+  const job = await fileIngestQueue.getJob(jobId);
+
+  if (job) {
+    const { chatId } = job.data;
+
+    await prisma.chat.update({
+      where: { id: chatId },
+      data: { ragStatus: "FAILED" },
+    });
+  }
+});

backend/src/controllers/webHook.controllers.ts

@@ -37,27 +37,3 @@ export async function handleClerkWebHook(c: Context) {
   return c.json({ ok: true }, 200);
 }
 
-export async function handleRagWebhook(c: Context) {
-  const secret = c.req.header("x-internal-secret");
-  if (secret !== process.env.INTERNAL_SECRET) {
-    return c.json({ error: "Unauthorized" }, 401);
-  }
-
-  const { chatId, status } = await c.req.json();
-
-  if (!chatId || !status) {
-    return c.json({ error: "Missing required fields" }, 400);
-  }
-
-  const dataToUpdate: any = { ragStatus: status };
-  if (status === "COMPLETED") {
-    dataToUpdate.isRag = true;
-  }
-
-  await prisma.chat.update({
-    where: { id: chatId },
-    data: dataToUpdate,
-  });
-
-  return c.json({ success: true }, 200);
-}

backend/src/prompts/system.prompt.ts

@@ -1,7 +1,7 @@
 import type { UserPreference } from "../generated/prisma/client.js";
 import { Memories } from "../utils/model.utils.js";
 
-export const systemPrompt = (preferences: UserPreference, memories: Memories[], timezone: string) => {
+export const systemPrompt = (preferences: UserPreference, memories: Memories[], timezone: string, isRag: boolean = false) => {
   const { nickname, occupation, about, customInstructions } = preferences;
 
   const dateTimeString = new Date().toLocaleString("en-US", {
@@ -60,9 +60,18 @@ ${memoryContext.length ? `### KNOWN FACTS ABOUT THE USER\n${memoryContext.join("
 **1. Math & Currency**
 - Inline math: ONLY use double dollar signs \`$$...$$\` for inline math equations so they render correctly via KaTeX. DO NOT use single dollar signs \`$...\` for math.
 - Block math: Use double dollar signs \`$$...$$\` on separate lines.
-- Currency: Write currency normally like \`$37,000\`. It will render as normal text because single-dollar math parsing is disabled.
+- Currency & Numbers: Use commas as thousands separators for all numbers greater than 999 (e.g., $37,000, 1,250, Rs 38,880) to improve readability. This applies to both normal text and math equations.
+- Currency Formatting: Write currency normally like \`$37,000\`. It will render as normal text because single-dollar math parsing is disabled.
 
 **2. Markdown Tables**
 - Do NOT use multi-line code blocks inside tables, place it **outside** the table..
-- Use single backticks for inline code.`;
+- Use single backticks for inline code.
+${isRag
+      ? `
+### DOCUMENT SEARCH CAPABILITY (ACTIVE)
+- **YOU HAVE ACCESS TO DOCUMENTS**: The user has uploaded files to this chat.
+- **USE ragSearch TOOL**: When the user asks about the content of their documents, or if your internal knowledge is insufficient regarding the specific files they've uploaded, you MUST use the \`ragSearch\` tool.
+- **CONTEXTUAL ANSWERS**: Use the information retrieved from the documents to provide accurate, grounded responses. Identify the source if multiple documents are present.`
+      : ""
+    }`;
 };

backend/src/routes/webHook.routes.ts

@@ -1,9 +1,8 @@
 import { Hono } from "hono";
-import { handleClerkWebHook, handleRagWebhook } from "../controllers/webHook.controllers.js";
+import { handleClerkWebHook } from "../controllers/webHook.controllers.js";
 import { verifyClerkWebhook } from "../middlewares/clerk.middlewares.js";
 const router = new Hono();
 
 router.post("/clerk", verifyClerkWebhook, handleClerkWebHook);
-router.post("/rag-status", handleRagWebhook);
 
 export default router;

backend/src/utils/model.utils.ts

@@ -24,7 +24,7 @@ type Props = {
 };
 
 export async function* generateAIResponse({ query, threadId, modelName, preferences, memories, timezone, isRag }: Props) {
-  const agent = createGroqAgent(modelName, systemPrompt(preferences, memories, timezone), isRag);
+  const agent = createGroqAgent(modelName, systemPrompt(preferences, memories, timezone, isRag), isRag);
 
   const config = { configurable: { thread_id: threadId } };
 

docker-compose.yaml

@@ -22,6 +22,17 @@ services:
       - "3000:3000"
     restart: always
 
+  worker:
+    build:
+      context: .
+      dockerfile: ./worker/Dockerfile
+    container_name: worker
+    env_file:
+      - ./worker/.env
+    depends_on:
+      - redis
+    restart: always
+
   frontend:
     build:
       context: .

frontend/src/components/messages/UserMessage.tsx

@@ -71,7 +71,7 @@ export default memo(function UserMessage({ message, isCopied, onCopy }: Props) {
       )}
 
       {text && (
-        <div className="user-message-color text-primary border border-gray-300/20 px-4 py-3 sm:px-3 sm:py-2.5 rounded-tr-none rounded-2xl max-w-[85%] sm:max-w-lg relative transition-all">
+        <div className="user-message-color text-primary border border-gray-300/20 px-3 py-2.5 rounded-tr-none rounded-2xl max-w-[85%] sm:max-w-lg relative transition-all">
           {isLongText && (
             <button
               onClick={() => setIsExpanded(!isExpanded)}

frontend/src/components/sidebars/Sidebar.tsx

@@ -81,10 +81,7 @@ export default function Sidebar({ chats, isFetchingChats, onDeleteRequest, onRen
   return (
     <>
       {isMobile && !collapsed && <div className="fixed inset-0 bg-black/40 z-20" onClick={() => setCollapsed(true)} />}
-      <aside
-        ref={sidebarRef}
-        className="fixed md:relative h-dvh w-[68%] sm:w-64 rounded-r-3xl sm:rounded-r-none bg-dark border-r border-gray-500/20 flex flex-col z-30 shrink-0"
-      >
+      <aside ref={sidebarRef} className="fixed md:relative h-dvh w-[68%] sm:w-64 bg-dark border-r border-gray-500/20 flex flex-col z-30 shrink-0">
         <div className={`px-4 py-3 flex items-center justify-between ${scrolled ? "border-b border-gray-400/20" : ""}`}>
           <img className="w-9 h-7.5" src="/logo.webp" alt="Sleek AI Logo" />
           <button
@@ -145,7 +142,7 @@ export default function Sidebar({ chats, isFetchingChats, onDeleteRequest, onRen
                   }}
                   className={({ isActive }) =>
                     [
-                      "group relative flex items-center justify-between px-2 py-1 rounded-lg text-xs hover:bg-gray-200/60 active:bg-gray-200/60",
+                      "group relative flex items-center justify-between px-2 py-1.5 sm:py-1 rounded-lg text-xs hover:bg-gray-200/60 active:bg-gray-200/60",
                       isActive ? "font-medium bg-gray-200/60" : "",
                     ].join(" ")
                   }