feat: health check for worker

sunjay-dev · sunjay-dev · commit d3d081335d5e · 2026-03-09T22:17:09.000+05:00
diff --git a/.github/workflows/docker-build-manual.yaml b/.github/workflows/docker-build-manual.yaml
@@ -1,4 +1,4 @@
-name: Manual Build, Push & Deploy Docker Images
+name: manual-ci
 
 on:
   workflow_dispatch:
diff --git a/.github/workflows/docker-build-push.yaml b/.github/workflows/docker-build-push.yaml
@@ -1,4 +1,4 @@
-name: Build, Push & Deploy Docker Images
+name: ci
 
 on:
   push:
diff --git a/README.md b/README.md
@@ -1,9 +1,14 @@
 # Sleek AI
 
-A full-stack AI chat application featuring real-time messaging, file ingestion, and vector search capabilities. Built with modern web technologies for performance and scalability.
+![Sleek AI Preview](./assets/preview.webp)
 
-## Features
+[![ci](https://github.com/sunjay-dev/sleek-ai/actions/workflows/docker-build-push.yaml/badge.svg)](https://github.com/sunjay-dev/sleek-ai/actions/workflows/docker-build-push.yaml)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![Last Commit](https://img.shields.io/github/last-commit/sunjay-dev/sleek-ai)](https://github.com/sunjay-dev/sleek-ai/commits/main)
+
+A full-stack AI chat application featuring real-time messaging, file ingestion, and vector search capabilities. Optimized for speed, reliability, and seamless AI interactions.
 
+## Features
 - **AI Chat Interface**: Interactive chat with AI models.
 - **File Ingestion**: Upload and process documents (PDF, Docx, TXT) for context-aware responses.
 - **Vector Search**: Semantic search powered by Pinecone and Google Gemini embeddings.
@@ -13,7 +18,11 @@ A full-stack AI chat application featuring real-time messaging, file ingestion,
 
 ## Tech Stack
 
-![React](https://img.shields.io/badge/React-20232A?style=for-the-badge&logo=react&logoColor=61DAFB) ![Tailwind CSS](https://img.shields.io/badge/Tailwind_CSS-38B2AC?style=for-the-badge&logo=tailwind-css&logoColor=white) ![Lucide-React](https://img.shields.io/badge/Lucide--React-000000.svg?style=for-the-badge&logo=lucide&logoColor=white) ![Clerk](https://img.shields.io/badge/Clerk-6C47FF?style=for-the-badge&logo=clerk&logoColor=white) ![Hono](https://img.shields.io/badge/Hono-ff5018?style=for-the-badge&logo=hono&logoColor=white) ![Bun](https://img.shields.io/badge/Bun-000000?style=for-the-badge&logo=bun&logoColor=white) ![PostgreSQL](https://img.shields.io/badge/PostgreSQL-316192?style=for-the-badge&logo=postgresql&logoColor=white) ![Prisma](https://img.shields.io/badge/Prisma-3982CE?style=for-the-badge&logo=Prisma&logoColor=white) ![Redis](https://img.shields.io/badge/redis-%23DD0031.svg?&style=for-the-badge&logo=redis&logoColor=white) ![BullMQ](https://img.shields.io/badge/BullMQ-000000?style=for-the-badge&logo=bullmq&logoColor=white) ![Cloudinary](https://img.shields.io/badge/Cloudinary-3448C5?style=for-the-badge&logo=cloudinary&logoColor=white) ![PNPM](https://img.shields.io/badge/pnpm-%234a4a4a.svg?style=for-the-badge&logo=pnpm&logoColor=f69220) ![Zod](https://img.shields.io/badge/Zod-7C3AED.svg?style=for-the-badge&logo=zod&logoColor=white) ![Pino](https://img.shields.io/badge/Pino-4B9E5F.svg?style=for-the-badge&logo=pino&logoColor=white) ![LangChain](https://img.shields.io/badge/LangChain.js-1C3C3C?style=for-the-badge&logo=langchain&logoColor=white) ![Pinecone](https://img.shields.io/badge/Pinecone-2C3E50?style=for-the-badge&logo=pinecone&logoColor=white) ![Docker](https://img.shields.io/badge/Docker-2496ED?style=for-the-badge&logo=docker&logoColor=white) ![Grafana](https://img.shields.io/badge/Grafana-%23F46800.svg?style=for-the-badge&logo=grafana&logoColor=white) ![Prometheus](https://img.shields.io/badge/Prometheus-%23E6522C.svg?style=for-the-badge&logo=prometheus&logoColor=white)
+![React](https://img.shields.io/badge/React-20232A?style=for-the-badge&logo=react&logoColor=61DAFB) ![Tailwind CSS](https://img.shields.io/badge/Tailwind_CSS-38B2AC?style=for-the-badge&logo=tailwind-css&logoColor=white) ![Lucide-React](https://img.shields.io/badge/Lucide--React-000000.svg?style=for-the-badge&logo=lucide&logoColor=white) ![Clerk](https://img.shields.io/badge/Clerk-6C47FF?style=for-the-badge&logo=clerk&logoColor=white) ![Hono](https://img.shields.io/badge/Hono-ff5018?style=for-the-badge&logo=hono&logoColor=white) ![Bun](https://img.shields.io/badge/Bun-000000?style=for-the-badge&logo=bun&logoColor=FBF0DF) ![PostgreSQL](https://img.shields.io/badge/PostgreSQL-316192?style=for-the-badge&logo=postgresql&logoColor=white) ![Prisma](https://img.shields.io/badge/Prisma-3982CE?style=for-the-badge&logo=Prisma&logoColor=white) ![Redis](https://img.shields.io/badge/redis-%23DD0031.svg?&style=for-the-badge&logo=redis&logoColor=white) ![BullMQ](https://img.shields.io/badge/BullMQ-E03E2F?style=for-the-badge&logo=bullmq&logoColor=white) ![Cloudinary](https://img.shields.io/badge/Cloudinary-3448C5?style=for-the-badge&logo=cloudinary&logoColor=white) ![PNPM](https://img.shields.io/badge/pnpm-%234a4a4a.svg?style=for-the-badge&logo=pnpm&logoColor=f69220) ![Zod](https://img.shields.io/badge/Zod-7C3AED.svg?style=for-the-badge&logo=zod&logoColor=white) ![Pino](https://img.shields.io/badge/Pino-4B9E5F.svg?style=for-the-badge&logo=pino&logoColor=white) ![LangChain](https://img.shields.io/badge/LangChain.js-1C3C3C?style=for-the-badge&logo=langchain&logoColor=white) ![Pinecone](https://img.shields.io/badge/Pinecone-2C3E50?style=for-the-badge&logo=pinecone&logoColor=white) ![Groq](https://img.shields.io/badge/Groq-F55036?style=for-the-badge&logo=groq&logoColor=white) ![Gemini](https://img.shields.io/badge/Gemini-1A73E8?style=for-the-badge&logo=google-gemini&logoColor=white) ![Docker](https://img.shields.io/badge/Docker-2496ED?style=for-the-badge&logo=docker&logoColor=white) ![Grafana](https://img.shields.io/badge/Grafana-%23F46800.svg?style=for-the-badge&logo=grafana&logoColor=white) ![Prometheus](https://img.shields.io/badge/Prometheus-%23E6522C.svg?style=for-the-badge&logo=prometheus&logoColor=white)
+
+## Architecture
+
+![Architecture Diagram](./assets/architecture_diagram.png)
 
 ## Prerequisites
 
@@ -38,11 +47,10 @@ A full-stack AI chat application featuring real-time messaging, file ingestion,
 
 3.  **Environment Configuration**
 
-    Copy the `.env.example` files to `.env` in `backend`, `frontend`, and `worker` directories and fill in your secrets.
+    Copy the `.env.example` files to `.env` in `backend` and `worker` directories and fill in your secrets.
 
     ```bash
     cp backend/.env.example backend/.env
-    cp frontend/.env.example frontend/.env
     cp worker/.env.example worker/.env
     ```
 
@@ -65,6 +73,15 @@ A full-stack AI chat application featuring real-time messaging, file ingestion,
     ```
     This will start the specialized dev scripts defined in the root `package.json`.
 
+## Project Structure
+
+This is a monorepo containing:
+
+- **`frontend/`**: Vite-based React application with Tailwind CSS and Shadcn UI.
+- **`backend/`**: Hono.js API server handling chat logic, authentication, and job dispatching.
+- **`worker/`**: BullMQ-based background worker for processing file metadata and vector embeddings.
+- **`shared/`**: Shared TypeScript types and utility functions used across packages.
+
 ## Contribution
 
 See [CONTRIBUTING.md](./CONTRIBUTING.md) for guidelines on how to contribute to this project.
diff --git a/assets/architecture_diagram.png b/assets/architecture_diagram.png
diff --git a/assets/preview.webp b/assets/preview.webp
diff --git a/backend/src/controllers/message.controllers.ts b/backend/src/controllers/message.controllers.ts
@@ -20,6 +20,7 @@ export async function handleUserMessageResponse(c: Context) {
     let finalQuery = query;
 
     finalQuery += await handleImageExtraction(messageFiles, stream);
+    if (!finalQuery.trim()) finalQuery = "Please summarize or describe the uploaded document.";
 
     try {
       const [chat, preferences, memories] = await Promise.all([
@@ -78,7 +79,7 @@ export async function handleUserMessageResponse(c: Context) {
         include: { messages: { include: { messageFiles: true } } },
       });
 
-      scheduleMemoryExtraction(userId, query, memories);
+      if (query.trim()) scheduleMemoryExtraction(userId, query, memories);
     } catch (error: any) {
       logger.error({
         message: "Streaming error",
diff --git a/backend/src/middlewares/validate.middlewares.ts b/backend/src/middlewares/validate.middlewares.ts
@@ -2,7 +2,7 @@ import { Context, Next } from "hono";
 import { z, ZodError } from "@app/shared/src/index.js";
 import { BadRequestError } from "../utils/appError.utils.js";
 
-export function validate(schema: z.ZodObject<any, any>) {
+export function validate(schema: z.ZodTypeAny) {
   return async (c: Context, next: Next) => {
     try {
       const data = schema.parse(await c.req.json());
diff --git a/frontend/src/hooks/useMessage.ts b/frontend/src/hooks/useMessage.ts
@@ -31,7 +31,7 @@ export default function useMessages({ moveChatToTop, setChats }: Props) {
   const justCreatedChatRef = useRef<string | null>(null);
 
   const sendMessage = async (text: string, model: string, messageFiles?: UploadedFile[] | null, optimisticFiles?: UploadedFile[]) => {
-    if (!text.trim()) return;
+    if (!text.trim() && !messageFiles?.length) return;
 
     const token = await getToken();
     if (!token) throw new Error("You must be logged in to send message.");
@@ -134,9 +134,9 @@ export default function useMessages({ moveChatToTop, setChats }: Props) {
             prev.map((m) =>
               m.id === assistantId
                 ? {
-                    ...m,
-                    text: err.name === "AbortError" ? "Generation stopped." : err.message || "Something went wrong.",
-                  }
+                  ...m,
+                  text: err.name === "AbortError" ? "Generation stopped." : err.message || "Something went wrong.",
+                }
                 : m,
             ),
           );
@@ -156,7 +156,7 @@ export default function useMessages({ moveChatToTop, setChats }: Props) {
             "Content-Type": "application/json",
             Authorization: `Bearer ${token}`,
           },
-          body: JSON.stringify({ query: text }),
+          body: JSON.stringify({ query: text || "Shared a file" }),
           signal: controller.signal,
         });
 
diff --git a/frontend/src/page/AuthPage.tsx b/frontend/src/page/AuthPage.tsx
@@ -28,7 +28,7 @@ export default function AuthPage() {
       <div className="relative z-10 flex min-h-screen w-full">
         <div className="hidden w-1/2 flex-col justify-between p-12 md:flex">
           <div className="flex items-center gap-2 font-semibold tracking-tighter text-xl">
-            <img src="/logo.webp" alt="Sleek AI Logo" className="w-9 h-8" />
+            <img src="/logo.webp" alt="Sleek AI Logo" className="w-10 h-8" />
             Sleek AI
           </div>
           <div className="max-w-lg mb-20">
@@ -50,7 +50,7 @@ export default function AuthPage() {
         <div className="flex w-full flex-col items-center justify-center p-4 md:w-1/2">
           <div className="md:hidden flex flex-col items-center mb-8 text-center space-y-2">
             <div className="flex items-center gap-1.5 font-semibold sm:font-bold tracking-tighter text-2xl">
-              <img src="./logo.webp" alt="Sleek AI Logo" className="w-9 h-8" />
+              <img src="./logo.webp" alt="Sleek AI Logo" className="w-10 h-8" />
               Sleek AI
             </div>
             <p className="text-sm text-neutral-500">Turn ideas into reality with an AI partner.</p>
diff --git a/frontend/src/styles/modelMessage.css b/frontend/src/styles/modelMessage.css
@@ -4,7 +4,7 @@
   line-height: 0.8;
 }
 
-.markdown :not(pre)>code {
+.markdown :not(pre) > code {
   font-family: Inter, sans-serif;
   -webkit-font-smoothing: antialiased;
   font-size: 0.875em;
@@ -52,13 +52,13 @@
   white-space: normal;
 }
 
-.markdown li>p {
+.markdown li > p {
   display: inline;
   margin: 0;
   padding: 0;
 }
 
-.markdown li+li {
+.markdown li + li {
   margin-top: 0.25rem;
 }
 
@@ -68,15 +68,17 @@
   line-height: 0;
 }
 
-.markdown ol li {
+.markdown ol li,
+.markdown ul li {
   margin-bottom: 0.22rem;
-  line-height: 1.4;
+  line-height: 1.8;
 }
 
-.markdown ol li::marker {
+.markdown ol li::marker,
+.markdown ul li::marker {
   color: #1c1c1c;
   font-weight: 600;
-  font-size: 0.9em;
+  font-size: 0.95em;
 }
 
 .markdown ol ol {
@@ -90,16 +92,6 @@
   line-height: 0.1;
 }
 
-.markdown ul li {
-  margin-bottom: 0.22rem;
-  line-height: 1.4;
-}
-
-.markdown ul li::marker {
-  color: rgba(28, 28, 28, 0.8);
-  font-size: 0.95em;
-}
-
 .markdown ul ul {
   list-style-type: circle;
   padding-left: 1rem;
@@ -147,7 +139,7 @@
   font-size: 1rem;
 }
 
-.markdown>*:first-child {
+.markdown > *:first-child {
   margin-top: 0 !important;
 }
 
@@ -313,7 +305,10 @@
   opacity: 1;
   transition: all 0.2s ease;
 
-  font-family: system-ui, -apple-system, sans-serif;
+  font-family:
+    system-ui,
+    -apple-system,
+    sans-serif;
   font-size: 0.85em;
   line-height: 1;
 }
@@ -323,15 +318,14 @@
   transform: translate(1px, -1px);
 }
 
-.streamingCursor>*:last-child::after {
+.streamingCursor > *:last-child::after {
   content: "▋";
   display: inline-block;
   margin-left: 4px;
   animation: pulse 1s cubic-bezier(0.4, 0, 0.6, 1) infinite;
 }
 
 @keyframes pulse {
-
   0%,
   100% {
     opacity: 1;
@@ -357,7 +351,6 @@
 }
 
 @keyframes pulse-opacity {
-
   0%,
   100% {
     opacity: 1;
@@ -370,8 +363,7 @@
 
 /* Mobile responsive adjustments */
 @media (max-width: 640px) {
-
-  .markdown li+li {
+  .markdown li + li {
     margin-top: 0.3rem;
   }
 
@@ -389,4 +381,4 @@
     margin-top: 1.25rem;
     margin-bottom: 0.5rem;
   }
-}
+}
diff --git a/shared/src/schemas/chat.schema.ts b/shared/src/schemas/chat.schema.ts
@@ -1,7 +1,7 @@
 import { z } from "zod";
 
 export const querySchema = z.object({
-  query: z.string().trim().min(1, { message: "Please enter the valid query" }).max(2000, { message: "Please keep messages under 2000 characters." }),
+  query: z.string().trim().max(2000, { message: "Please keep messages under 2000 characters." }).default(""),
 });
 
 export const chatRenameSchema = z.object({
diff --git a/shared/src/schemas/message.schema.ts b/shared/src/schemas/message.schema.ts
@@ -8,11 +8,14 @@ export const uploadedFileSchema = z.object({
 });
 
 export const messageSchema = z.object({
-  query: z.string().min(1, { message: "Please enter the valid query" }).max(3000, { message: "Please enter query less than 3000 characters." }),
+  query: z.string().max(3000, { message: "Please enter query less than 3000 characters." }).default(""),
   model: z.enum(modelsId, { message: "Please choose a correct model" }),
 
   messageFiles: z.array(uploadedFileSchema).optional().default([]),
-});
+}).refine(
+  (data) => data.query.trim().length > 0 || data.messageFiles.length > 0,
+  { message: "Please enter a message or attach a file", path: ["query"] }
+);
 
 export type UploadedFile = z.infer<typeof uploadedFileSchema>;
 
diff --git a/worker/src/app.ts b/worker/src/app.ts
@@ -3,6 +3,7 @@ import { parseFileWithLangChain } from "./utils/parseFile.js";
 import { chunkFile } from "./utils/chunkFile.js";
 import { embedChunksAndStoreVectors } from "./utils/embedChunksAndStoreVectors.js";
 import logger from "./utils/logger.utils.js";
+import "./server.js";
 
 type Data = {
   fileUrl: string;
diff --git a/worker/src/server.ts b/worker/src/server.ts
@@ -0,0 +1,8 @@
+import http from "node:http";
+
+http
+  .createServer((req, res) => {
+    res.writeHead(200);
+    res.end("ok");
+  })
+  .listen(3100, "0.0.0.0");
diff --git a/worker/src/utils/embedChunksAndStoreVectors.ts b/worker/src/utils/embedChunksAndStoreVectors.ts
@@ -36,12 +36,9 @@ export async function embedChunksAndStoreVectors(chunks: Document<Record<string,
     },
   }));
 
-  logger.info({ message: "First chunk preview", preview: chunksWithMeta[0]?.pageContent.substring(0, 100) });
-
   const store = new PineconeStore(embeddingsClient, { pineconeIndex: index });
 
   const textsToEmbed = chunksWithMeta.map((c) => c.pageContent);
-  logger.info({ message: "Sending to Google Embeddings API...", count: textsToEmbed.length });
 
   let embeddings: number[][] = [];
   try {
@@ -51,7 +48,7 @@ export async function embedChunksAndStoreVectors(chunks: Document<Record<string,
       message: "Google GenAI Embeddings API threw an explicit error",
       error: err.message,
       stack: err.stack,
-      details: err
+      details: err,
     });
     throw err;
   }
@@ -67,7 +64,7 @@ export async function embedChunksAndStoreVectors(chunks: Document<Record<string,
     } else {
       logger.warn({
         message: "Google GenAI returned an empty vector (likely safety bounded)",
-        chunkPreview: chunksWithMeta[i].pageContent.substring(0, 100)
+        chunkPreview: chunksWithMeta[i].pageContent.substring(0, 100),
       });
     }
   }
@@ -76,6 +73,5 @@ export async function embedChunksAndStoreVectors(chunks: Document<Record<string,
     throw new Error("Google GenAI returned 0 valid embeddings for this document. It may have been blocked by safety filters.");
   }
 
-  logger.info({ message: "Storing validated chunks in Pinecone", storedCount: validEmbeddings.length, rejectedCount: embeddings.length - validEmbeddings.length });
   await store.addVectors(validEmbeddings, validDocuments);
 }

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: Manual Build, Push & Deploy Docker Images`
	`1`	`+name: manual-ci`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`workflow_dispatch:`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: Build, Push & Deploy Docker Images`
	`1`	`+name: ci`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`push:`