Implement AI Module (In-progress)

backend/.env.sample

@@ -1,6 +1,6 @@
 # Server Configuration Variables
-NODE_ENV=...
-PORT=...
+NODE_ENV=development
+PORT=3000
 
 # Firebase Configuration Variables
 FIREBASE_API_KEY=...
@@ -10,30 +10,35 @@ FIREBASE_STORAGE_BUCKET=...
 FIREBASE_MESSAGING_SENDER_ID=...
 FIREBASE_APP_ID=...
 FIREBASE_MEASUREMENT_ID=...
+FIREBASE_DATABASE_URL=...
 
-# OAuth
+# Google OAuth
 GOOGLE_CLIENT_ID=...
 GOOGLE_CLIENT_SECRET=...
+
+# GitHub OAuth
 GITHUB_CLIENT_ID=...
 GITHUB_CLIENT_SECRET=...
 
 # Application URLs
-FRONTEND_URL=...
-BACKEND_URL=...
+FRONTEND_URL=http://localhost:3001
+BACKEND_URL=http://localhost:3000
 
 # JWT Settings
 JWT_SECRET=...
 
-# ALGOLIA Search API
+# Algoria Search API
 ALGOLIA_APP_ID=...
 ALGOLIA_API_KEY=...
 ALGOLIA_INDEX_NAME=...
 
-# Stripe Configuration
+# Stripe Configuration Variables
 STRIPE_SECRET_KEY=...
 STRIPE_WEBHOOK_SECRET=...
 STRIPE_PRICE_ID=...
-STRIPE_TEST_MODE=true
+STRIPE_TEST_MODE=...
+
 
-# Gemini configuration
-GEMINI_API_KEY=...
+# AI Configuration Variables
+GEMINI_API_KEY=...
+TOGETHER_API_KEY=...

backend/docker-compose.yml

@@ -0,0 +1,17 @@
+services:
+  postgres:
+    image: postgres:latest
+    container_name: summarizz_postgres
+    restart: unless-stopped
+    environment:
+      POSTGRES_USER: summarizz
+      POSTGRES_PASSWORD: summarizz
+      POSTGRES_DB: summarizz
+      POSTGRES_INITDB_ARGS: "--encoding=UTF-8 --lc-collate=C --lc-ctype=C"
+    ports:
+      - "5433:5433"
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+
+volumes:
+  postgres_data:

backend/justfile

@@ -0,0 +1,91 @@
+export CONFIG_SCRIPT := "./scripts/config.sh"
+
+alias s := setup
+alias b := build
+alias c := clean
+alias t := test
+alias rd := run-dev
+alias rp := run-prod
+
+default:
+    just --list
+
+# NOTE: Cleans build artifacts and deletes node_modules
+clean: 
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Cleaning build artifacts and node_modules..."
+    items=("node_modules" "dist" "coverage" ".eslintcache" ".cache" ".nyc_output" "package-lock.json" "yarn.lock" "pnpm-lock.yaml")
+    for item in "${items[@]}"; do
+        if [[ "$item" == *.* ]]; then
+            find . -name "$item" -type f -exec rm -f "{}" + 2>/dev/null || true
+        else
+            find . -name "$item" -type d -prune -exec rm -rf "{}" + 2>/dev/null || true
+        fi
+    done
+
+
+# NOTE: Best to run this before any other recipe to ensure a clean start
+setup: clean
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Setting up backend application with provided configuration..."
+    npm install
+
+# NOTE: Builds the entire backend application for dev/prod runs
+build:
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Building backend application with provided configuration..."
+    npm run build
+
+# NOTE: Runs the linter (eslint) to check for standards and code quality
+lint:
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Running linter with provided configuration..."
+    npm run lint
+
+# NOTE: Runs tests using jest (optionally set --verbose flag)
+test arg="default":
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Running backend tests with provided argument: $arg..."
+    if [ -z "$arg" ]; then \
+        arg="default" \
+    fi
+
+    if [ "$arg" == "v" ] || [ "$arg" == "-v" ] || [ "$arg" == "--v" ] || [ "$arg" == "verbose" ]; then \
+        npm run test:verbose \
+    else \
+        npm run test \
+    fi
+
+# NOTE: Runs all tasks in a sequence to setup respective backend environment
+start arg="default": clean build lint (test arg)
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Starting backend application with provided configuration..."
+    npm run start
+
+# NOTE: Runs the respective backend environment in development mode (nodemon for hot reloading)
+run-dev: clean build lint
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Running backend application in development mode..."
+    npm run dev
+
+# NOTE: Runs the respective backend environment in production mode (without nodemon, should only be used when deploying)
+run-prod arg="default": clean build lint (test arg)
+    #!/usr/bin/env bash
+    source $CONFIG_SCRIPT
+
+    info "Running backend application in production mode..."
+    npm run start

backend/package.json

@@ -36,7 +36,7 @@
     "@algolia/client-search": "^5.20.4",
     "@aws-sdk/client-s3": "^3.816.0",
     "@aws-sdk/s3-request-presigner": "^3.816.0",
-    "@google/generative-ai": "^0.24.1",
+    "@google/genai": "^1.4.0",
     "@langchain/core": "^0.3.57",
     "@types/jsonwebtoken": "^9.0.7",
     "algoliasearch": "^4.24.0",
@@ -53,6 +53,7 @@
     "helmet": "^8.1.0",
     "jsonwebtoken": "^9.0.2",
     "stripe": "^18.1.1",
+    "together-ai": "^0.16.0",
     "winston": "^3.17.0",
     "zod": "^3.24.4"
   }

backend/scripts/config.sh

@@ -0,0 +1,53 @@
+#!/usr/bin/env bash
+
+set -e
+
+if command -v tput >/dev/null 2>&1; then
+    COLOR_RESET=$(tput sgr0)
+    COLOR_RED=$(tput setaf 1)
+    COLOR_GREEN=$(tput setaf 2)
+    COLOR_YELLOW=$(tput setaf 3)
+    COLOR_BLUE=$(tput setaf 4)
+    COLOR_MAGENTA=$(tput setaf 5)
+    COLOR_CYAN=$(tput setaf 6)
+    COLOR_WHITE=$(tput setaf 7)
+else
+    COLOR_RESET="\033[0m"
+    COLOR_RED="\033[0;31m"
+    COLOR_GREEN="\033[0;32m"
+    COLOR_YELLOW="\033[0;33m"
+    COLOR_BLUE="\033[0;34m"
+    COLOR_MAGENTA="\033[0;35m"
+    COLOR_CYAN="\033[0;36m"
+    COLOR_WHITE="\033[0;37m"
+fi
+
+PREFIX_INFO="${COLOR_BLUE}[INFO]${COLOR_RESET}"
+PREFIX_WARN="${COLOR_YELLOW}[WARN]${COLOR_RESET}"
+PREFIX_ERROR="${COLOR_RED}[ERROR]${COLOR_RESET}"
+PREFIX_SUCCESS="${COLOR_GREEN}[SUCCESS]${COLOR_RESET}"
+PREFIX_DEBUG="${COLOR_MAGENTA}[DEBUG]${COLOR_RESET}"
+
+_get_current_timestamp() {
+    date "+%Y-%m-%d %H:%M:%S"
+}
+
+info() {
+    echo "${PREFIX_INFO} [$(_get_current_timestamp)] ${1}"
+}
+
+warn() {
+    echo "${PREFIX_WARN} [$(_get_current_timestamp)] ${COLOR_YELLOW}${1}${COLOR_RESET}" >&2
+}
+
+error() {
+    echo "${PREFIX_ERROR} [$(_get_current_timestamp)] ${COLOR_RED}${1}${COLOR_RESET}" >&2
+}
+
+success() {
+    echo "${PREFIX_SUCCESS} [$(_get_current_timestamp)] ${COLOR_GREEN}${1}${COLOR_RESET}"
+}
+
+debug() {
+    echo "${PREFIX_DEBUG} [$(_get_current_timestamp)] ${COLOR_MAGENTA}${1}${COLOR_RESET}"
+}

backend/scripts/deploy_test_pg_db.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
 echo "Setting up test PostgreSQL database for Summarizz..."
 

backend/scripts/test_data.sql

@@ -1,4 +1,3 @@
-
 -- Test data for Summarizz application
 -- This script populates the database with test data for development purposes
 
@@ -245,9 +244,21 @@ CROSS JOIN (SELECT user_id FROM users ORDER BY random() LIMIT 1) u;
 
 -- Update content metrics based on interactions
 UPDATE content c
-SET 
-    likes = (SELECT COUNT(*) FROM user_content_interactions WHERE content_id = c.content_id AND interaction_type = 'like'),
-    shares = (SELECT COUNT(*) FROM user_content_interactions WHERE content_id = c.content_id AND interaction_type = 'share');
+SET
+    likes = (
+        SELECT COUNT(*)
+        FROM user_content_interactions
+        WHERE
+            content_id = c.content_id
+            AND interaction_type = 'like'
+    ),
+    shares = (
+        SELECT COUNT(*)
+        FROM user_content_interactions
+        WHERE
+            content_id = c.content_id
+            AND interaction_type = 'share'
+    );
 
 -- Update comment like counts
 UPDATE comments c

backend/src/modules/ai/config/models.ts

@@ -1,18 +1,107 @@
-import { AIModel, ModelConfig } from '../types';
+import { AIGenerationModel, AIModel, GenerationModelConfig, ModelConfig } from '../types';
+import { HarmBlockMethod, HarmBlockThreshold, HarmCategory } from '@google/genai';
+import { SUMMARY_SYSTEM_PROMPT } from './prompts';
 
-export const MODEL_CONFIGS: Record<AIModel, ModelConfig> = {
+const MAX_OUTPUT_TOKENS = 1500;
+
+export const SUMMARIZATION_MODEL_CONFIGS: Record<AIModel, ModelConfig> = {
   [AIModel.Gemini20Flash]: {
+    safetySettings: [
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      }
+    ],
+    systemInstruction: SUMMARY_SYSTEM_PROMPT,
     temperature: 0.2,
-    maxOutputTokens: 1500,
+    maxOutputTokens: MAX_OUTPUT_TOKENS,
     topP: 1,
-    frequencyPenalty: 0.1,
-    presencePenalty: 0.1,
   },
   [AIModel.Gemini15Flash]: {
+    safetySettings: [
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      }
+    ],
+    systemInstruction: SUMMARY_SYSTEM_PROMPT,
+    temperature: 0.2,
+    maxOutputTokens: MAX_OUTPUT_TOKENS,
+    topP: 1,
+  },
+  [AIModel.Gemini15FlashLite]: {
+    safetySettings: [
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      },
+      {
+        method: HarmBlockMethod.SEVERITY,
+        category: HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+      }
+    ],
+    systemInstruction: SUMMARY_SYSTEM_PROMPT,
     temperature: 0.2,
-    maxOutputTokens: 1500,
+    maxOutputTokens: MAX_OUTPUT_TOKENS,
     topP: 1,
-    frequencyPenalty: 0.1,
-    presencePenalty: 0.1,
+  }
+};
+
+export const IMAGE_GENERATION_MODEL_CONFIGS: Record<AIGenerationModel, GenerationModelConfig> = {
+  [AIGenerationModel.Gemini20FlashImageGenPreview]: {
+
+  },
+  [AIGenerationModel.TogetherFlux1SchnellFree]: {
+
+  },
+  [AIGenerationModel.TogetherFlux1Schnell]: {
+
   },
+  [AIGenerationModel.TogetherFlux1Dev]: {
+
+  }
 };