Finalize backend architecture: update CI, requirements, and Docker orchestration for production readiness

Author: gabaoun

.env.example

@@ -1,10 +1,6 @@
 # Core API Keys
 OPENAI_API_KEY=your_openai_api_key_here
 
-# Qdrant Vector Store (Deprecated in favor of Chroma Cloud)
-QDRANT_URL=http://localhost:6333
-QDRANT_API_KEY=your_qdrant_api_key_here
-
 # Chroma Cloud
 CHROMA_HOST=api.trychroma.com
 CHROMA_API_KEY=your_chroma_api_key_here
@@ -17,9 +13,6 @@ REDIS_HOST=localhost
 REDIS_PORT=6379
 SEMANTIC_CACHE_THRESHOLD=0.85
 
-# Observability (Optional - Arize Phoenix)
-PHOENIX_COLLECTOR_ENDPOINT=http://localhost:6006
-
 # Application Settings
 LOG_LEVEL=INFO
 DATA_DIR=./data

.github/workflows/ci.yml

@@ -2,36 +2,36 @@ name: Project Aether CI
 
 on:
   push:
-    branches: [ main ]
+    branches: [main]
   pull_request:
-    branches: [ main ]
+    branches: [main]
 
 jobs:
   test:
     runs-on: ubuntu-latest
-    
+
     steps:
-    - uses: actions/checkout@v4
-    
-    - name: Set up Python 3.11
-      uses: actions/setup-python@v5
-      with:
-        python-version: "3.11"
-        
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install -r requirements.txt
-        
-    - name: Run tests with pytest
-      env:
-        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-        REDIS_HOST: localhost
-        REDIS_PORT: 6379
-        QDRANT_URL: http://localhost:6333
-        LOG_LEVEL: INFO
-        DATA_DIR: ./tests/data
-      run: |
-        # Run tests, excluding integration style if no services are running
-        # But our unit tests should all be mocked correctly
-        pytest tests/
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+          cache: "pip"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+
+      - name: Lint
+        run: |
+          pip install ruff
+          ruff check .
+
+      - name: Run tests
+        env:
+          LOG_LEVEL: INFO
+          DATA_DIR: ./tests/data
+        run: |
+          pytest -m "not integration"

docker-compose.yml

@@ -1,48 +1,42 @@
 services:
   api:
     build: .
+    command: uvicorn src.api.app:app --host 0.0.0.0 --port 8000
     ports:
       - "8000:8000"
     env_file:
       - .env
-    environment:
-      - REDIS_HOST=redis
-      - DATABASE_URL=postgresql://user:password@postgres:5432/aether
     depends_on:
       - redis
       - postgres
     volumes:
-      - ./data:/app/data
+      - .:/app
 
   worker:
     build: .
     command: python -m src.worker
+    restart: always
     env_file:
       - .env
-    environment:
-      - REDIS_HOST=redis
-      - DATABASE_URL=postgresql://user:password@postgres:5432/aether
     depends_on:
       - redis
       - postgres
     volumes:
-      - ./data:/app/data
+      - .:/app
 
   redis:
     image: redis:7-alpine
-    ports:
-      - "6379:6379"
 
   postgres:
     image: postgres:15-alpine
-    environment:
-      POSTGRES_DB: aether
-      POSTGRES_USER: user
-      POSTGRES_PASSWORD: password
-    ports:
-      - "5432:5432"
+    env_file:
+      - .env
     volumes:
       - postgres_data:/var/lib/postgresql/data
+    healthcheck:
+      test: ["CMD-SHELL", "pg_isready -U user"]
+      interval: 5s
+      retries: 5
 
 volumes:
-  postgres_data:
+  postgres_data:

requirements.txt

@@ -16,7 +16,6 @@ pydantic>=2.0
 pydantic-settings
 python-dotenv
 tiktoken
-arize-phoenix
 sentence-transformers
 FlagEmbedding
 tenacity