docker-compose.yml

# Palimpsest — Full Stack Deployment
#
# Usage:
#   docker compose up                   # Start API + frontier server
#   docker compose run worker           # Start a crawl worker
#   docker compose exec api palimpsest history <url> --data-dir /data

services:
  # Retrieval API server — serves extracted content and RAG chunks.
  api:
    build: .
    command: ["api", "-p", "8080", "--data-dir", "/data"]
    ports:
      - "8080:8080"
    volumes:
      - palimpsest-data:/data

  # Frontier server — coordinates distributed crawling.
  frontier:
    build: .
    command: ["serve", "-p", "8090", "-s", "42", "--politeness-ms", "500"]
    ports:
      - "8090:8090"

  # Crawl worker — pulls from frontier, stores to shared volume.
  worker:
    build: .
    command: ["worker", "--server", "http://frontier:8090", "-o", "/data"]
    volumes:
      - palimpsest-data:/data
    depends_on:
      - frontier

  # Single-shot crawl (for simple use cases).
  crawl:
    build: .
    command: ["crawl", "https://example.com", "-d", "2", "-m", "50", "-o", "/data"]
    volumes:
      - palimpsest-data:/data
    profiles:
      - crawl

volumes:
  palimpsest-data: