multi-agent-workflow/docker-compose.yml at main · sguruvar/multi-agent-workflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
services:

  # ─── Agent Application ────────────────────────────────────────────────────
  agent:
    build:
      context: .
      dockerfile: Dockerfile
    ports:
      - "8080:8080"
    env_file: .env
    environment:
      OTEL_SERVICE_NAME: nysummit-agents
      OTEL_EXPORTER_OTLP_PROTOCOL: grpc
      OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4317
      OTEL_METRICS_EXPORTER: otlp
      OTEL_TRACES_EXPORTER: otlp
      DEPLOYMENT_ENV: local
    depends_on:
      otel-collector:
        condition: service_started
    healthcheck:
      test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:8080/health')"]
      interval: 15s
      timeout: 5s
      retries: 5
      start_period: 20s

  # ─── OpenTelemetry Collector ───────────────────────────────────────────────
  otel-collector:
    image: otel/opentelemetry-collector-contrib:0.123.0
    command: ["--config=/etc/otel/config.yaml"]
    volumes:
      - ./otel-collector-config.yaml:/etc/otel/config.yaml:ro
    ports:
      - "4317:4317"   # OTLP gRPC (from agent)
      - "4318:4318"   # OTLP HTTP
      - "8889:8889"   # Prometheus metrics scrape endpoint
    environment:
      DEPLOYMENT_ENV: local
    depends_on:
      - jaeger

  # ─── Jaeger (all-in-one) — trace backend ──────────────────────────────────
  jaeger:
    image: jaegertracing/all-in-one:1.62
    ports:
      - "16686:16686"   # Jaeger UI
      - "14317:4317"    # OTLP gRPC (host-mapped to avoid collision with collector)
    environment:
      COLLECTOR_OTLP_ENABLED: "true"

  # ─── Prometheus — metrics backend ─────────────────────────────────────────
  prometheus:
    image: prom/prometheus:v2.53.0
    volumes:
      - ./prometheus/prometheus.yml:/etc/prometheus/prometheus.yml:ro
      - prometheus_data:/prometheus
    ports:
      - "9090:9090"
    command:
      - "--config.file=/etc/prometheus/prometheus.yml"
      - "--storage.tsdb.retention.time=7d"
    depends_on:
      - otel-collector

  # ─── Grafana — visualization ───────────────────────────────────────────────
  grafana:
    image: grafana/grafana:11.4.0
    ports:
      - "3000:3000"
    environment:
      GF_SECURITY_ADMIN_PASSWORD: admin
      GF_AUTH_ANONYMOUS_ENABLED: "true"
      GF_AUTH_ANONYMOUS_ORG_ROLE: Viewer
      GF_FEATURE_TOGGLES_ENABLE: traceqlEditor
    volumes:
      - ./grafana/provisioning:/etc/grafana/provisioning:ro
      - ./grafana/dashboards:/var/lib/grafana/dashboards:ro
      - grafana_data:/var/lib/grafana
    depends_on:
      - prometheus
      - jaeger

  # ─── Load Generator ────────────────────────────────────────────────────────
  loadgen:
    build:
      context: ./loadgen
      dockerfile: Dockerfile
    environment:
      TARGET_URL: http://agent:8080
      RATE_PER_SEC: "1.0"
    depends_on:
      agent:
        condition: service_healthy

  # ─── Ollama (optional — local LLM, no cloud required) ─────────────────────
  # Run with: docker compose --profile local-llm up
  ollama:
    profiles: ["local-llm"]
    image: ollama/ollama:latest
    ports:
      - "11434:11434"
    volumes:
      - ollama_data:/root/.ollama
    healthcheck:
      test: ["CMD", "ollama", "list"]
      interval: 30s
      timeout: 10s
      retries: 5

volumes:
  prometheus_data:
  grafana_data:
  ollama_data: