cli/examples/mcp/docker-compose.yml at main · inference-gateway/cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
services:
  inference-gateway:
    image: ghcr.io/inference-gateway/inference-gateway:latest
    pull_policy: always
    container_name: inference-gateway
    environment:
      DEEPSEEK_API_KEY: ${DEEPSEEK_API_KEY:-}
      OPENAI_API_KEY: ${OPENAI_API_KEY:-}
      ANTHROPIC_API_KEY: ${ANTHROPIC_API_KEY:-}
      CLOUDFLARE_API_KEY: ${CLOUDFLARE_API_KEY}
      COHERE_API_KEY: ${COHERE_API_KEY}
      GROQ_API_KEY: ${GROQ_API_KEY}
      OLLAMA_CLOUD_API_KEY: ${OLLAMA_CLOUD_API_KEY}
      GOOGLE_API_KEY: ${OLLAMA_CLOUD_API_KEY}
      MISTRAL_API_KEY: ${MISTRAL_API_KEY}
    restart: unless-stopped
    networks:
      - mcp-demo

  mcp-demo-server:
    build:
      context: ./mcp-server
      dockerfile: Dockerfile
    container_name: mcp-demo-server
    environment:
      DEMO_MESSAGE: Hello from MCP Demo Server!
      ENVIRONMENT: development
    restart: unless-stopped
    healthcheck:
      test:
        - CMD
        - sh
        - -c
        - 'curl -f -X POST http://localhost:3000/mcp -H "Content-Type: application/json" -d "{\"jsonrpc\":\"2.0\",\"method\":\"ping\",\"id\":1}" || exit 1'
      interval: 10s
      timeout: 5s
      retries: 3
      start_period: 10s
    networks:
      - mcp-demo

  context7:
    image: mekayelanik/context7-mcp:latest
    container_name: context7
    environment:
      PORT: "8010"
      NODE_ENV: production
      PROTOCOL: SHTTP
    restart: unless-stopped
    healthcheck:
      test:
        - CMD
        - sh
        - -c
        - 'wget --spider -q http://127.0.0.1:8010/healthz || exit 1'
      interval: 10s
      timeout: 5s
      retries: 3
      start_period: 30s
    networks:
      - mcp-demo

  cli:
    profiles:
      - cli
    image: ghcr.io/inference-gateway/cli:latest
    environment:
      INFER_MCP_ENABLED: true
      INFER_MCP_CONNECTION_TIMEOUT: "30"
      INFER_MCP_DISCOVERY_TIMEOUT: "30"
    volumes:
      - ./mcp-config.yaml:/home/infer/.infer/mcp.yaml:ro
      - infer-data:/home/infer/.infer/data
    command:
      - chat
    depends_on:
      inference-gateway:
        condition: service_started
      mcp-demo-server:
        condition: service_healthy
      context7:
        condition: service_healthy
    networks:
      - mcp-demo

networks:
  mcp-demo:
    driver: bridge

volumes:
  infer-data: