core/compose.nvidia.test.yaml at main · zimagi/core · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
name: ${ZIMAGI_APP_NAME}

include:
  - ./compose.network.yaml
  - ./compose.db.yaml

x-zimagi-build: &zimagi-build
  context: .
  dockerfile: ./docker/Dockerfile.server

x-zimagi-build-args: &zimagi-build-args
  ZIMAGI_ENVIRONMENT: ${ZIMAGI_ENVIRONMENT}
  ZIMAGI_USER_UID: ${ZIMAGI_USER_UID}

x-zimagi-env: &zimagi-env
  <<: *zimagi-build-args

  NVIDIA_VISIBLE_DEVICES: all
  NVIDIA_DRIVER_CAPABILITIES: compute,graphics,video,utility

  ZIMAGI_AUTO_UPDATE: false
  ZIMAGI_DISABLE_MODULE_INIT: false
  ZIMAGI_DISABLE_MODULE_SYNC: false
  ZIMAGI_RESTART_SERVICES: false

  ZIMAGI_RUNTIME_IMAGE: zimagi/server:nvidia-${ZIMAGI_ENVIRONMENT}
  ZIMAGI_DOCKER_RUNTIME: nvidia

  ZIMAGI_POSTGRES_HOST: postgresql-zimagi
  ZIMAGI_POSTGRES_PORT: 5432
  ZIMAGI_REDIS_HOST: redis-zimagi
  ZIMAGI_REDIS_PORT: 6379
  ZIMAGI_QDRANT_HOST: qdrant-zimagi
  ZIMAGI_QDRANT_PORT: 6333

x-zimagi-service-shared: &zimagi-service-shared
  env_file:
    - ./env/public.${ZIMAGI_PROFILE}
    - ./env/secret
    - ./.env
  networks:
    - zimagi-net
  group_add:
    - ${ZIMAGI_DOCKER_GID}
  volumes:
    - /var/run/docker.sock:/var/run/docker.sock
    - ./lib:/usr/local/lib/zimagi
  depends_on:
    - postgresql-zimagi
    - redis-zimagi
    - qdrant-zimagi

x-zimagi-service: &zimagi-service
  <<: *zimagi-service-shared
  image: zimagi/server:${ZIMAGI_ENVIRONMENT}
  build:
    <<: *zimagi-build
    args:
      <<: *zimagi-build-args
      ZIMAGI_PARENT_IMAGE: ${ZIMAGI_STANDARD_BASE_IMAGE}
  environment:
    <<: *zimagi-env

x-zimagi-service-nvidia: &zimagi-service-nvidia
  <<: *zimagi-service-shared
  image: zimagi/server:nvidia-${ZIMAGI_ENVIRONMENT}
  build:
    <<: *zimagi-build
    args:
      <<: *zimagi-build-args
      ZIMAGI_PARENT_IMAGE: ${ZIMAGI_NVIDIA_BASE_IMAGE}
  deploy:
    resources:
      reservations:
        devices:
          - driver: nvidia
            count: all
            capabilities: [gpu]
  environment:
    <<: *zimagi-env

services:
  command-api:
    <<: *zimagi-service-nvidia
    entrypoint: zimagi-command
    ports:
      - '${ZIMAGI_COMMAND_PORT}:5000'
    healthcheck:
      test: ['CMD', 'curl', '-f', 'http://localhost:5000/status']
      interval: 5s
      timeout: 5s
      retries: 60

  mcp-api:
    <<: *zimagi-service
    entrypoint: zimagi-mcp
    ports:
      - '${ZIMAGI_MCP_PORT}:5000'
    healthcheck:
      test: ['CMD', 'curl', '-f', 'http://localhost:5000/status']
      interval: 5s
      timeout: 5s
      retries: 60

  data-api:
    <<: *zimagi-service
    entrypoint: zimagi-data
    ports:
      - '${ZIMAGI_DATA_PORT}:5000'
    healthcheck:
      test: ['CMD', 'curl', '-f', 'http://localhost:5000/status']
      interval: 5s
      timeout: 5s
      retries: 60

  controller:
    <<: *zimagi-service
    entrypoint: zimagi-controller
    healthcheck:
      test: ['CMD-SHELL', 'test -f /var/local/zimagi/controller || exit 1']
      interval: 5s
      timeout: 5s
      retries: 60

  scheduler:
    <<: *zimagi-service
    entrypoint: zimagi-scheduler
    healthcheck:
      test: ['CMD-SHELL', 'test -f /var/local/zimagi/scheduler || exit 1']
      interval: 5s
      timeout: 5s
      retries: 60