dokploy-litellm/docker-compose.yml at main · mimirtechco/dokploy-litellm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
services:
  litellm:
    image: ghcr.io/berriai/litellm:main-stable
    restart: unless-stopped
    #########################################
    ## Mount a file volume in Dokploy mapped to /app/config.yaml ##
    volumes:
      - ../files/litellm-config.yaml:/app/config.yaml
    # The below two are my suggestion
    command:
     - "--config=/app/config.yaml"
     - "--port=${PROXY_PORT}"
     - "--num_workers=${NUM_WORKERS}"
    ##############################################
    networks:
      - dokploy-network
    expose:
      - 4000
    env_file:
      - .env

    labels:
      - "traefik.enable=true"
      - "traefik.http.routers.${HASH}.entrypoints=websecure"
      - "traefik.http.routers.${HASH}.tls.certResolver=letsencrypt"
      - "traefik.http.routers.${HASH}.rule=Host(`${PROXY_HOST}`)"
      - "traefik.http.services.${HASH}.loadbalancer.server.port=${PROXY_PORT}"


networks:
  dokploy-network:
    external: true