-
-
Notifications
You must be signed in to change notification settings - Fork 19
Expand file tree
/
Copy pathdev.yml
More file actions
25 lines (24 loc) · 721 Bytes
/
dev.yml
File metadata and controls
25 lines (24 loc) · 721 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
version: '3.8'
services:
ezlocalai:
build:
context: .
dockerfile: Dockerfile
environment:
- EZLOCALAI_URL=${EZLOCALAI_URL-http://localhost:8091}
- EZLOCALAI_API_KEY=${EZLOCALAI_API_KEY-}
- MAIN_GPU=${MAIN_GPU-0}
- DEFAULT_MODEL=${DEFAULT_MODEL-unsloth/Qwen3-VL-4B-Instruct-GGUF}
- WHISPER_MODEL=${WHISPER_MODEL-large-v3}
- IMG_MODEL=${IMG_MODEL-}
- VIDEO_MODEL=${VIDEO_MODEL-}
- LLM_BATCH_SIZE=${LLM_BATCH_SIZE-1024}
- CUDA_DOCKER_ARCH=all
restart: unless-stopped
ports:
- "8091:8091"
volumes:
- ./models:/app/models
- ./hf:/root/.cache/huggingface/hub
- ./outputs:/app/outputs
- ./voices:/app/voices