File tree Expand file tree Collapse file tree
AudioQnA/docker_compose/intel/cpu/xeon
ChatQnA/docker_compose/intel/cpu/xeon Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -40,7 +40,6 @@ services:
4040 LLM_MODEL_ID : ${LLM_MODEL_ID}
4141 VLLM_TORCH_PROFILER_DIR : " /mnt"
4242 LLM_SERVER_PORT : ${LLM_SERVER_PORT}
43- VLLM_CPU_OMP_THREADS_BIND : all
4443 healthcheck :
4544 test : ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
4645 interval : 10s
Original file line number Diff line number Diff line change @@ -44,7 +44,6 @@ services:
4444 LLM_MODEL_ID : ${LLM_MODEL_ID}
4545 VLLM_TORCH_PROFILER_DIR : " /mnt"
4646 LLM_SERVER_PORT : ${LLM_SERVER_PORT}
47- VLLM_CPU_OMP_THREADS_BIND : all
4847 healthcheck :
4948 test : ["CMD-SHELL", "curl -f http://localhost:80/health || exit 1"]
5049 interval : 10s
Original file line number Diff line number Diff line change @@ -83,7 +83,6 @@ services:
8383 vllm-service :
8484 image : ${REGISTRY:-opea}/vllm:${TAG:-latest}
8585 container_name : vllm-server
86- privileged : true
8786 ports :
8887 - ${LLM_ENDPOINT_PORT:-9009}:80
8988 volumes :
You can’t perform that action at this time.
0 commit comments