File tree Expand file tree Collapse file tree
AudioQnA/docker_compose/intel/cpu/xeon
ChatQnA/docker_compose/intel/cpu/xeon
CodeGen/docker_compose/intel/cpu/xeon Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -25,14 +25,13 @@ services:
2525 https_proxy : ${https_proxy}
2626 restart : unless-stopped
2727 vllm-service :
28- image : openeuler/vllm-cpu:0.9 .1-oe2403lts
28+ image : openeuler/vllm-cpu:0.10 .1-oe2403lts
2929 container_name : vllm-service
3030 ports :
3131 - ${LLM_SERVER_PORT:-3006}:80
3232 volumes :
3333 - " ${MODEL_CACHE:-./data}:/root/.cache/huggingface/hub"
3434 shm_size : 128g
35- privileged : true
3635 environment :
3736 no_proxy : ${no_proxy}
3837 http_proxy : ${http_proxy}
Original file line number Diff line number Diff line change @@ -88,14 +88,13 @@ services:
8888 HF_HUB_ENABLE_HF_TRANSFER : 0
8989 command : --model-id ${RERANK_MODEL_ID} --auto-truncate
9090 vllm-service :
91- image : openeuler/vllm-cpu:0.9 .1-oe2403lts
91+ image : openeuler/vllm-cpu:0.10 .1-oe2403lts
9292 container_name : vllm-service
9393 ports :
9494 - " 9009:80"
9595 volumes :
9696 - " ${MODEL_CACHE:-./data}:/root/.cache/huggingface/hub"
9797 shm_size : 128g
98- privileged : true
9998 environment :
10099 no_proxy : ${no_proxy}
101100 http_proxy : ${http_proxy}
Original file line number Diff line number Diff line change 44services :
55
66 vllm-service :
7- image : openeuler/vllm-cpu:0.9 .1-oe2403lts
7+ image : openeuler/vllm-cpu:0.10 .1-oe2403lts
88 container_name : vllm-server
99 ports :
1010 - " 8028:80"
1111 volumes :
1212 - " ${MODEL_CACHE:-./data}:/root/.cache/huggingface/hub"
1313 shm_size : 1g
14- privileged : true
1514 environment :
1615 no_proxy : ${no_proxy}
1716 http_proxy : ${http_proxy}
You can’t perform that action at this time.
0 commit comments