File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -85,17 +85,16 @@ jobs:
8585 env :
8686 VLLM_CPU_KVCACHE_SPACE : " 4"
8787 run : |
88- hatch run -- nohup vllm serve ${{ env.VLLM_MODEL }} \
88+ nohup hatch run -- vllm serve ${{ env.VLLM_MODEL }} \
8989 --reasoning-parser qwen3 \
9090 --max-model-len 1024 \
9191 --enforce-eager \
9292 --dtype bfloat16 \
9393 --enable-auto-tool-choice \
94- --tool-call-parser hermes \
95- > vllm.log 2>&1 &
94+ --tool-call-parser hermes &
9695
97- # Wait for the vLLM server to be ready with a timeout of 300 seconds
98- timeout=300
96+ # Wait for the vLLM server to be ready with a timeout of 600 seconds
97+ timeout=600
9998 while [ $timeout -gt 0 ] && ! curl -sSf http://localhost:8000/health > /dev/null 2>&1; do
10099 echo "Waiting for vLLM server to start..."
101100 sleep 10
@@ -104,7 +103,6 @@ jobs:
104103
105104 if [ $timeout -eq 0 ]; then
106105 echo "Timed out waiting for vLLM server to start."
107- cat vllm.log
108106 exit 1
109107 fi
110108
You can’t perform that action at this time.
0 commit comments