File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -245,9 +245,33 @@ modelConfigs:
245245
246246 " Qwen/Qwen2.5-VL-7B-Instruct " :
247247 configMapValues :
248- VLLM_SKIP_WARMUP : true
249- extraCmdArgs : ["--max-model-len","33024"]
250- tensor_parallel_size : " 1"
248+ VLLM_SKIP_WARMUP : true
249+ VLLM_CPU_KVCACHE_SPACE : " 40"
250+ VLLM_RPC_TIMEOUT : " 100000"
251+ VLLM_ALLOW_LONG_MAX_MODEL_LEN : " 1"
252+ VLLM_ENGINE_ITERATION_TIMEOUT_S : " 120"
253+ VLLM_CPU_NUM_OF_RESERVED_CPU : " 0"
254+ VLLM_CPU_SGL_KERNEL : " 1"
255+ HF_HUB_DISABLE_XET : " 1"
256+ extraCmdArgs :
257+ [
258+ " --block-size" ,
259+ " 128" ,
260+ " --dtype" ,
261+ " bfloat16" ,
262+ " --distributed_executor_backend" ,
263+ " mp" ,
264+ " --enable_chunked_prefill" ,
265+ " --enforce-eager" ,
266+ " --max-model-len" ,
267+ " 33024" ,
268+ " --max-num-batched-tokens" ,
269+ " 2048" ,
270+ " --max-num-seqs" ,
271+ " 256" ,
272+ ]
273+ tensor_parallel_size : " {{ .Values.tensor_parallel_size }}"
274+ pipeline_parallel_size : " {{ .Values.pipeline_parallel_size }}"
251275
252276defaultModelConfigs :
253277 configMapValues :
You can’t perform that action at this time.
0 commit comments