Skip to content

Commit 1d355c0

Browse files
vLLM cpu image upgrade to v0.21.0 (#110)
Signed-off-by: sandeshk <sandesh.kumar.s@intel.com>
1 parent ba5141d commit 1d355c0

3 files changed

Lines changed: 3 additions & 6 deletions

File tree

.github/workflows/code-scans.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ jobs:
5252
continue-on-error: true
5353
with:
5454
scan-type: 'image'
55-
image-ref: 'public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:v0.10.2'
55+
image-ref: 'public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:v0.21.0'
5656
severity: 'HIGH,CRITICAL'
5757
exit-code: 0
5858
format: 'table'

core/helm-charts/vllm/values.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ image:
2525
# Uncomment the following line to set desired image pull policy if needed, as one of Always, IfNotPresent, Never.
2626
# pullPolicy: ""
2727
# Overrides the image tag whose default is the chart appVersion.
28-
tag: "v0.10.2"
28+
tag: "v0.21.0"
2929

3030
imagePullSecrets: []
3131
nameOverride: ""

core/helm-charts/vllm/xeon-values.yaml

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ max_model_len: 8192
2727
# vLLM CPU image configuration
2828
image:
2929
repository: public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo
30-
tag: "v0.10.2"
30+
tag: "v0.21.0"
3131
pullPolicy: IfNotPresent
3232

3333
# Node affinity for Xeon inference nodes
@@ -74,7 +74,6 @@ modelConfigs:
7474
"2048",
7575
"--max-num-seqs",
7676
"256",
77-
"--disable-log-requests",
7877
"--enable-auto-tool-choice",
7978
"--tool-call-parser", "llama3_json",
8079
]
@@ -137,7 +136,6 @@ modelConfigs:
137136
"2048",
138137
"--max-num-seqs",
139138
"256",
140-
"--disable-log-requests",
141139
]
142140
tensor_parallel_size: "{{ .Values.tensor_parallel_size }}"
143141
pipeline_parallel_size: "{{ .Values.pipeline_parallel_size }}"
@@ -167,7 +165,6 @@ modelConfigs:
167165
"2048",
168166
"--max-num-seqs",
169167
"256",
170-
"--disable-log-requests",
171168
]
172169
tensor_parallel_size: "{{ .Values.tensor_parallel_size }}"
173170
pipeline_parallel_size: "{{ .Values.pipeline_parallel_size }}"

0 commit comments

Comments
 (0)