We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 01d7427 commit adb39a5Copy full SHA for adb39a5
1 file changed
charts/azimuth-llm/templates/api/deployment.yml
@@ -26,13 +26,21 @@ spec:
26
{{- else }}
27
image: "{{ .Values.api.image.containerImage }}:{{ .Values.api.image.version }}"
28
{{- end }}
29
+ {{- if eq .Values.api.image.containerImage "vllm/vllm-omni" }}
30
+ command:
31
+ - vllm
32
+ - serve
33
+ {{- end }}
34
ports:
35
- name: api
36
containerPort: 8000
37
volumeMounts:
38
- name: data
39
mountPath: /root/.cache/huggingface
40
args:
41
42
+ - --omni
43
44
{{- if semverCompare "<v0.13.0" .Values.api.image.version }}
45
- --model
46
0 commit comments