ci override

Author: dminnear-rh

charts/all/vllm-inference-service/templates/serving-runtime.yaml

@@ -41,6 +41,12 @@ spec:
           name: models
         - mountPath: /cache
           name: cache
+        - mountPath: /.cache
+          name: dotcache
+        - mountPath: /.config
+          name: dotconfig
+        - mountPath: /.triton
+          name: dottriton
   multiModel: false
   supportedModelFormats:
     - autoSelect: true
@@ -54,3 +60,9 @@ spec:
       emptyDir: {}
     - name: cache
       emptyDir: {}
+    - name: dotcache
+      emptyDir: {}
+    - name: dotconfig
+      emptyDir: {}
+    - name: dottriton
+      emptyDir: {}

overrides/vllm-inference-service-ci.yaml

@@ -0,0 +1,13 @@
+global:
+  model:
+    vllm: ibm-granite/granite-4.0-h-350m
+
+vllmServingRuntime:
+  args:
+    - /cache/models
+
+  command: []
+
+  image:
+    repository: vllm/vllm-openai
+    tag: v0.21.0

values-hub.yaml

@@ -75,6 +75,8 @@ clusterGroup:
           selfHeal: true
         retry:
           limit: 20
+      extraValueFiles:
+        - /overrides/vllm-inference-service-ci.yaml
     rag-llm:
       name: rag-llm
       namespace: rag-llm