Skip to content

Commit b5ec354

Browse files
fix(ai): incorrect GPU resource format in values.yaml, support bundled and external AI modes via CT_HQ envs
- Added support for setting CT_HQ_OLLAMA_AI_API_KEY, CT_HQ_OLLAMA_AI_URL, and CT_HQ_OLLAMA_AI_MODEL_NAME env vars in deployment.yaml - Resolved an issue with incorrect GPU resource format in values.yaml (`gpu: false` is now removed or properly set as a quantity like `gpu: "1"` when needed)
1 parent 4fab2ad commit b5ec354

2 files changed

Lines changed: 19 additions & 2 deletions

File tree

charts/intel/templates/deployment.yaml

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@ spec:
4040
- name: AI_BUNDLED_URL
4141
value: "http://codetogether-llm:8000"
4242
{{- end }}
43+
4344
{{- if .Values.ai.enabled }}
4445
{{- if eq .Values.ai.mode "external" }}
4546
- name: AI_PROVIDER
@@ -78,6 +79,22 @@ spec:
7879
key: {{ .Values.java.customCacerts.trustStorePasswordKey }}
7980
optional: true
8081
{{- end }}
82+
{{- if .Values.ai.enabled }}
83+
- name: CT_HQ_OLLAMA_AI_URL
84+
value: {{ if eq .Values.ai.mode "bundled" }}"http://localhost:8000"{{ else }}"{{ .Values.ai.url | quote }}"{{ end }}
85+
- name: CT_HQ_OLLAMA_AI_MODEL_NAME
86+
value: {{ .Values.ai.modelName | default "gemma3:1b" | quote }}
87+
- name: CT_HQ_OLLAMA_AI_API_KEY
88+
valueFrom:
89+
secretKeyRef:
90+
name: {{- if and (eq .Values.ai.mode "external") (not .Values.ai.externalSecret.create) }}
91+
{{ .Values.ai.externalSecret.name }}
92+
{{- else }}
93+
{{ .Values.ai.externalSecret.name | default (printf "%s-ollama-api" .Release.Name) }}
94+
{{- end }}
95+
key: apiKey
96+
{{- end }}
97+
8198

8299
volumeMounts:
83100
- name: properties-volume

charts/intel/values.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -148,11 +148,11 @@ ai:
148148
requests:
149149
cpu: "2"
150150
memory: "4Gi"
151-
gpu: false
151+
# gpu: "1" # Uncomment and set only if GPU is needed
152152
limits:
153153
cpu: "4"
154154
memory: "4Gi"
155-
gpu: false
155+
# gpu: "1"
156156

157157
readinessProbe:
158158
initialDelaySeconds: 60

0 commit comments

Comments
 (0)