llm-serving/values.yaml at main · SwissDataScienceCenter/llm-serving · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
envoy:
  enabled: true
  name: vllm
  baseDomain:
  clusterissuer: letsencrypt
  gatewayclass:
  clientBufferLimit: 50Mi
  security:
    jwksUri:
  gatewayClass:
    enabled: false
    name:
  telemetry:
    enabled: false
    # OpenMeter API endpoint for billing (required when telemetry is enabled)
    openmeterUrl: ""
    # Bearer token for authenticating with OpenMeter (always required when telemetry is enabled)
    bearerToken: ""
    # OTLP receiver container settings
    image:
      repository: ghcr.io/swissdatasciencecenter/llm-serving/otlp-openmeter-bridge
      tag: "" # defaults to .Chart.AppVersion
      pullPolicy: IfNotPresent
    replicas: 1
    resources:
      requests:
        cpu: 100m
        memory: 128Mi
      limits:
        cpu: 500m
        memory: 512Mi

global: {}
  # imagePullSecrets:
  # tolerations:

  # affinity:
  #   nodeAffinity:

environment: default

openwebui:
  enabled: true
  persistence:
    enabled: false
    storageClass: default
    size: 10Gi
  postgres:
    password:
  admin:
    user: admin
    email: admin@sdsc.ethz.ch
    password:
  resources:
    requests:
      cpu: 500m
      memory: 500Mi
    limits:
      cpu: 1000m
      memory: 4Gi
  tolerations: []
  affinity: {}

models: {}

initJob:
  image:
    repository: ghcr.io/swissdatasciencecenter/llm-serving/init
    tag: "" # defaults to .Chart.AppVersion
    pullPolicy: IfNotPresent

postgresql:
  enabled: true
  auth:
    postgresPassword:
    database: postgres
    username: postgres
  primary:
    serviceAccount:
      create: false
    resources:
      requests:
        cpu: 500m
        memory: 1Gi
      limits:
        cpu: 2
        memory: 4Gi
    persistence:
      enabled: false
    tolerations: []
    affinity: {}
    initdb:
      scriptsConfigMap: postgres-initdb-scripts

authentik:
  enabled: true
  authentik:
    postgresql:
      port: 5432
      name: authentik
      user: authentik
      password:

    secret_key:
    bootstrapPassword:
    bootstrapToken:
  blueprints:
    secrets:
      - authentik-blueprints
  server:
    resources:
      requests:
        cpu: 1
        memory: "100M"
      limits:
        cpu: 2
        memory: "2G"
    tolerations: []
    affinity: {}
  worker:
    resources:
      requests:
        cpu: 1
        memory: "100M"
      limits:
        cpu: 2
        memory: "2G"
    tolerations: []
    affinity: {}
  gitlabOidc:
    clientId:
    clientSecret:
    providerUrl: https://gitlab.datascience.ch/
    providerName: datascience-gitlab
    iconUrl: https://cdn.prod.website-files.com/63ea083f4e797cf53055586b/63ea0d1fccfb33ac8b135679_Logo.svg
  oauthApp:
    name: vllm
    clientId:
    clientSecret:
    accessTokenValidity: "days=30"
    refreshTokenValidity: "days=365"
  serviceAccount:
    create: false