Skip to content
This repository was archived by the owner on Apr 14, 2026. It is now read-only.

Commit 5845f65

Browse files
fishkerezfishkerez
committed
deployment: add helm charts
Signed-off-by: erezf <erezf@cisco.com>
1 parent 6305561 commit 5845f65

22 files changed

Lines changed: 21462 additions & 0 deletions

‎charts/modelmesh/Chart.yaml‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
apiVersion: v2
2+
name: modelmesh
3+
description: Helm chart for deploying modelmesh-serving resources
4+
5+
type: application
6+
7+
# This is the chart version. This version number should be incremented each time you make changes
8+
# to the chart and its templates, including the app version.
9+
# Versions are expected to follow Semantic Versioning (https://semver.org/)
10+
version: 0.1.0
11+
12+
# This is the version number of the application being deployed. This version number should be
13+
# incremented each time you make changes to the application. Versions are not expected to
14+
# follow Semantic Versioning. They should reflect the version the application is using.
15+
# It is recommended to use it with quotes.
16+
appVersion: "1.16.0"

‎charts/modelmesh/crds/cluster-serving-runtime.yaml‎

Lines changed: 1898 additions & 0 deletions
Large diffs are not rendered by default.

‎charts/modelmesh/crds/inference-service.yaml‎

Lines changed: 16333 additions & 0 deletions
Large diffs are not rendered by default.

‎charts/modelmesh/crds/predictor.yaml‎

Lines changed: 266 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,266 @@
1+
apiVersion: apiextensions.k8s.io/v1
2+
kind: CustomResourceDefinition
3+
metadata:
4+
annotations:
5+
controller-gen.kubebuilder.io/version: v0.7.0
6+
creationTimestamp: null
7+
name: predictors.serving.kserve.io
8+
spec:
9+
group: serving.kserve.io
10+
names:
11+
kind: Predictor
12+
listKind: PredictorList
13+
plural: predictors
14+
singular: predictor
15+
scope: Namespaced
16+
versions:
17+
- additionalPrinterColumns:
18+
- jsonPath: .spec.modelType.name
19+
name: Type
20+
type: string
21+
- jsonPath: .status.available
22+
name: Available
23+
type: boolean
24+
- jsonPath: .status.activeModelState
25+
name: ActiveModel
26+
type: string
27+
- jsonPath: .status.targetModelState
28+
name: TargetModel
29+
type: string
30+
- jsonPath: .status.transitionStatus
31+
name: Transition
32+
type: string
33+
- jsonPath: .metadata.creationTimestamp
34+
name: Age
35+
type: date
36+
name: v1alpha1
37+
schema:
38+
openAPIV3Schema:
39+
description: Predictor is the Schema for the predictors API
40+
properties:
41+
apiVersion:
42+
description:
43+
"APIVersion defines the versioned schema of this representation
44+
of an object. Servers should convert recognized schemas to the latest
45+
internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources"
46+
type: string
47+
kind:
48+
description:
49+
"Kind is a string value representing the REST resource this
50+
object represents. Servers may infer this from the endpoint the client
51+
submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds"
52+
type: string
53+
metadata:
54+
type: object
55+
spec:
56+
description: PredictorSpec defines the desired state of Predictor
57+
properties:
58+
gpu:
59+
description: May be absent, "preferred" or "required"
60+
enum:
61+
- required
62+
- preferred
63+
type: string
64+
modelType:
65+
properties:
66+
name:
67+
type: string
68+
version:
69+
type: string
70+
required:
71+
- name
72+
type: object
73+
path:
74+
description: (DEPRECATED) The path to the model files within the storage
75+
type: string
76+
protocolVersion:
77+
description:
78+
Protocol version to be exposed by the predictor (i.e.
79+
v1 or v2 or grpc-v1 or grpc-v2)
80+
type: string
81+
runtime:
82+
description:
83+
If omitted a compatible runtime is selected based on
84+
the model type (if available)
85+
properties:
86+
name:
87+
type: string
88+
required:
89+
- name
90+
type: object
91+
schemaPath:
92+
description: (DEPRECATED) The path to the schema file within the storage
93+
type: string
94+
serviceAccountName:
95+
description: NOT YET SUPPORTED
96+
type: string
97+
storage:
98+
properties:
99+
key:
100+
description: The Storage Key in the secret for this model.
101+
type: string
102+
parameters:
103+
additionalProperties:
104+
type: string
105+
description:
106+
Parameters to override the default storage credentials
107+
and config.
108+
type: object
109+
path:
110+
description:
111+
The path to the model object in the storage. It cannot
112+
co-exist with the storageURI.
113+
type: string
114+
persistentVolumeClaim:
115+
description:
116+
(DEPRECATED) PersistentVolmueClaim was never supported
117+
this way and will be removed
118+
properties:
119+
claimName:
120+
description:
121+
"ClaimName is the name of a PersistentVolumeClaim
122+
in the same namespace as the pod using this volume. More
123+
info: https://kubernetes.io/docs/concepts/storage/persistent-volumes#persistentvolumeclaims"
124+
type: string
125+
readOnly:
126+
description:
127+
Will force the ReadOnly setting in VolumeMounts.
128+
Default false.
129+
type: boolean
130+
required:
131+
- claimName
132+
type: object
133+
s3:
134+
description:
135+
(DEPRECATED) S3 has configuration to connect to an
136+
S3 instance. It is now deprecated, use fields from Spec.Storage
137+
instead.
138+
properties:
139+
bucket:
140+
type: string
141+
secretKey:
142+
type: string
143+
required:
144+
- secretKey
145+
type: object
146+
schemaPath:
147+
description: The path to the model schema file in the storage.
148+
type: string
149+
type: object
150+
required:
151+
- modelType
152+
type: object
153+
status:
154+
default:
155+
activeModelState: Pending
156+
available: false
157+
failedCopies: 0
158+
targetModelState: ""
159+
totalCopies: 0
160+
transitionStatus: UpToDate
161+
description: PredictorStatus defines the observed state of Predictor
162+
properties:
163+
activeModelState:
164+
default: Pending
165+
description:
166+
"High level state string: Pending, Standby, Loading,
167+
Loaded, FailedToLoad"
168+
enum:
169+
- ""
170+
- Pending
171+
- Standby
172+
- Loading
173+
- Loaded
174+
- FailedToLoad
175+
type: string
176+
available:
177+
description: Whether the predictor endpoint is available
178+
type: boolean
179+
failedCopies:
180+
default: 0
181+
description:
182+
How many copies of this predictor's models failed to
183+
load recently
184+
type: integer
185+
grpcEndpoint:
186+
type: string
187+
httpEndpoint:
188+
description:
189+
Addressable endpoint for the deployed trained model This
190+
will be "static" and will not change when the model is mutated
191+
type: string
192+
lastFailureInfo:
193+
description:
194+
Details of last failure, when load of target model is
195+
failed or blocked
196+
properties:
197+
location:
198+
description:
199+
Name of component to which the failure relates (usually
200+
Pod name)
201+
type: string
202+
message:
203+
description: Detailed error message
204+
type: string
205+
modelId:
206+
description: Internal ID of model, tied to specific Spec contents
207+
type: string
208+
reason:
209+
description: High level class of failure
210+
enum:
211+
- ModelLoadFailed
212+
- RuntimeUnhealthy
213+
- NoSupportingRuntime
214+
- RuntimeNotRecognized
215+
- InvalidPredictorSpec
216+
type: string
217+
time:
218+
description: Time failure occurred or was discovered
219+
format: date-time
220+
type: string
221+
type: object
222+
targetModelState:
223+
default: ""
224+
description: ModelState enum
225+
enum:
226+
- ""
227+
- Pending
228+
- Standby
229+
- Loading
230+
- Loaded
231+
- FailedToLoad
232+
type: string
233+
totalCopies:
234+
default: 0
235+
description: Total number of copies of this predictor's models
236+
type: integer
237+
transitionStatus:
238+
default: UpToDate
239+
description:
240+
Whether the available predictor endpoint reflects the
241+
current Spec or is in transition
242+
enum:
243+
- UpToDate
244+
- InProgress
245+
- BlockedByFailedLoad
246+
- InvalidSpec
247+
type: string
248+
required:
249+
- activeModelState
250+
- available
251+
- failedCopies
252+
- targetModelState
253+
- totalCopies
254+
- transitionStatus
255+
type: object
256+
type: object
257+
served: true
258+
storage: true
259+
subresources:
260+
status: {}
261+
status:
262+
acceptedNames:
263+
kind: ""
264+
plural: ""
265+
conditions: []
266+
storedVersions: []

0 commit comments

Comments
 (0)