Skip to content

Commit 94651e4

Browse files
authored
Merge branch 'main' into #7209
Signed-off-by: Barry Wu <a0987818905@gmail.com>
2 parents 1060e4b + 6481731 commit 94651e4

18 files changed

Lines changed: 1811 additions & 4 deletions

File tree

.github/labeler.yml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
flyte2:
2+
- base-branch: ['^main$']
3+
4+
flyte:
5+
- base-branch: ['^master$']

.github/workflows/labeler.yml

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
name: "Pull Request Labeler"
2+
3+
on:
4+
pull_request_target:
5+
types: [opened, reopened, synchronize]
6+
7+
permissions:
8+
contents: read
9+
pull-requests: write
10+
11+
jobs:
12+
label:
13+
runs-on: ubuntu-latest
14+
steps:
15+
- uses: actions/labeler@v5
16+
with:
17+
configuration-path: .github/labeler.yml
18+
sync-labels: false

README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -135,7 +135,7 @@ uv pip install flyte[tui]
135135

136136
## Open Source Backend
137137

138-
The open source backend for Flyte 2 is **coming soon**. This repository will contain the Kubernetes-native backend infrastructure for deploying Flyte 2 as a distributed, multi-node service. See the [Backend README](BACKEND_README.md) for the current state of the backend, protocol buffer definitions, and contribution guide.
138+
The open source backend for Flyte 2 is **coming soon**. This repository will contain the Kubernetes-native backend infrastructure for deploying Flyte 2 as a distributed, multi-node service. See the [Backend README](docs/BACKEND_README.md) for the current state of the backend, protocol buffer definitions, and contribution guide.
139139

140140
If you need an enterprise-ready, production-grade backend for Flyte 2 today, it is available on [Union.ai](https://www.union.ai/try-flyte-2).
141141

@@ -151,7 +151,7 @@ If you need an enterprise-ready, production-grade backend for Flyte 2 today, it
151151

152152
## Contributing
153153

154-
We welcome contributions! See the [Backend README](BACKEND_README.md) for backend development, or join us on [slack.flyte.org](https://slack.flyte.org).
154+
We welcome contributions! See the [Backend README](docs/BACKEND_README.md) for backend development, or join us on [slack.flyte.org](https://slack.flyte.org).
155155

156156
## License
157157

Lines changed: 85 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,85 @@
1+
{{- if .Values.rustfs.enabled }}
2+
apiVersion: apps/v1
3+
kind: Deployment
4+
metadata:
5+
name: rustfs
6+
namespace: {{ .Release.Namespace | quote }}
7+
labels:
8+
{{- include "flyte-devbox.labels" . | nindent 4 }}
9+
spec:
10+
selector:
11+
matchLabels:
12+
app.kubernetes.io/name: rustfs
13+
app.kubernetes.io/instance: {{ .Release.Name }}
14+
strategy:
15+
type: Recreate
16+
template:
17+
metadata:
18+
labels:
19+
app.kubernetes.io/name: rustfs
20+
app.kubernetes.io/instance: {{ .Release.Name }}
21+
spec:
22+
initContainers:
23+
- name: volume-permissions
24+
image: busybox:latest
25+
imagePullPolicy: IfNotPresent
26+
command:
27+
- /bin/sh
28+
- -ec
29+
- |
30+
chown -R 10001:10001 /data
31+
mkdir -p /data/flyte-data
32+
chown 10001:10001 /data/flyte-data
33+
securityContext:
34+
runAsUser: 0
35+
volumeMounts:
36+
- mountPath: /data
37+
name: data
38+
containers:
39+
- name: rustfs
40+
image: rustfs/rustfs:sandbox
41+
imagePullPolicy: Never
42+
env:
43+
- name: RUSTFS_ADDRESS
44+
value: "0.0.0.0:9000"
45+
- name: RUSTFS_VOLUMES
46+
value: "/data"
47+
- name: RUSTFS_ACCESS_KEY
48+
valueFrom:
49+
secretKeyRef:
50+
name: rustfs
51+
key: access-key
52+
- name: RUSTFS_SECRET_KEY
53+
valueFrom:
54+
secretKeyRef:
55+
name: rustfs
56+
key: secret-key
57+
ports:
58+
- containerPort: 9000
59+
name: rustfs-api
60+
protocol: TCP
61+
livenessProbe:
62+
tcpSocket:
63+
port: rustfs-api
64+
initialDelaySeconds: 10
65+
periodSeconds: 10
66+
failureThreshold: 5
67+
readinessProbe:
68+
tcpSocket:
69+
port: rustfs-api
70+
initialDelaySeconds: 5
71+
periodSeconds: 5
72+
failureThreshold: 5
73+
securityContext:
74+
runAsUser: 10001
75+
runAsNonRoot: true
76+
volumeMounts:
77+
- mountPath: /data
78+
name: data
79+
securityContext:
80+
fsGroup: 10001
81+
volumes:
82+
- name: data
83+
persistentVolumeClaim:
84+
claimName: {{ include "flyte-devbox.persistence.rustfsVolumeName" . }}
85+
{{- end }}
Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{{- if .Values.rustfs.enabled }}
2+
apiVersion: v1
3+
kind: PersistentVolume
4+
metadata:
5+
name: {{ include "flyte-devbox.persistence.rustfsVolumeName" . }}
6+
namespace: {{ .Release.Namespace | quote }}
7+
labels:
8+
{{- include "flyte-devbox.labels" . | nindent 4 }}
9+
spec:
10+
storageClassName: manual
11+
accessModes:
12+
- ReadWriteOnce
13+
capacity:
14+
storage: 1Gi
15+
hostPath:
16+
path: "/var/lib/flyte/storage/rustfs"
17+
{{- end }}
Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{{- if .Values.rustfs.enabled }}
2+
apiVersion: v1
3+
kind: PersistentVolumeClaim
4+
metadata:
5+
name: {{ include "flyte-devbox.persistence.rustfsVolumeName" . }}
6+
namespace: {{ .Release.Namespace | quote }}
7+
labels:
8+
{{- include "flyte-devbox.labels" . | nindent 4 }}
9+
spec:
10+
storageClassName: manual
11+
accessModes:
12+
- ReadWriteOnce
13+
resources:
14+
requests:
15+
storage: 1Gi
16+
volumeName: {{ include "flyte-devbox.persistence.rustfsVolumeName" . }}
17+
{{- end }}
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
{{- if .Values.rustfs.enabled }}
2+
apiVersion: v1
3+
kind: Secret
4+
metadata:
5+
name: rustfs
6+
namespace: {{ .Release.Namespace | quote }}
7+
labels:
8+
{{- include "flyte-devbox.labels" . | nindent 4 }}
9+
type: Opaque
10+
data:
11+
access-key: {{ .Values.rustfs.accessKey | b64enc | quote }}
12+
secret-key: {{ .Values.rustfs.secretKey | b64enc | quote }}
13+
{{- end }}
Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
{{- if .Values.rustfs.enabled }}
2+
apiVersion: v1
3+
kind: Service
4+
metadata:
5+
name: rustfs
6+
namespace: {{ .Release.Namespace | quote }}
7+
labels:
8+
{{- include "flyte-devbox.labels" . | nindent 4 }}
9+
spec:
10+
type: NodePort
11+
ports:
12+
- name: rustfs-api
13+
nodePort: 30002
14+
port: 9000
15+
targetPort: rustfs-api
16+
selector:
17+
app.kubernetes.io/name: rustfs
18+
app.kubernetes.io/instance: {{ .Release.Name }}
19+
{{- end }}

docker/devbox-bundled/kustomize/complete/kustomization.yaml

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,15 @@ patches:
4747
namespace: knative-serving
4848
data:
4949
"localhost": ""
50+
- patch: |-
51+
apiVersion: v1
52+
kind: ConfigMap
53+
metadata:
54+
name: config-deployment
55+
namespace: knative-serving
56+
data:
57+
registries-skipping-tag-resolving: "localhost:30000,kind-registry:5000"
58+
allow-http-registry: "true"
5059
- patch: |-
5160
apiVersion: rbac.authorization.k8s.io/v1
5261
kind: ClusterRole

docker/devbox-bundled/kustomize/dev/kustomization.yaml

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,15 @@ patches:
3737
namespace: knative-serving
3838
data:
3939
"localhost": ""
40+
- patch: |-
41+
apiVersion: v1
42+
kind: ConfigMap
43+
metadata:
44+
name: config-deployment
45+
namespace: knative-serving
46+
data:
47+
registries-skipping-tag-resolving: "localhost:30000,kind-registry:5000"
48+
allow-http-registry: "true"
4049
- patch: |-
4150
apiVersion: rbac.authorization.k8s.io/v1
4251
kind: ClusterRole

0 commit comments

Comments
 (0)