Feat: support Runtime Fuse UpdateStrategy - OnIdle

Signed-off-by: 玖宇 <guotongyu.gty@alibaba-inc.com>

Author: jiuyu

api/v1alpha1/constant.go

@@ -53,3 +53,16 @@ const (
 	// OnRuntimeDeletedCleanPolicy cleans fuse pod only when the cache runtime is deleted
 	OnRuntimeDeletedCleanPolicy FuseCleanPolicy = "OnRuntimeDeleted"
 )
+
+type FuseUpdateStrategy string
+
+const (
+	// NoneFuseUpdateStrategy is the default clean policy. It will be transformed to OnDeleteFuseUpdateStrategy automatically.
+	NoneFuseUpdateStrategy FuseUpdateStrategy = ""
+
+	// OnDeleteFuseUpdateStrategy cleans fuse pod once th fuse pod on some node is deleted
+	OnDeleteFuseUpdateStrategy FuseUpdateStrategy = "OnDelete"
+
+	// OnIdleFuseUpdateStrategy cleans fuse pod once th fuse pod on some node is in idle
+	OnIdleFuseUpdateStrategy FuseUpdateStrategy = "OnIdle"
+)

api/v1alpha1/juicefsruntime_types.go

@@ -164,6 +164,14 @@ type JuiceFSFuseSpec struct {
 	// +optional
 	CleanPolicy FuseCleanPolicy `json:"cleanPolicy,omitempty"`
 
+	// UpdateStrategy decides when to update Fuse pods.
+	// Currently Fluid supports two UpdateStrategy: OnDelete and OnIdle
+	// OnDelete update fuse pod by native daemonset once the fuse pod on some node is deleted
+	// OnIdle update fuse pod once the fuse pod on some node is in idle
+	// Defaults to OnDelete
+	// +optional
+	UpdateStrategy FuseUpdateStrategy `json:"updateStrategy,omitempty"`
+
 	// PodMetadata defines labels and annotations that will be propagated to JuiceFs's pods.
 	// +optional
 	PodMetadata PodMetadata `json:"podMetadata,omitempty"`

api/v1alpha1/openapi_generated.go

@@ -328,6 +328,14 @@ spec:
                           More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/
                         type: object
                     type: object
+                  updateStrategy:
+                    description: |-
+                      UpdateStrategy decides when to update Fuse pods.
+                      Currently Fluid supports two UpdateStrategy: OnDelete and OnIdle
+                      OnDelete update fuse pod by native daemonset once the fuse pod on some node is deleted
+                      OnIdle update fuse pod once the fuse pod on some node is in idle
+                      Defaults to OnDelete
+                    type: string
                   volumeMounts:
                     description: VolumeMounts specifies the volumes listed in ".spec.volumes"
                       to mount into runtime component's filesystem.

charts/fluid/fluid/crds/data.fluid.io_juicefsruntimes.yaml

@@ -143,13 +143,20 @@ spec:
             privileged: true
           {{- end }}
           lifecycle:
+            {{- if .Values.fuse.postStartCmd }}
+            postStart:
+              exec:
+                command: ["sh", "-c", "{{ .Values.fuse.postStartCmd }}"]
+            {{- end }}
             preStop:
               exec:
                 command: ["sh", "-c", "umount {{ .Values.fuse.mountPath }}"]
           volumeMounts:
             - name: juicefs-fuse-mount
               mountPath: {{ .Values.fuse.hostMountPath }}
               mountPropagation: Bidirectional
+            - name: juicefs-fuse-meta
+              mountPath: {{ .Values.fuse.hostMetaPath }}
             - mountPath: /root/script
               name: script
           {{- if .Values.fuse.volumeMounts }}
@@ -161,6 +168,10 @@ spec:
           hostPath:
             path: {{ .Values.fuse.hostMountPath }}
             type: DirectoryOrCreate
+        - name: juicefs-fuse-meta
+          hostPath:
+            path: {{ .Values.fuse.hostMetaPath }}
+            type: DirectoryOrCreate
         - name: script
           configMap:
             name: {{ template "juicefs.fullname" . }}-fuse-script

charts/juicefs/templates/fuse/daemonset.yaml

@@ -95,6 +95,7 @@ fuse:
   mountPath: /mnt/jfs
   cacheDir: ""
   hostMountPath: /mnt/jfs
+  hostMetaPath: /mnt/.meta
   command: "/usr/local/bin/juicefs mount /mnt/jfs"
   statCmd: "stat -c %i /mnt/jfs"
   updateStrategy:

charts/juicefs/values.yaml

@@ -328,6 +328,14 @@ spec:
                           More info: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/
                         type: object
                     type: object
+                  updateStrategy:
+                    description: |-
+                      UpdateStrategy decides when to update Fuse pods.
+                      Currently Fluid supports two UpdateStrategy: OnDelete and OnIdle
+                      OnDelete update fuse pod by native daemonset once the fuse pod on some node is deleted
+                      OnIdle update fuse pod once the fuse pod on some node is in idle
+                      Defaults to OnDelete
+                    type: string
                   volumeMounts:
                     description: VolumeMounts specifies the volumes listed in ".spec.volumes"
                       to mount into runtime component's filesystem.

config/crd/bases/data.fluid.io_juicefsruntimes.yaml

@@ -156,11 +156,11 @@ const (
 	AccelerateCategory Category = "Accelerate"
 )
 
-var (
-	ExpectedFluidAnnotations = map[string]string{
+func GetExpectedFluidAnnotations() map[string]string {
+	return map[string]string{
 		"CreatedBy": "fluid",
 	}
-)
+}
 
 const (
 	FluidExclusiveKey string = "fluid_exclusive"

pkg/common/constants.go

@@ -25,6 +25,8 @@ const (
 
 	EnvRuntimeInfoCacheSize = "RUNTIMEINFO_CACHE_SIZE"
 
+	EnvRuntimeFuseImageVersion = "RUNTIMEINFO_FUSE_IMAGE_VERSION"
+
 	EnvEnableRuntimeInfoCache = "ENABLE_RUNTIMEINFO_CACHE"
 
 	EnvRuntimeInfoCacheTTL = "RUNTIMEINFO_CACHE_TTL"

pkg/common/env_names.go

@@ -83,6 +83,9 @@ const (
 )
 
 const (
+	// i.e. fuse.runtime.fluid.io/image-version
+	AnnotationRuntimeFuseImageVersion = "fuse.runtime." + LabelAnnotationPrefix + "image-version"
+
 	// i.e. controller.runtime.fluid.io/replicas
 	RuntimeControllerReplicas = "controller.runtime." + LabelAnnotationPrefix + "replicas"