[feature][dinky-gateway] Add an option in Flink on Kubernetes to cont… (#4458)

Co-authored-by: 李贵发 <guifa.li@baishan.com>

Author: liguifa

dinky-common/src/main/java/org/dinky/data/enums/Status.java

@@ -363,6 +363,10 @@ public enum Status {
 
     SYS_ENV_SETTINGS_DIFF_MINUTE_MAX_SEND_COUNT(120, "sys.env.settings.diffMinuteMaxSendCount"),
     SYS_ENV_SETTINGS_DIFF_MINUTE_MAX_SEND_COUNT_NOTE(121, "sys.env.settings.diffMinuteMaxSendCount.note"),
+
+    SYS_ENV_SETTINGS_IS_OWNER_REFERENCE(122, "sys.env.settings.isOwnerReference"),
+    SYS_ENV_SETTINGS_IS_OWNER_REFERENCE_NOTE(123, "sys.env.settings.isOwnerReference.note"),
+
     SYS_ENV_SETTINGS_MAX_RETAIN_DAYS(1171, "sys.env.settings.maxRetainDays"),
     SYS_ENV_SETTINGS_MAX_RETAIN_DAYS_NOTE(1172, "sys.env.settings.maxRetainDays.note"),
     SYS_ENV_SETTINGS_MAX_RETAIN_COUNT(1173, "sys.env.settings.maxRetainCount"),

dinky-common/src/main/java/org/dinky/data/model/SystemConfiguration.java

@@ -341,6 +341,10 @@ public static Configuration.OptionBuilder key(Status status) {
             .stringType()
             .defaultValue("SuperAdmin")
             .note(Status.SYS_APPROVAL_SETTINGS_TASK_REVIEWER_ROLES_NOTE);
+    private final Configuration<Boolean> isOwnerReference = key(Status.SYS_ENV_SETTINGS_IS_OWNER_REFERENCE)
+            .booleanType()
+            .defaultValue(true)
+            .note(Status.SYS_ENV_SETTINGS_IS_OWNER_REFERENCE_NOTE);
 
     /**
      * Initialize after spring bean startup
@@ -483,4 +487,8 @@ public Set<String> getReviewerRoles() {
                 .map(String::trim)
                 .collect(Collectors.toSet());
     }
+
+    public Boolean isOwnerReference() {
+        return isOwnerReference.getValue();
+    }
 }

dinky-common/src/main/resources/i18n/messages_en_US.properties

@@ -196,6 +196,8 @@ sys.env.settings.jobResendDiffSecond=Alert anti-resend interval
 sys.env.settings.jobResendDiffSecond.note=During this interval, when the Alert information sent reaches the configured value of [Maximum number of alarm resend prevention], after reaching the threshold, the Alert information will no longer be sent; unit: seconds
 sys.env.settings.diffMinuteMaxSendCount=Maximum number of alarms to prevent resending
 sys.env.settings.diffMinuteMaxSendCount.note=This configuration is used to send alarm information N times within the specified interval configured in [Alert Anti-Resend Interval]. After reaching the maximum number set by this configuration, alarm information will no longer be sent. Note: This configuration starts with [Task Instance + Alert Rules] is a dimension, that is: each [task instance + Alert Rules] combination will be calculated separately
+sys.env.settings.isOwnerReference=cascade deletion for Kubernetes tasks
+sys.env.settings.isOwnerReference.note=When enabled, deleting a parent resource also removes its sub-resources. Deleting a sub-resource is blocked if the parent resource exists.
 sys.env.settings.maxRetainDays=Job history max retained days
 sys.env.settings.maxRetainDays.note=The maximum number of days for the history of submitted jobs and auto-registered cluster records to be retained will be automatically deleted when they expire
 sys.env.settings.maxRetainCount=Job history max retained counts

dinky-common/src/main/resources/i18n/messages_zh_CN.properties

@@ -196,6 +196,8 @@ sys.env.settings.jobResendDiffSecond=告警防重发间隔
 sys.env.settings.jobResendDiffSecond.note=在此间隔内,发送告警信息达到 [告警防重发最大条数] 配置的值时,达到阈值后,不再发送告警信息; 单位：秒
 sys.env.settings.diffMinuteMaxSendCount=告警防重发最大条数
 sys.env.settings.diffMinuteMaxSendCount.note=此配置用于在 [告警防重发间隔] 配置的指定间隔内,发送了 N 次告警信息,达到此配置设置的最大条数后,不再发送告警信息,注意: 此配置以[任务实例+告警策略]为维度,即: 每个[任务实例+告警策略]组合都会单独计算
+sys.env.settings.isOwnerReference=k8s任务级联删除
+sys.env.settings.isOwnerReference.note=如果此配置设置为 true，删除父资源时会同时删除其关联的子资源；反之，当父资源存在时，删除子资源将被阻止
 sys.env.settings.maxRetainDays=作业历史最大保留天数
 sys.env.settings.maxRetainDays.note=提交的作业历史与自动注册的集群记录最大保留天数，过期会被自动删除
 sys.env.settings.maxRetainCount=作业历史最大保留数量

dinky-gateway/src/main/java/org/dinky/gateway/kubernetes/ingress/DinkyKubernetesIngress.java

@@ -21,6 +21,7 @@
 
 import static org.dinky.assertion.Asserts.checkNotNull;
 
+import org.dinky.data.model.SystemConfiguration;
 import org.dinky.gateway.kubernetes.utils.K8sClientHelper;
 
 import java.util.Map;
@@ -47,13 +48,11 @@ public DinkyKubernetesIngress(K8sClientHelper k8sClientHelper) {
 
     public void configureIngress(String clusterId, String domain, String namespace) {
         log.info("Dinky ingress configure ingress for cluster {} in namespace {}", clusterId, namespace);
-        OwnerReference ownerReference = getOwnerReference(namespace, clusterId);
-        Ingress ingress = new IngressBuilder()
+        IngressBuilder ingressBuilder = new IngressBuilder()
                 .withNewMetadata()
                 .withName(clusterId)
                 .addToAnnotations(buildIngressAnnotations(clusterId, namespace))
                 .addToLabels(buildIngressLabels(clusterId))
-                .addToOwnerReferences(ownerReference) // Add OwnerReference
                 .endMetadata()
                 .withNewSpec()
                 .addNewRule()
@@ -85,8 +84,15 @@ public void configureIngress(String clusterId, String domain, String namespace)
                 .endPath()
                 .endHttp()
                 .endRule()
-                .endSpec()
-                .build();
+                .endSpec();
+        if (SystemConfiguration.getInstances().isOwnerReference()) {
+            OwnerReference ownerReference = getOwnerReference(namespace, clusterId);
+            ingressBuilder = ingressBuilder
+                    .editOrNewMetadata()
+                    .addToOwnerReferences(ownerReference) // Add OwnerReference
+                    .endMetadata();
+        }
+        Ingress ingress = ingressBuilder.build();
         try (KubernetesClient kubernetesClient = k8sClientHelper.getKubernetesClient()) {
             kubernetesClient.network().v1().ingresses().inNamespace(namespace).create(ingress);
         }

dinky-gateway/src/main/java/org/dinky/gateway/kubernetes/utils/K8sClientHelper.java

@@ -19,6 +19,7 @@
 
 package org.dinky.gateway.kubernetes.utils;
 
+import org.dinky.data.model.SystemConfiguration;
 import org.dinky.gateway.kubernetes.decorate.DinkySqlConfigMapDecorate;
 import org.dinky.gateway.kubernetes.watcher.DeploymentStatusWatcher;
 import org.dinky.utils.TextUtil;
@@ -125,17 +126,19 @@ public Deployment createDinkyResource() {
         Deployment deployment = deploymentRollableScalableResource.get();
         List<HasMetadata> resources = getSqlFileDecorate().buildResources();
         // set owner reference
-        OwnerReference deploymentOwnerReference = new OwnerReferenceBuilder()
-                .withName(deployment.getMetadata().getName())
-                .withApiVersion(deployment.getApiVersion())
-                .withUid(deployment.getMetadata().getUid())
-                .withKind(deployment.getKind())
-                .withController(true)
-                .withBlockOwnerDeletion(true)
-                .build();
-
-        resources.forEach(resource ->
-                resource.getMetadata().setOwnerReferences(Collections.singletonList(deploymentOwnerReference)));
+        if (SystemConfiguration.getInstances().isOwnerReference()) {
+            OwnerReference deploymentOwnerReference = new OwnerReferenceBuilder()
+                    .withName(deployment.getMetadata().getName())
+                    .withApiVersion(deployment.getApiVersion())
+                    .withUid(deployment.getMetadata().getUid())
+                    .withKind(deployment.getKind())
+                    .withController(true)
+                    .withBlockOwnerDeletion(true)
+                    .build();
+
+            resources.forEach(resource ->
+                    resource.getMetadata().setOwnerReferences(Collections.singletonList(deploymentOwnerReference)));
+        }
         // create resources
         resources.forEach(resource -> log.info(Serialization.asYaml(resource)));
         deploymentRollableScalableResource.watch(deploymentStatusWatch);