From c1460c18053687ddfb1d817d00f28372fbb24605 Mon Sep 17 00:00:00 2001
From: KonstantinVishnivetskii
 <120646195+KonstantinVishnivetskii@users.noreply.github.com>
Date: Fri, 19 May 2023 02:40:46 +0600
Subject: [PATCH 01/89] feat: values for PSQL db name, elastic prefix (#313)

* Values for PSQL database name, elastic prefix
---------

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/values.yaml | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 02b808b74..be6f7d7b5 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -179,6 +179,10 @@ postgresqlSetupJob:
     # - name: my-image-name
     #   image: my-image
     #   imagePullPolicy: Always
+  # Optionally set a specific database using extraEnvs
+  # extraEnvs: []
+  #   - name: "DATAHUB_DB_NAME"
+  #     value: "dh"
 
 ## No code data migration
 datahubUpgrade:
@@ -220,6 +224,10 @@ datahubUpgrade:
       # - name: my-image-name
       #   image: my-image
       #   imagePullPolicy: Always
+    # Optionally set a specific PostgreSQL database name using extraEnvs
+    # extraEnvs:
+    #   - name: "DATAHUB_DB_NAME"
+    #    value: "dh"
 
 ## Runs system update processes
 ## Includes: Elasticsearch Indices Creation/Reindex (See global.elasticsearch.index for additional configuration)
@@ -257,6 +265,8 @@ global:
     skipcheck: "false"
     insecure: "false"
     useSSL: "false"
+    # If you want to specify index prefixes use indexPrefix
+    # indexPrefix: "dh"
 
     ## The following section controls when and how reindexing of elasticsearch indices are performed
     index:
@@ -387,6 +397,12 @@ global:
       #   secretKey: postgres-password
       # --------------OR----------------
       #   value: password
+      
+      # If you want to use specific PostgreSQL database use extraEnvs
+      # extraEnvs:
+      #  - name: "DATAHUB_DB_NAME"
+      #    value: "dh"    
+
 
   datahub:
     version: v0.10.2

From f5d8134b0e978d30f9d30437b771af29f9cd1e7c Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Fri, 26 May 2023 11:49:26 -0500
Subject: [PATCH 02/89] feat(search,schema-registry): updates for v0.10.3
 release (#311)

---
 charts/datahub/Chart.yaml                     | 12 +--
 charts/datahub/README.md                      |  4 +-
 .../acryl-datahub-actions/Chart.yaml          |  2 +-
 .../templates/deployment.yaml                 |  5 +
 .../datahub/subcharts/datahub-gms/Chart.yaml  |  2 +-
 .../datahub-gms/templates/configmap.yaml      | 14 +++
 .../datahub-gms/templates/deployment.yaml     | 22 ++++-
 .../datahub/subcharts/datahub-gms/values.yaml |  2 +-
 .../subcharts/datahub-mae-consumer/Chart.yaml |  2 +-
 .../templates/deployment.yaml                 |  7 +-
 .../datahub-mae-consumer/values.yaml          |  2 +-
 .../subcharts/datahub-mce-consumer/Chart.yaml |  2 +-
 .../templates/deployment.yaml                 |  7 +-
 .../datahub-mce-consumer/values.yaml          |  2 +-
 .../templates/datahub-upgrade/_upgrade.tpl    |  5 +
 .../datahub-system-update-job.yml             |  8 ++
 charts/datahub/templates/kafka-setup-job.yml  |  7 ++
 charts/datahub/values.yaml                    | 95 +++++++++++++++++--
 charts/prerequisites/Chart.yaml               |  2 +-
 charts/prerequisites/values.yaml              |  3 +-
 20 files changed, 175 insertions(+), 30 deletions(-)
 create mode 100644 charts/datahub/subcharts/datahub-gms/templates/configmap.yaml

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 7dc325c75..49866adc8 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.164
+version: 0.2.165
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.10.2
+appVersion: 0.10.3
 dependencies:
   - name: datahub-gms
-    version: 0.2.147
+    version: 0.2.148
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
@@ -18,11 +18,11 @@ dependencies:
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.143
+    version: 0.2.144
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.145
+    version: 0.2.146
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
@@ -30,7 +30,7 @@ dependencies:
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.136
+    version: 0.2.137
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 8a3e16bda..40a2dcc61 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -95,7 +95,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.kafka.topics.metadata_change_log_versioned_topic_name | string | `"MetadataChangeLog_Versioned_v1"` | Kafka topic name for Versioned Metadata Change Log events |
 | global.kafka.topics.metadata_change_log_timeseries_topic_name | string | `"MetadataChangeLog_Timeseries_v1"` | Kafka topic name for Timeseries Metadata Change Log events |
 | global.kafka.topics.platform_event_topic_name | string | `"PlatformEvent_v1"` | Kafka topic name for Platform events |
-| global.kafka.schemaregistry.url | string | `"http://prerequisites-cp-schema-registry:8081"` | URL to kafka schema registry |
+| global.kafka.schemaregistry.url | string | `` | URL to kafka schema registry if using `KAFKA` type |
 | global.neo4j.host | string | `"prerequisites-neo4j:7474"` | Neo4j host address (with port) |
 | global.neo4j.uri | string | `"bolt://prerequisites-neo4j"` | Neo4j URI |
 | global.neo4j.username | string | `"neo4j"` | Neo4j user name |
@@ -139,7 +139,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.elasticsearch.auth.password.secretRef | string | `""` | Secret that contains the elasticsearch password |
 | global.elasticsearch.auth.password.secretKey | string | `""` | Secret key that contains the elasticsearch password |
 | global.elasticsearch.auth.password.value | string | `""` | Alternative to using the secret above, uses raw string value instead |
-| global.kafka.schemaregistry.type | string | `"KAFKA"` | Type of schema registry (KAFKA or AWS_GLUE) |
+| global.kafka.schemaregistry.type | string | `"INTERNAL"` | Type of schema registry (INTERNAL, KAFKA, or AWS_GLUE) |
 | global.kafka.schemaregistry.glue.region | string | `""` | Region of the AWS Glue schema registry |
 | global.kafka.schemaregistry.glue.registry | string | `""` | Name of the AWS Glue schema registry |
 | datahub.metadata_service_authentication.enabled | bool | `false` | Whether Metadata Service Authentication is enabled. |
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index 0c0e1a588..d2e46f93b 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.136
+version: 0.2.137
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index aa1f79981..071916d55 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -73,8 +73,13 @@ spec:
               value: "{{ .Values.global.datahub.gms.port }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
+            {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
+            - name: SCHEMA_REGISTRY_URL
+              value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
+            {{- else if eq .Values.global.kafka.schemaregistry.type "KAFKA" }}
             - name: SCHEMA_REGISTRY_URL
               value: "{{ .Values.global.kafka.schemaregistry.url }}"
+            {{- end }}
             - name: KAFKA_AUTO_OFFSET_POLICY
               value: "{{ .Values.actions.kafkaAutoOffsetPolicy }}"
             {{- if .Values.global.springKafkaConfigurationOverrides }}
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index ae513efc1..67cfa2aa4 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.147
+version: 0.2.148
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/configmap.yaml b/charts/datahub/subcharts/datahub-gms/templates/configmap.yaml
new file mode 100644
index 000000000..1565e7a19
--- /dev/null
+++ b/charts/datahub/subcharts/datahub-gms/templates/configmap.yaml
@@ -0,0 +1,14 @@
+{{- if .Values.global.elasticsearch.search.custom.enabled -}}
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {{ printf "%s-%s" .Release.Name "search-custom" }}
+  labels:
+    {{- include "datahub-gms.labels" . | nindent 4 }}
+    {{- range $key, $val := .Values.extraLabels }}
+    {{ $key }}: {{ $val | quote }}
+    {{- end }}
+data:
+  search_config.yml: |
+    {{- toYaml .Values.global.elasticsearch.search.custom.config | nindent 4 }}
+{{- end }}
\ No newline at end of file
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 4a9be56b7..190dcf20e 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -47,6 +47,11 @@ spec:
             defaultMode: 0444
             secretName: {{ .name }}
         {{- end }}
+        {{- if .Values.global.elasticsearch.search.custom.enabled }}
+        - configMap:
+            name: {{ printf "%s-%s" .Release.Name "search-custom" }}
+          name: search-config
+        {{- end }}
       {{- with .Values.extraVolumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -89,6 +94,12 @@ spec:
             periodSeconds: {{ .Values.readinessProbe.periodSeconds }}
             failureThreshold: {{ .Values.readinessProbe.failureThreshold }}
           env:
+            {{- if .Values.global.elasticsearch.search.custom.enabled }}
+            - name: ELASTICSEARCH_QUERY_CUSTOM_CONFIG_ENABLED
+              value: "true"
+            - name: ELASTICSEARCH_QUERY_CUSTOM_CONFIG_FILE
+              value: "/datahub/datahub-gms/resources/search/search_config.yml"
+            {{- end}}
             {{- if gt .Values.replicaCount 1.0}}
             - name: SEARCH_SERVICE_CACHE_IMPLEMENTATION
               value: "hazelcast"
@@ -137,9 +148,12 @@ spec:
               value: "{{ .Values.global.sql.datasource.driver }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
-            {{- with .Values.global.kafka.schemaregistry.url }}
+            {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: KAFKA_SCHEMAREGISTRY_URL
-              value: "{{ . }}"
+              value: {{ printf "http://localhost:%s/schema-registry/api/" .Values.global.datahub.gms.port }}
+            {{- else if eq .Values.global.kafka.schemaregistry.type "KAFKA" }}
+            - name: KAFKA_SCHEMAREGISTRY_URL
+              value: "{{ .Values.global.kafka.schemaregistry.url }}"
             {{- end }}
             {{- with .Values.global.kafka.schemaregistry.type }}
             - name: SCHEMA_REGISTRY_TYPE
@@ -331,6 +345,10 @@ spec:
             - name: datahub-certs-dir
               mountPath: {{ .path | default "/mnt/certs" }}
           {{- end }}
+          {{- if .Values.global.elasticsearch.search.custom.enabled }}
+            - name: search-config
+              mountPath: "/datahub/datahub-gms/resources/search"
+          {{- end }}
           {{- with .Values.extraVolumeMounts }}
             {{- toYaml . | nindent 12 }}
           {{- end }}
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index fc06079fd..1056df635 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -200,7 +200,7 @@ global:
     enable_retention: false ## Set to true to enable retention on local DB
 
     ## Enables always emitting a MCL even when no changes are detected. Used for Time Based Lineage when no changes occur.
-    alwaysEmitChangeLog: true
+    alwaysEmitChangeLog: false
 
     ## Enables diff mode for graph writes, uses a different code path that produces a diff from previous to next to write relationships instead of wholesale deleting edges and reading
     enableGraphDiffMode: true
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index fd7d46e1f..0fdbf6b62 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.143
+version: 0.2.144
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index 4b6e1ad3d..c069074b8 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -102,9 +102,12 @@ spec:
               value: "{{ .Values.global.datahub.gms.port }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
-            {{- with .Values.global.kafka.schemaregistry.url }}
+            {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: KAFKA_SCHEMAREGISTRY_URL
-              value: "{{ . }}"
+              value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
+            {{- else if eq .Values.global.kafka.schemaregistry.type "KAFKA" }}
+            - name: KAFKA_SCHEMAREGISTRY_URL
+              value: "{{ .Values.global.kafka.schemaregistry.url }}"
             {{- end }}
             {{- with .Values.global.kafka.schemaregistry.type }}
             - name: SCHEMA_REGISTRY_TYPE
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index 2a2b91ea9..f9104089c 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -207,7 +207,7 @@ global:
       #  secretKey: <secret-key>
 
     ## Enables always emitting a MCL even when no changes are detected. Used for Time Based Lineage when no changes occur.
-    alwaysEmitChangeLog: true
+    alwaysEmitChangeLog: false
 
     ## Enables diff mode for graph writes, uses a different code path that produces a diff from previous to next to write relationships instead of wholesale deleting edges and reading
     enableGraphDiffMode: true
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 241d0827d..85eeabf88 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.145
+version: 0.2.146
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 1fea2719a..dff8a2d58 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -98,9 +98,12 @@ spec:
               value: "true"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
-            {{- with .Values.global.kafka.schemaregistry.url }}
+            {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: KAFKA_SCHEMAREGISTRY_URL
-              value: "{{ . }}"
+              value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
+            {{- else if eq .Values.global.kafka.schemaregistry.type "KAFKA" }}
+            - name: KAFKA_SCHEMAREGISTRY_URL
+              value: "{{ .Values.global.kafka.schemaregistry.url }}"
             {{- end }}
             {{- with .Values.global.kafka.schemaregistry.type }}
             - name: SCHEMA_REGISTRY_TYPE
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index 75769726a..892b391d2 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -200,7 +200,7 @@ global:
         secretKey: "mysql-password"
 
     ## Enables always emitting a MCL even when no changes are detected. Used for Time Based Lineage when no changes occur.
-    alwaysEmitChangeLog: true
+    alwaysEmitChangeLog: false
 
     ## Enables diff mode for graph writes, uses a different code path that produces a diff from previous to next to write relationships instead of wholesale deleting edges and reading
     enableGraphDiffMode: true
diff --git a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
index 8d784f50e..eec1df561 100644
--- a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
+++ b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
@@ -42,8 +42,13 @@ Return the env variables for upgrade jobs
 {{- end }}
 - name: KAFKA_BOOTSTRAP_SERVER
   value: "{{ .Values.global.kafka.bootstrap.server }}"
+{{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
+- name: KAFKA_SCHEMAREGISTRY_URL
+  value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
+{{- else if eq .Values.global.kafka.schemaregistry.type "KAFKA" }}
 - name: KAFKA_SCHEMAREGISTRY_URL
   value: "{{ .Values.global.kafka.schemaregistry.url }}"
+{{- end }}
 - name: ELASTICSEARCH_HOST
   value: {{ .Values.global.elasticsearch.host | quote }}
 - name: ELASTICSEARCH_PORT
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index 29786df8e..54a946ad2 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -71,6 +71,14 @@ spec:
             {{- include "datahub.upgrade.env" . | nindent 12}}
             - name: DATAHUB_ANALYTICS_ENABLED
               value: {{ .Values.global.datahub_analytics_enabled | quote }}
+            {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
+            - name: SCHEMA_REGISTRY_SYSTEM_UPDATE
+              value: "true"
+            - name: SPRING_KAFKA_PROPERTIES_AUTO_REGISTER_SCHEMAS
+              value: "false"
+            - name: SPRING_KAFKA_PROPERTIES_USE_LATEST_VERSION
+              value: "true"
+            {{- end }}
             {{- with .Values.global.kafka.schemaregistry.type }}
             - name: SCHEMA_REGISTRY_TYPE
               value: "{{ . }}"
diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml
index 86bc43980..100dd9dec 100644
--- a/charts/datahub/templates/kafka-setup-job.yml
+++ b/charts/datahub/templates/kafka-setup-job.yml
@@ -63,6 +63,13 @@ spec:
               value: {{ .Values.global.kafka.zookeeper.server | quote }}
             - name: KAFKA_BOOTSTRAP_SERVER
               value: {{ .Values.global.kafka.bootstrap.server | quote }}
+            {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
+            - name: USE_CONFLUENT_SCHEMA_REGISTRY
+              value: "false"
+            {{- else if eq .Values.global.kafka.schemaregistry.type "KAFKA" }}
+            - name: USE_CONFLUENT_SCHEMA_REGISTRY
+              value: "true"
+            {{- end }}
             {{- if .Values.global.springKafkaConfigurationOverrides }}
             {{- range $configName, $configValue := .Values.global.springKafkaConfigurationOverrides }}
             - name: KAFKA_PROPERTIES_{{ $configName | replace "." "_" | upper }}
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index be6f7d7b5..dddea2988 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -333,6 +333,81 @@ global:
         ## graph dao max result size
         maxResult: 10000
 
+      custom:
+        enabled: false
+        # See documentation: https://datahubproject.io/docs/how/search/#customizing-search
+        config:
+          # Notes:
+          #
+          # First match wins
+          #
+          # queryRegex = Java regex syntax
+          #
+          # functionScores - See the following for function score syntax
+          # https://www.elastic.co/guide/en/elasticsearch/reference/7.17/query-dsl-function-score-query.html
+
+          queryConfigurations:
+            # Select *
+            - queryRegex: '[*]|'
+              simpleQuery: false
+              prefixMatchQuery: false
+              exactMatchQuery: false
+              boolQuery:
+                must_not:
+                  term:
+                    deprecated:
+                      value: true
+              functionScore:
+                functions:
+                  - filter:
+                      term:
+                        materialized:
+                          value: true
+                    weight: 0.8
+                score_mode: multiply
+                boost_mode: multiply
+
+            # Criteria for exact-match only
+            # Contains quoted or contains underscore then use exact match query
+            - queryRegex: >-
+                ["'].+["']|\S+_\S+
+              simpleQuery: false
+              prefixMatchQuery: true
+              exactMatchQuery: true
+              functionScore:
+                functions:
+                  - filter:
+                      term:
+                        materialized:
+                          value: true
+                    weight: 0.8
+                  - filter:
+                      term:
+                        deprecated:
+                          value: true
+                    weight: 0
+                score_mode: multiply
+                boost_mode: multiply
+            # default
+            - queryRegex: .*
+              simpleQuery: true
+              prefixMatchQuery: true
+              exactMatchQuery: true
+              boolQuery:
+                must_not:
+                  term:
+                    deprecated:
+                      value: true
+              functionScore:
+                functions:
+                  - filter:
+                      term:
+                        materialized:
+                          value: true
+                    weight: 0.8
+                score_mode: multiply
+                boost_mode: multiply
+
   kafka:
     bootstrap:
       server: "prerequisites-kafka:9092"
@@ -355,8 +430,14 @@ global:
     # partitions: 3
     # replicationFactor: 3
     schemaregistry:
-      url: "http://prerequisites-cp-schema-registry:8081"
-      type: KAFKA
+      # GMS Implementation - `url` configured based on component context
+      type: INTERNAL
+      # Confluent Kafka Implementation
+      # type: KAFKA
+      # url: "http://prerequisites-cp-schema-registry:8081"
+
+      # Glue Implementation - `url` not applicable
+      # type: AWS_GLUE
       # glue:
       #   region: us-east-1
       #   registry: datahub
@@ -397,15 +478,15 @@ global:
       #   secretKey: postgres-password
       # --------------OR----------------
       #   value: password
-      
+
       # If you want to use specific PostgreSQL database use extraEnvs
       # extraEnvs:
       #  - name: "DATAHUB_DB_NAME"
-      #    value: "dh"    
+      #    value: "dh"
 
 
   datahub:
-    version: v0.10.2
+    version: v0.10.3
     gms:
       port: "8080"
       nodePort: "30001"
@@ -436,7 +517,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.10.0"
+      defaultCliVersion: "0.10.3"
 
     metadata_service_authentication:
       enabled: false
@@ -462,7 +543,7 @@ global:
       #    salt: <salt value>
 
     ## Enables always emitting a MCL even when no changes are detected. Used for Time Based Lineage when no changes occur.
-    alwaysEmitChangeLog: true
+    alwaysEmitChangeLog: false
 
     ## Enables diff mode for graph writes, uses a different code path that produces a diff from previous to next to write relationships instead of wholesale deleting edges and reading
     enableGraphDiffMode: true
diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 1fbf1443e..69c5871b9 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.0.15
+version: 0.0.16
 dependencies:
   - name: elasticsearch
     version: 7.17.3
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index 1968f5481..43d57c373 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -66,9 +66,10 @@ postgresql:
     existingSecret: postgresql-secrets
 
 cp-helm-charts:
+  enabled: false
   # Schema registry is under the community license
   cp-schema-registry:
-    enabled: true
+    enabled: false
     kafka:
       bootstrapServers: "prerequisites-kafka:9092"  # <<release-name>>-kafka:9092
   cp-kafka:

From 3678c86f5c925662828442f405b5b2e769c960d2 Mon Sep 17 00:00:00 2001
From: Jinlin Yang <86577891+jinlintt@users.noreply.github.com>
Date: Thu, 1 Jun 2023 14:32:56 -0700
Subject: [PATCH 03/89] Update kafka chart to 22.1.3 for kafka 3.4.0 (#316)

---
 charts/prerequisites/Chart.yaml  | 4 ++--
 charts/prerequisites/values.yaml | 4 ++++
 2 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 69c5871b9..7bb2490bc 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.0.16
+version: 0.0.17
 dependencies:
   - name: elasticsearch
     version: 7.17.3
@@ -36,7 +36,7 @@ dependencies:
     condition: cp-helm-charts.enabled
   # This chart deploys a community version of kafka
   - name: kafka
-    version: 17.1.0
+    version: 22.1.3
     repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami
     condition: kafka.enabled
 maintainers:
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index 43d57c373..c75c54edf 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -88,3 +88,7 @@ cp-helm-charts:
 # Bitnami version of Kafka that deploys open source Kafka https://artifacthub.io/packages/helm/bitnami/kafka
 kafka:
   enabled: true
+  kraft:
+    enabled: false
+  zookeeper:
+    enabled: true

From 1f9ffe6cc6aab62f8f2e4da2c9e3d2b3f920f349 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=C3=81lvaro=20Gonz=C3=A1lez?= <alvaro.gonzalez@auctane.com>
Date: Thu, 8 Jun 2023 17:00:15 +0200
Subject: [PATCH 04/89] feat: add parameters to cleanupJob resources settings
 (#317)

---
 charts/datahub/Chart.yaml                                | 2 +-
 charts/datahub/README.md                                 | 2 ++
 .../datahub-upgrade/datahub-cleanup-job-template.yml     | 9 ++-------
 charts/datahub/values.yaml                               | 7 +++++++
 4 files changed, 12 insertions(+), 8 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 49866adc8..809f6ff58 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.165
+version: 0.2.166
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.3
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 40a2dcc61..fc28f438e 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -38,6 +38,8 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | datahubUpgrade.podSecurityContext | object | `{}` | Pod security context for datahubUpgrade jobs |
 | datahubUpgrade.securityContext | object | `{}` | Container security context for datahubUpgrade jobs |
 | datahubUpgrade.podAnnotations | object | `{}` | Pod annotations for datahubUpgrade jobs |
+| datahubUpgrade.cleanupJob.resources | object | '{}' | Kube Resource definitions for the datahub upgrade job 'cleanupJob' |
+| datahubUpgrade.cleanupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | datahubUpgrade.restoreIndices.resources | object | '{}' | Kube Resource definitions for the datahub upgrade job 'restore indices' |
 | datahubUpgrade.restoreIndices.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | elasticsearchSetupJob.enabled | bool | `true` | Enable setup job for elasicsearch |
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
index 2d1524595..7d2f72d4f 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
@@ -71,12 +71,7 @@ spec:
                 {{- toYaml . | nindent 16 }}
               {{- end }}
               resources:
-                limits:
-                  cpu: 500m
-                  memory: 512Mi
-                requests:
-                  cpu: 300m
-                  memory: 256Mi
+                {{- toYaml .Values.datahubUpgrade.cleanupJob.resources | nindent 12 }}
             {{- with .Values.datahubUpgrade.cleanupJob.extraSidecars }}
               {{- toYaml . | nindent 12 }}
             {{- end }}
@@ -92,4 +87,4 @@ spec:
           tolerations:
             {{- toYaml . | nindent 12 }}
           {{- end }}
-{{- end -}}
\ No newline at end of file
+{{- end -}}
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index dddea2988..b73efb503 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -206,6 +206,13 @@ datahubUpgrade:
     #   image: my-image
     #   imagePullPolicy: Always
   cleanupJob:
+    resources:
+      limits:
+        cpu: 500m
+        memory: 512Mi
+      requests:
+        cpu: 300m
+        memory: 256Mi
     # Add extra sidecar containers to job pod
     extraSidecars: []
       # - name: my-image-name

From 67d5821bbad42d8c4431b54a55d511b8f2be0c0a Mon Sep 17 00:00:00 2001
From: Jorrick Sleijster <jorricks3@gmail.com>
Date: Thu, 8 Jun 2023 17:15:47 +0200
Subject: [PATCH 05/89] feat: Add ability to specify extraPodLabels per
 deployment (#310)

* feat: Add ability to specify extraPodLabels per deployment

* Update Chart.yaml

---------

Co-authored-by: jorrick <jorrick.sleijster@adyen.com>
Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                                      | 2 +-
 .../subcharts/acryl-datahub-actions/templates/deployment.yaml  | 3 +++
 charts/datahub/subcharts/acryl-datahub-actions/values.yaml     | 3 +++
 .../subcharts/datahub-frontend/templates/deployment.yaml       | 3 +++
 charts/datahub/subcharts/datahub-frontend/values.yaml          | 3 +++
 charts/datahub/subcharts/datahub-gms/templates/deployment.yaml | 3 +++
 charts/datahub/subcharts/datahub-gms/values.yaml               | 3 +++
 .../subcharts/datahub-mae-consumer/templates/deployment.yaml   | 3 +++
 charts/datahub/subcharts/datahub-mae-consumer/values.yaml      | 3 +++
 .../subcharts/datahub-mce-consumer/templates/deployment.yaml   | 3 +++
 charts/datahub/subcharts/datahub-mce-consumer/values.yaml      | 3 +++
 11 files changed, 31 insertions(+), 1 deletion(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 809f6ff58..cc2c9ac78 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.166
+version: 0.2.167
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.3
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index 071916d55..8a52768d4 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -23,6 +23,9 @@ spec:
         {{- range $key, $value := .Values.global.podLabels }}
         {{ $key }}: {{ $value | quote }}
         {{- end }}
+        {{- range $key, $value := .Values.extraPodLabels }}
+        {{ $key }}: {{ $value | quote }}
+        {{- end }}
     spec:
     {{- with .Values.imagePullSecrets }}
       imagePullSecrets:
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
index 32fb3b282..2f30cf4e1 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
@@ -39,6 +39,9 @@ extraLabels: {}
   # owner: myteam
   # environment: test
 
+# Extra labels for the Pods
+extraPodLabels: {}
+
 # Extra environment variables
 # This will be appended to the current 'env:' key. You can use any of the kubernetes env
 # syntax here
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 8fa84c1d0..2b7345862 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -24,6 +24,9 @@ spec:
         {{- range $key, $value := .Values.global.podLabels }}
         {{ $key }}: {{ $value | quote }}
         {{- end }}
+        {{- range $key, $value := .Values.extraPodLabels }}
+        {{ $key }}: {{ $value | quote }}
+        {{- end }}
     spec:
     {{- with .Values.imagePullSecrets }}
       imagePullSecrets:
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 77ac4075a..9a64d82a3 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -92,6 +92,9 @@ extraLabels: {}
   # owner: myteam
   # environment: test
 
+# Extra labels for the Pods
+extraPodLabels: {}
+
 # Extra environment variables
 # This will be appended to the current 'env:' key. You can use any of the kubernetes env
 # syntax here
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 190dcf20e..7e58e96d1 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -28,6 +28,9 @@ spec:
         {{- range $key, $value := .Values.global.podLabels }}
         {{ $key }}: {{ $value | quote }}
         {{- end }}
+        {{- range $key, $value := .Values.extraPodLabels }}
+        {{ $key }}: {{ $value | quote }}
+        {{- end }}
     spec:
     {{- with .Values.global.hostAliases }}
       hostAliases:
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index 1056df635..1da010639 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -74,6 +74,9 @@ extraLabels: {}
   # owner: myteam
   # environment: test
 
+# Extra labels for the Pods
+extraPodLabels: {}
+
 # Extra environment variables
 # This will be appended to the current 'env:' key. You can use any of the kubernetes env
 # syntax here
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index c069074b8..b2ee85dfc 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -24,6 +24,9 @@ spec:
         {{- range $key, $value := .Values.global.podLabels }}
         {{ $key }}: {{ $value | quote }}
         {{- end }}
+        {{- range $key, $value := .Values.extraPodLabels }}
+        {{ $key }}: {{ $value | quote }}
+        {{- end }}
     spec:
     {{- with .Values.global.hostAliases }}
       hostAliases:
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index f9104089c..0052998da 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -66,6 +66,9 @@ extraLabels: {}
   # owner: myteam
   # environment: test
 
+# Extra labels for the Pods
+extraPodLabels: {}
+
 # Extra environment variables
 # This will be appended to the current 'env:' key. You can use any of the kubernetes env
 # syntax here
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index dff8a2d58..bc781a0cb 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -28,6 +28,9 @@ spec:
         {{- range $key, $value := .Values.global.podLabels }}
         {{ $key }}: {{ $value | quote }}
         {{- end }}
+        {{- range $key, $value := .Values.extraPodLabels }}
+        {{ $key }}: {{ $value | quote }}
+        {{- end }}
     spec:
     {{- with .Values.global.hostAliases }}
       hostAliases:
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index 892b391d2..73bb92a87 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -67,6 +67,9 @@ extraLabels: {}
   # owner: myteam
   # environment: test
 
+# Extra labels for the Pods
+extraPodLabels: {}
+
 # Extra environment variables
 # This will be appended to the current 'env:' key. You can use any of the kubernetes env
 # syntax here

From 9063b601a2d60a9e6633eaf63d7bdec74d7bfc94 Mon Sep 17 00:00:00 2001
From: Matthijs van der Loos
 <33864538+matthijsvanderloos@users.noreply.github.com>
Date: Thu, 8 Jun 2023 17:23:40 +0200
Subject: [PATCH 06/89] fix: use common labels for (Cron)Jobs (#303)

* fix(datahub): use common labels for (Cron)Jobs

* chore: update version

---------

Co-authored-by: Matthijs van der Loos <matthijs.vanderloos@utopiamusic.com>
Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                                  | 2 +-
 .../datahub-upgrade/datahub-cleanup-job-template.yml       | 5 +----
 .../datahub-upgrade/datahub-nocode-migration-job.yml       | 5 +----
 .../datahub-restore-indices-job-template.yml               | 7 ++-----
 .../datahub-upgrade/datahub-system-update-job.yml          | 5 +----
 charts/datahub/templates/elasticsearch-setup-job.yml       | 7 ++-----
 charts/datahub/templates/kafka-setup-job.yml               | 5 +----
 charts/datahub/templates/mysql-setup-job.yml               | 5 +----
 charts/datahub/templates/postgresql-setup-job.yml          | 5 +----
 9 files changed, 11 insertions(+), 35 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index cc2c9ac78..50b89814c 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.167
+version: 0.2.168
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.3
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
index 7d2f72d4f..b64687f58 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
@@ -8,10 +8,7 @@ kind: CronJob
 metadata:
   name: {{ .Release.Name }}-datahub-cleanup-job-template
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
 spec:
   schedule: "* * * * *"
   suspend: true
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
index afe181e39..697b567b4 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
@@ -4,10 +4,7 @@ kind: Job
 metadata:
   name: {{ .Release.Name }}-nocode-migration-job
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
   annotations:
     # This is what defines this resource as a hook. Without this line, the
     # job is considered part of the release.
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
index 392438dd6..7fbdde2aa 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
@@ -8,10 +8,7 @@ kind: CronJob
 metadata:
   name: {{ .Release.Name }}-datahub-restore-indices-job-template
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
 spec:
   schedule: "* * * * *"
   suspend: true
@@ -103,4 +100,4 @@ spec:
           tolerations:
             {{- toYaml . | nindent 12 }}
           {{- end }}
-{{- end -}}
\ No newline at end of file
+{{- end -}}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index 54a946ad2..5fdb87ea4 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -4,10 +4,7 @@ kind: Job
 metadata:
   name: {{ .Release.Name }}-datahub-system-update-job
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
   annotations:
     # This is what defines this resource as a hook. Without this line, the
     # job is considered part of the release.
diff --git a/charts/datahub/templates/elasticsearch-setup-job.yml b/charts/datahub/templates/elasticsearch-setup-job.yml
index d9382a4b5..4a231bbc3 100644
--- a/charts/datahub/templates/elasticsearch-setup-job.yml
+++ b/charts/datahub/templates/elasticsearch-setup-job.yml
@@ -4,10 +4,7 @@ kind: Job
 metadata:
   name: {{ .Release.Name }}-elasticsearch-setup-job
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
   annotations:
     # This is what defines this resource as a hook. Without this line, the
     # job is considered part of the release.
@@ -110,4 +107,4 @@ spec:
       tolerations:
         {{- toYaml . | nindent 8 }}
       {{- end }}
-{{- end -}}
\ No newline at end of file
+{{- end -}}
diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml
index 100dd9dec..0736ed0ad 100644
--- a/charts/datahub/templates/kafka-setup-job.yml
+++ b/charts/datahub/templates/kafka-setup-job.yml
@@ -4,10 +4,7 @@ kind: Job
 metadata:
   name: {{ .Release.Name }}-kafka-setup-job
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
   annotations:
     # This is what defines this resource as a hook. Without this line, the
     # job is considered part of the release.
diff --git a/charts/datahub/templates/mysql-setup-job.yml b/charts/datahub/templates/mysql-setup-job.yml
index c41a1f611..003ac8408 100644
--- a/charts/datahub/templates/mysql-setup-job.yml
+++ b/charts/datahub/templates/mysql-setup-job.yml
@@ -4,10 +4,7 @@ kind: Job
 metadata:
   name: {{ .Release.Name }}-mysql-setup-job
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
   annotations:
     # This is what defines this resource as a hook. Without this line, the
     # job is considered part of the release.
diff --git a/charts/datahub/templates/postgresql-setup-job.yml b/charts/datahub/templates/postgresql-setup-job.yml
index f3a5a421f..3ee198058 100644
--- a/charts/datahub/templates/postgresql-setup-job.yml
+++ b/charts/datahub/templates/postgresql-setup-job.yml
@@ -4,10 +4,7 @@ kind: Job
 metadata:
   name: {{ .Release.Name }}-postgresql-setup-job
   labels:
-    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/version: {{ .Chart.AppVersion }}
-    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- include "datahub.labels" . | nindent 4 }}
   annotations:
     # This is what defines this resource as a hook. Without this line, the
     # job is considered part of the release.

From 07e205e04f89c645728689ac95700b9d08adce0a Mon Sep 17 00:00:00 2001
From: Matthijs van der Loos
 <33864538+matthijsvanderloos@users.noreply.github.com>
Date: Thu, 8 Jun 2023 17:26:07 +0200
Subject: [PATCH 07/89] fix: add missing global values to subchart values
 (#302)

* fix(datahub): add missing global values to subchart values

* chore: update versions

---------

Co-authored-by: Matthijs van der Loos <matthijs.vanderloos@utopiamusic.com>
Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                         |  4 ++--
 .../datahub/subcharts/datahub-frontend/Chart.yaml |  2 +-
 .../subcharts/datahub-frontend/values.yaml        |  2 ++
 charts/datahub/subcharts/datahub-gms/values.yaml  | 15 +++++++++++++++
 .../subcharts/datahub-mae-consumer/values.yaml    |  5 +++++
 .../subcharts/datahub-mce-consumer/values.yaml    |  3 +++
 6 files changed, 28 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 50b89814c..85825badd 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.168
+version: 0.2.169
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.3
@@ -14,7 +14,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.137
+    version: 0.2.138
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 96b0e0364..46be0ee33 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.137
+version: 0.2.138
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 9a64d82a3..2f4291106 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -219,6 +219,8 @@ global:
     version: head
     gms:
       port: "8080"
+    monitoring:
+      enablePrometheus: true
     appVersion: "1.0"
     metadata_service_authentication:
       enabled: false
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index 1da010639..f331afd82 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -139,6 +139,21 @@ global:
     host: "elasticsearch"
     port: "9200"
     skipcheck: "false"
+    index:
+      enableMappingsReindex: true
+    search:
+      maxTermBucketSize: 20
+      exactMatch:
+        exclusive: false
+        withPrefix: true
+        exactFactor: 2.0
+        prefixFactor: 1.6
+        caseSensitivityFactor: 0.7
+        enableStructured: true
+      graph:
+        timeoutSeconds: 50
+        batchSize: 1000
+        maxResult: 10000
 
   kafka:
     bootstrap:
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index 0052998da..b4e1a54d5 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -191,6 +191,8 @@ global:
 
   datahub:
     version: head
+    gms:
+      port: "8080"
     monitoring:
       enablePrometheus: false
 
@@ -202,6 +204,9 @@ global:
     mae_consumer:
       port: "9091"
 
+    managed_ingestion:
+      enabled: true
+
     metadata_service_authentication:
       enabled: false
       systemClientId: "__datahub_system"
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index 73bb92a87..b8b3d6cd8 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -168,6 +168,9 @@ readinessProbe:
   failureThreshold: 4
 
 global:
+  elasticsearch:
+    host: "elasticsearch-master"
+
   kafka:
     bootstrap:
       server: "broker:9092"

From 6c7260124f4830addd5071156b5247039d27ddb6 Mon Sep 17 00:00:00 2001
From: Max Pospischil <maxpospischil@gmail.com>
Date: Thu, 8 Jun 2023 08:27:23 -0700
Subject: [PATCH 08/89] feat: allow pulling ebean username from secrets
 alongside password (#291)

---
 charts/datahub/README.md                               |  4 ++++
 .../subcharts/datahub-gms/templates/deployment.yaml    | 10 +++++++++-
 .../datahub-mce-consumer/templates/deployment.yaml     | 10 +++++++++-
 charts/datahub/templates/datahub-upgrade/_upgrade.tpl  | 10 +++++++++-
 4 files changed, 31 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index fc28f438e..e05ddecd2 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -109,6 +109,8 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.sql.datasource.port | string | `"3306"` | SQL database port |
 | global.sql.datasource.url | string | `"jdbc:mysql://prerequisites-mysql:3306/datahub?verifyServerCertificate=false\u0026useSSL=true"` | URL to access SQL database |
 | global.sql.datasource.username | string | `"root"` | SQL user name |
+| global.sql.datasource.username.secretRef | string | `"mysql-secrets"` | Secret that contains the MySQL username |
+| global.sql.datasource.username.secretKey | string | `"mysql-username"` | Secret key that contains the MySQL username |
 | global.sql.datasource.password.secretRef | string | `"mysql-secrets"` | Secret that contains the MySQL password |
 | global.sql.datasource.password.secretKey | string | `"mysql-password"` | Secret key that contains the MySQL password |
 | global.sql.datasource.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value instead |
@@ -119,6 +121,8 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | Key | Type | Default | Description |
 |-----|------|---------|-------------|
 | datahub-gms.sql.datasource.username | string | `root` | SQL username for GMS (overrides global value) |
+| datahub-gms.sql.datasource.username.secretRef | string | `"mysql-secrets"` | Secret that contains the GMS SQL username (overrides global value) |
+| datahub-gms.sql.datasource.username.secretKey | string | `"mysql-username"` | Secret key that contains the GMS SQL username (overrides global value) |
 | datahub-gms.sql.datasource.password.secretRef | string | `"mysql-secrets"` | Secret that contains the GMS SQL password (overrides global value) |
 | datahub-gms.sql.datasource.password.secretKey | string | `"mysql-password"` | Secret key that contains the GMS SQL password (overrides global value) |
 | datahub-gms.sql.datasource.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value for GMS SQL login (overrides global value) |
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 7e58e96d1..2985d785d 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -132,7 +132,15 @@ spec:
             - name: DATAHUB_ANALYTICS_ENABLED
               value: "{{ .Values.global.datahub_analytics_enabled }}"
             - name: EBEAN_DATASOURCE_USERNAME
-              value: {{ (.Values.sql).datasource.username | default .Values.global.sql.datasource.username | quote }}
+              {{- $usernameValue := (.Values.sql).datasource.username | default .Values.global.sql.datasource.username }}
+              {{- if and (kindIs "string" $usernameValue) $usernameValue }}
+              value: {{ $usernameValue | quote }}
+              {{- else }}
+              valueFrom:
+                secretKeyRef:
+                  name: "{{ (.Values.sql).datasource.username.secretRef | default .Values.global.sql.datasource.username.secretRef }}"
+                  key: "{{ (.Values.sql).datasource.username.secretKey | default .Values.global.sql.datasource.username.secretKey }}"
+              {{- end }}
             - name: EBEAN_DATASOURCE_PASSWORD
               {{- $passwordValue := (.Values.sql).datasource.password.value | default .Values.global.sql.datasource.password.value }}
               {{- if $passwordValue }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index bc781a0cb..3c2e33c22 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -123,7 +123,15 @@ spec:
             - name: ENTITY_REGISTRY_CONFIG_PATH
               value: /datahub/datahub-mce-consumer/resources/entity-registry.yml
             - name: EBEAN_DATASOURCE_USERNAME
-              value: {{ (.Values.sql).datasource.username | default .Values.global.sql.datasource.username | quote }}
+              {{- $usernameValue := (.Values.sql).datasource.username | default .Values.global.sql.datasource.username }}
+              {{- if and (kindIs "string" $usernameValue) $usernameValue }}
+              value: {{ $usernameValue | quote }}
+              {{- else }}
+              valueFrom:
+                secretKeyRef:
+                  name: "{{ (.Values.sql).datasource.username.secretRef | default .Values.global.sql.datasource.username.secretRef }}"
+                  key: "{{ (.Values.sql).datasource.username.secretKey | default .Values.global.sql.datasource.username.secretKey }}"
+              {{- end }}
             - name: EBEAN_DATASOURCE_PASSWORD
               {{- $passwordValue := (.Values.sql).datasource.password.value | default .Values.global.sql.datasource.password.value }}
               {{- if $passwordValue }}
diff --git a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
index eec1df561..dda094575 100644
--- a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
+++ b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
@@ -14,7 +14,15 @@ Return the env variables for upgrade jobs
 - name: DATAHUB_MAE_CONSUMER_PORT
   value: "{{ .Values.global.datahub.mae_consumer.port }}"
 - name: EBEAN_DATASOURCE_USERNAME
-  value: {{ (.Values.sql).datasource.username | default .Values.global.sql.datasource.username | quote }}
+  {{- $usernameValue := (.Values.sql).datasource.username | default .Values.global.sql.datasource.username }}
+  {{- if and (kindIs "string" $usernameValue) $usernameValue }}
+  value: {{ $usernameValue | quote }}
+  {{- else }}
+  valueFrom:
+    secretKeyRef:
+      name: "{{ (.Values.sql).datasource.username.secretRef | default .Values.global.sql.datasource.username.secretRef }}"
+      key: "{{ (.Values.sql).datasource.username.secretKey | default .Values.global.sql.datasource.username.secretKey }}"
+  {{- end }}
 - name: EBEAN_DATASOURCE_PASSWORD
   {{- $passwordValue := (.Values.sql).datasource.password.value | default .Values.global.sql.datasource.password.value }}
   {{- if $passwordValue }}

From 3883f3e694b97e01ddfe8e0ec23cdf9832915b59 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Sergio=20G=C3=B3mez=20Villamor?= <sgomezvillamor@gmail.com>
Date: Thu, 8 Jun 2023 17:31:36 +0200
Subject: [PATCH 09/89] chore(secrets): use configurable refs instead of fixed
 names (#323)

* chore(secrets): use configurable refs instead of fixed names

* Update Chart.yaml

---------

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                              |  2 +-
 charts/datahub/templates/datahub-auth-secrets.yml      |  5 +++--
 .../datahub/templates/datahub-encryption-secrets.yml   | 10 ++++++----
 3 files changed, 10 insertions(+), 7 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 85825badd..09730f8fe 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.169
+version: 0.2.170
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.3
diff --git a/charts/datahub/templates/datahub-auth-secrets.yml b/charts/datahub/templates/datahub-auth-secrets.yml
index 1aa8ad58a..a3f0d469d 100644
--- a/charts/datahub/templates/datahub-auth-secrets.yml
+++ b/charts/datahub/templates/datahub-auth-secrets.yml
@@ -1,5 +1,6 @@
 {{- if .Values.global.datahub.metadata_service_authentication.enabled -}}
-{{- $secret := lookup "v1" "Secret" .Release.Namespace "datahub-auth-secrets" -}}
+{{- $secretRef := .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretRef | required "secretRef required" -}}
+{{- $secret := lookup "v1" "Secret" .Release.Namespace $secretRef -}}
 {{- $data := $secret.data | default dict -}}
 {{- with .Values.global.datahub.metadata_service_authentication.provisionSecrets }}
 
@@ -7,7 +8,7 @@
 apiVersion: v1
 kind: Secret
 metadata:
-  name: "datahub-auth-secrets"
+  name: {{ $secretRef }}
 type: Opaque
 data:
   {{- if .autoGenerate }}
diff --git a/charts/datahub/templates/datahub-encryption-secrets.yml b/charts/datahub/templates/datahub-encryption-secrets.yml
index 1dc656cac..ae15bbdb4 100644
--- a/charts/datahub/templates/datahub-encryption-secrets.yml
+++ b/charts/datahub/templates/datahub-encryption-secrets.yml
@@ -1,4 +1,6 @@
-{{- $secret := lookup "v1" "Secret" .Release.Namespace "datahub-encryption-secrets" -}}
+{{- $secretRef := .Values.global.datahub.encryptionKey.secretRef | required "secretRef required" -}}
+{{- $secretKey := .Values.global.datahub.encryptionKey.secretKey | required "secretKey required" -}}
+{{- $secret := lookup "v1" "Secret" .Release.Namespace $secretRef -}}
 {{- $data := $secret.data | default dict -}}
 {{- with .Values.global.datahub.encryptionKey.provisionSecret }}
 
@@ -6,11 +8,11 @@
 apiVersion: v1
 kind: Secret
 metadata:
-  name: "datahub-encryption-secrets"
+  name: {{ $secretRef }}
 type: Opaque
-data: 
+data:
   {{- if .autoGenerate }}
-  encryption_key_secret: {{ get $data "encryption_key_secret" | default (randAlphaNum 20 | b64enc | quote) }}
+  encryption_key_secret: {{ get $data $secretKey | default (randAlphaNum 20 | b64enc | quote) }}
   {{- else }}
   encryption_key_secret: {{ .secretValues.encryptionKey | b64enc | quote }}
   {{- end }}

From 4c5ce1a8e2477d650ca60e7d8a3d97c64b0f3afb Mon Sep 17 00:00:00 2001
From: Pedro Silva <pedro@acryl.io>
Date: Tue, 13 Jun 2023 14:18:11 +0100
Subject: [PATCH 10/89] Update Default version to v0.10.4 (#330)

---
 charts/datahub/Chart.yaml                        |  4 ++--
 charts/datahub/README.md                         | 16 ++++++++--------
 charts/datahub/quickstart-values-with-neo4j.yaml |  2 +-
 charts/datahub/values.yaml                       |  4 ++--
 4 files changed, 13 insertions(+), 13 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 09730f8fe..3430e0324 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,10 +4,10 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.170
+version: 0.2.171
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.10.3
+appVersion: 0.10.4
 dependencies:
   - name: datahub-gms
     version: 0.2.148
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index e05ddecd2..b077dedf2 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -22,17 +22,17 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 |-----|------|---------|-------------|
 | datahub-frontend.enabled | bool | `true` | Enable Datahub Front-end |
 | datahub-frontend.image.repository | string | `"linkedin/datahub-frontend-react"` | Image repository for datahub-frontend |
-| datahub-frontend.image.tag | string | `"v0.10.0"` | Image tag for datahub-frontend |
+| datahub-frontend.image.tag | string | `"v0.10.4"` | Image tag for datahub-frontend |
 | datahub-frontend.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-frontend |
 | datahub-gms.enabled | bool | `true` | Enable GMS |
 | datahub-gms.image.repository | string | `"linkedin/datahub-gms"` | Image repository for datahub-gms |
-| datahub-gms.image.tag | string | `"v0.10.0"` | Image tag for datahub-gms |
+| datahub-gms.image.tag | string | `"v0.10.4"` | Image tag for datahub-gms |
 | datahub-gms.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-gms |
 | datahub-mae-consumer.image.repository | string | `"linkedin/datahub-mae-consumer"` | Image repository for datahub-mae-consumer |
-| datahub-mae-consumer.image.tag | string | `"v0.10.0"` | Image tag for datahub-mae-consumer |
+| datahub-mae-consumer.image.tag | string | `"v0.10.4"` | Image tag for datahub-mae-consumer |
 | datahub-mae-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mae-consumer |
 | datahub-mce-consumer.image.repository | string | `"linkedin/datahub-mce-consumer"` | Image repository for datahub-mce-consumer |
-| datahub-mce-consumer.image.tag | string | `"v0.10.0"` | Image tag for datahub-mce-consumer |
+| datahub-mce-consumer.image.tag | string | `"v0.10.4"` | Image tag for datahub-mce-consumer |
 | datahub-mce-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mce-consumer |
 | datahub-ingestion-cron.enabled | bool | `false` | Enable cronjob for periodic ingestion |
 | datahubUpgrade.podSecurityContext | object | `{}` | Pod security context for datahubUpgrade jobs |
@@ -44,7 +44,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | datahubUpgrade.restoreIndices.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | elasticsearchSetupJob.enabled | bool | `true` | Enable setup job for elasicsearch |
 | elasticsearchSetupJob.image.repository | string | `"linkedin/datahub-elasticsearch-setup"` | Image repository for elasticsearchSetupJob |
-| elasticsearchSetupJob.image.tag | string | `"v0.10.0"` | Image repository for elasticsearchSetupJob |
+| elasticsearchSetupJob.image.tag | string | `"v0.10.4"` | Image repository for elasticsearchSetupJob |
 | elasticsearchSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for elasticsearchSetupJob |
 | elasticsearchSetupJob.resources | object | '{}' | Kube Resource definitions for elasticsearchSetupJob |
 | elasticsearchSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for elasticsearchSetupJob |
@@ -53,7 +53,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | elasticsearchSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | kafkaSetupJob.enabled | bool | `true` | Enable setup job for kafka |
 | kafkaSetupJob.image.repository | string | `"linkedin/datahub-kafka-setup"` | Image repository for kafkaSetupJob |
-| kafkaSetupJob.image.tag | string | `"v0.10.0"` | Image repository for kafkaSetupJob |
+| kafkaSetupJob.image.tag | string | `"v0.10.4"` | Image repository for kafkaSetupJob |
 | kafkaSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for kafkaSetupJob|
 | kafkaSetupJob.resources | object | '{}' | Kube Resource definitions for kafkaSetupJob |
 | kafkaSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for kafkaSetupJob |
@@ -62,7 +62,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | kafkaSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | mysqlSetupJob.enabled | bool | `false` | Enable setup job for mysql |
 | mysqlSetupJob.image.repository | string | `"acryldata/datahub-mysql-setup"` | Image repository for mysqlSetupJob |
-| mysqlSetupJob.image.tag | string | `"v0.10.0"` | Image repository for mysqlSetupJob |
+| mysqlSetupJob.image.tag | string | `"v0.10.4"` | Image repository for mysqlSetupJob |
 | mysqlSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for mysqlSetupJob|
 | mysqlSetupJob.resources | object | '{}' | Kube Resource definitions for mysqlSetupJob |
 | mysqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for mysqlSetupJob |
@@ -71,7 +71,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | mysqlSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | postgresqlSetupJob.enabled | bool | `false` | Enable setup job for postgresql |
 | postgresqlSetupJob.image.repository | string | `"acryldata/datahub-postgres-setup"` | Image repository for postgresqlSetupJob |
-| postgresqlSetupJob.image.tag | string | `"v0.10.0"` | Image repository for postgresqlSetupJob |
+| postgresqlSetupJob.image.tag | string | `"v0.10.4"` | Image repository for postgresqlSetupJob |
 | postgresqlSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for postgresqlSetupJob|
 | postgresqlSetupJob.resources | object | '{}' | Kube Resource definitions for postgresqlSetupJob |
 | postgresqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for mysqlSetupJob |
diff --git a/charts/datahub/quickstart-values-with-neo4j.yaml b/charts/datahub/quickstart-values-with-neo4j.yaml
index 66d37d5f5..036798cfd 100644
--- a/charts/datahub/quickstart-values-with-neo4j.yaml
+++ b/charts/datahub/quickstart-values-with-neo4j.yaml
@@ -101,7 +101,7 @@ global:
         secretKey: mysql-root-password
 
   datahub:
-    version: v0.10.0
+    version: v0.10.4
     gms:
       port: "8080"
     mae_consumer:
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index b73efb503..d777bfd7f 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -493,7 +493,7 @@ global:
 
 
   datahub:
-    version: v0.10.3
+    version: v0.10.4
     gms:
       port: "8080"
       nodePort: "30001"
@@ -524,7 +524,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.10.3"
+      defaultCliVersion: "0.10.4"
 
     metadata_service_authentication:
       enabled: false

From 7ab12ef5b87f51597e5fcc8b6ca84e5afba342ab Mon Sep 17 00:00:00 2001
From: TusharM <tushar.madhukar@gmail.com>
Date: Wed, 14 Jun 2023 22:02:18 +1000
Subject: [PATCH 11/89] fix: Fixed indentation in 
 datahub-cleanup-job-template.yml (#328)

---
 .../templates/datahub-upgrade/datahub-cleanup-job-template.yml  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
index b64687f58..fdd539d04 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
@@ -68,7 +68,7 @@ spec:
                 {{- toYaml . | nindent 16 }}
               {{- end }}
               resources:
-                {{- toYaml .Values.datahubUpgrade.cleanupJob.resources | nindent 12 }}
+                {{- toYaml .Values.datahubUpgrade.cleanupJob.resources | nindent 16 }}
             {{- with .Values.datahubUpgrade.cleanupJob.extraSidecars }}
               {{- toYaml . | nindent 12 }}
             {{- end }}

From 1f96d87d089fdb035acf7562d6d0a0eda3905cb1 Mon Sep 17 00:00:00 2001
From: Indy Prentice <iprentic@users.noreply.github.com>
Date: Wed, 14 Jun 2023 15:54:48 -0500
Subject: [PATCH 12/89] feat(healthcheck): use new healthcheck endpoint for GMS
 (#331)

Co-authored-by: Indy Prentice <indy@Indys-MacBook-Pro.local>
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-gms/Chart.yaml               | 2 +-
 .../datahub/subcharts/datahub-gms/templates/deployment.yaml   | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 3430e0324..617a4d451 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.171
+version: 0.2.172
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
 dependencies:
   - name: datahub-gms
-    version: 0.2.148
+    version: 0.2.149
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 67cfa2aa4..dbb156773 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.148
+version: 0.2.149
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 2985d785d..c4b182231 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -91,7 +91,7 @@ spec:
             failureThreshold: {{ .Values.livenessProbe.failureThreshold }}
           readinessProbe:
             httpGet:
-              path: /health
+              path: /health/check/ready
               port: http
             initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }}
             periodSeconds: {{ .Values.readinessProbe.periodSeconds }}

From 9746aa278e6ccacccb856d31f75493bad92dfd20 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Thu, 15 Jun 2023 15:16:54 -0500
Subject: [PATCH 13/89] chore(version): version bump & indent (#324)

---
 charts/datahub/Chart.yaml                            | 12 ++++++------
 .../subcharts/acryl-datahub-actions/Chart.yaml       |  2 +-
 charts/datahub/subcharts/datahub-frontend/Chart.yaml |  2 +-
 .../subcharts/datahub-ingestion-cron/Chart.yaml      |  2 +-
 .../subcharts/datahub-mae-consumer/Chart.yaml        |  2 +-
 .../subcharts/datahub-mce-consumer/Chart.yaml        |  2 +-
 6 files changed, 11 insertions(+), 11 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 617a4d451..270209c55 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.172
+version: 0.2.173
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
@@ -14,23 +14,23 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.138
+    version: 0.2.139
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.144
+    version: 0.2.145
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.146
+    version: 0.2.147
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.132
+    version: 0.2.133
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.137
+    version: 0.2.138
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index d2e46f93b..7d2f93904 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.137
+version: 0.2.138
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 46be0ee33..7437c207c 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.138
+version: 0.2.139
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index f39f08f72..f24e507fe 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.132
+version: 0.2.133
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index 0fdbf6b62..ca13fbe89 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.144
+version: 0.2.145
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 85eeabf88..4dfb9d21b 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.146
+version: 0.2.147
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0

From 40ec8f873353a1bfff9f89344a67f92e456f2849 Mon Sep 17 00:00:00 2001
From: "seokyun.ha" <127274415+Seokyun-Ha@users.noreply.github.com>
Date: Fri, 16 Jun 2023 05:26:14 +0900
Subject: [PATCH 14/89] feat: Default User Credentials (#321)

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                        |  2 +-
 charts/datahub/quickstart-values-with-neo4j.yaml |  6 ++++++
 .../datahub-frontend/templates/deployment.yaml   | 11 +++++++++++
 .../datahub-frontend/templates/user-secrets.yaml | 16 ++++++++++++++++
 charts/datahub/values.yaml                       |  6 ++++++
 5 files changed, 40 insertions(+), 1 deletion(-)
 create mode 100644 charts/datahub/subcharts/datahub-frontend/templates/user-secrets.yaml

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 270209c55..519c57c70 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.173
+version: 0.2.174
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
diff --git a/charts/datahub/quickstart-values-with-neo4j.yaml b/charts/datahub/quickstart-values-with-neo4j.yaml
index 036798cfd..cf033a9c3 100644
--- a/charts/datahub/quickstart-values-with-neo4j.yaml
+++ b/charts/datahub/quickstart-values-with-neo4j.yaml
@@ -16,6 +16,12 @@ datahub-frontend:
   # Set up ingress to expose react front-end
   ingress:
     enabled: false
+  defaultUserCredentials: {}
+  #  randomAdminPassword: true
+  #  # You can also set specific passwords for default users
+  #  # manualValues: |
+  #  #   datahub:manualPassword
+  #  #   initialViewer:manualPassword
 
 acryl-datahub-actions:
   enabled: true
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 2b7345862..914c97f81 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -42,6 +42,12 @@ spec:
             defaultMode: 0444
             secretName: {{ .name }}
         {{- end }}
+        {{- if .Values.defaultUserCredentials }}
+        - name: datahub-default-users
+          secret:
+            defaultMode: 0444
+            secretName: {{ printf "%s-user-secret" .Release.Name }}
+        {{- end }}
       {{- with .Values.extraVolumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -217,6 +223,11 @@ spec:
             - name: datahub-certs-dir
               mountPath: {{ .path | default "/mnt/certs" }}
           {{- end }}
+          {{- if .Values.defaultUserCredentials }}
+            - name: datahub-default-users
+              mountPath: /datahub-frontend/conf/user.props
+              subPath: user.props
+          {{- end }}
           {{- with .Values.extraVolumeMounts }}
             {{- toYaml . | nindent 12 }}
           {{- end }}
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/user-secrets.yaml b/charts/datahub/subcharts/datahub-frontend/templates/user-secrets.yaml
new file mode 100644
index 000000000..4bb5628a6
--- /dev/null
+++ b/charts/datahub/subcharts/datahub-frontend/templates/user-secrets.yaml
@@ -0,0 +1,16 @@
+{{- if .Values.defaultUserCredentials }}
+apiVersion: v1
+kind: Secret
+metadata:
+  name: {{ printf "%s-user-secret" .Release.Name }}
+  labels:
+    {{- include "datahub-frontend.labels" . | nindent 4 }}
+type: Opaque
+data:
+  user.props:
+    {{- if .Values.defaultUserCredentials.randomAdminPassword }}
+      {{ printf "datahub:%s" (randAlphaNum 32) | b64enc | quote }}
+    {{- else if .Values.defaultUserCredentials.manualValues }}
+      {{ .Values.defaultUserCredentials.manualValues | b64enc | quote }}
+    {{- end }}
+{{- end -}}
\ No newline at end of file
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index d777bfd7f..35f558475 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -33,6 +33,12 @@ datahub-frontend:
   # Set up ingress to expose react front-end
   ingress:
     enabled: false
+  defaultUserCredentials: {}
+  #  randomAdminPassword: true
+  #  # You can also set specific passwords for default users
+  #  # manualValues: |
+  #  #   datahub:manualPassword
+  #  #   initialViewer:manualPassword
 
 acryl-datahub-actions:
   enabled: true

From 3ad9b0eaee2c956826c37b1989078441338a94b2 Mon Sep 17 00:00:00 2001
From: Tony Ouyang <43738225+TonyOuyangGit@users.noreply.github.com>
Date: Thu, 15 Jun 2023 13:28:51 -0700
Subject: [PATCH 15/89] feat(cloud-sql-proxy): add support for running gcloud
 sql proxy as prerequisite (#332)

---
 charts/datahub/Chart.yaml        |  2 +-
 charts/datahub/values.yaml       | 13 +++++++++++++
 charts/prerequisites/Chart.yaml  |  6 +++++-
 charts/prerequisites/values.yaml | 24 ++++++++++++++++++++++++
 4 files changed, 43 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 519c57c70..0c13c0aab 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.174
+version: 0.2.175
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 35f558475..68b6dd876 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -497,6 +497,19 @@ global:
       #  - name: "DATAHUB_DB_NAME"
       #    value: "dh"
 
+      ## Use below for usage of Google Cloud SQL MySQL instance instead of the self hosted MySQL,
+      ## make sure you have deployed gcloud-sqlproxy as prerequisite
+      # host: "prerequisites-gcloud-sqlproxy:3306"
+      # hostForMysqlClient: "prerequisites-gcloud-sqlproxy"
+      # port: "3306"
+      # url: "jdbc:mysql://prerequisites-gcloud-sqlproxy:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8&enabledTLSProtocols=TLSv1.2"
+      # driver: "com.mysql.cj.jdbc.Driver"
+      # username: "root"
+      # password:
+      #   secretRef: mysql-secrets
+      #   secretKey: mysql-root-password
+      # --------------OR----------------
+      #   value: password
 
   datahub:
     version: v0.10.4
diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 7bb2490bc..86b95a471 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.0.17
+version: 0.0.18
 dependencies:
   - name: elasticsearch
     version: 7.17.3
@@ -28,6 +28,10 @@ dependencies:
     version: 11.2.6
     repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami
     condition: postgresql.enabled
+  - name: gcloud-sqlproxy
+    version: 0.24.1
+    repository: https://charts.rimusz.net
+    condition: gcloud-sqlproxy.enabled
   # This chart deploys an enterprise version of kafka that requires commercial license
   # Note, Schema registry and kafka rest proxy do not require the commercial license
   - name: cp-helm-charts
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index c75c54edf..620e1e897 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -65,6 +65,30 @@ postgresql:
     # For better security, add postgresql-secrets k8s secret with postgres-password, replication-password and password
     existingSecret: postgresql-secrets
 
+# Using gcloud-proxy requires the node in a GKE cluster to have Cloud SQL Admin scope,
+# you will need to create a new node and migrate the workload if your current node does not have this scope
+gcloud-sqlproxy:
+  enabled: false
+  # Specify an existing secret holding the cloud-sql service account credentials, if not specify,
+  # the default compute engine service account will be used and it needs to have Cloud SQL Client role
+  existingSecret: ""
+  # The key in the existing secret that stores the credentials
+  existingSecretKey: ""
+  # SQL connection settings
+  cloudsql:
+    # MySQL instances:
+    # update with your GCP project, the region of your Cloud SQL instance and the id of your Cloud SQL instance
+    # use port 3306 for MySQL, or other port you set for your SQL instance.
+    instances:
+      # GCP Cloud SQL instance id
+    - instance: ""
+      # GCP project where the instance exists.
+      project: ""
+      # GCP region where the instance exists.
+      region: ""
+      # Port number for the proxy to expose for this instance.
+      port: 3306
+
 cp-helm-charts:
   enabled: false
   # Schema registry is under the community license

From 9b03bca4af6201389027c102ea17aa7d728a2aca Mon Sep 17 00:00:00 2001
From: David van der Spek <vanderspek.david@gmail.com>
Date: Mon, 26 Jun 2023 15:57:19 +0200
Subject: [PATCH 16/89] feat: allow for overriding job annotations and adding
 init containers (#315)

* allow for overriding hook annotations
* allow for specifying init containers on all jobs
---------
Signed-off-by: David van der Spek <vanderspek.david@gmail.com>
---
 charts/datahub/Chart.yaml                     |  2 +-
 .../templates/datahub-auth-secrets.yml        |  4 ++
 .../templates/datahub-encryption-secrets.yml  |  4 ++
 .../datahub-nocode-migration-job.yml          | 12 +++--
 .../datahub-system-update-job.yml             | 12 +++--
 .../templates/elasticsearch-setup-job.yml     | 12 ++---
 charts/datahub/templates/kafka-setup-job.yml  | 12 ++---
 charts/datahub/templates/mysql-setup-job.yml  | 12 ++---
 .../templates/postgresql-setup-job.yml        | 12 ++---
 charts/datahub/values.yaml                    | 44 +++++++++++++++++++
 10 files changed, 91 insertions(+), 35 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 0c13c0aab..073aeef1c 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.175
+version: 0.2.176
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
diff --git a/charts/datahub/templates/datahub-auth-secrets.yml b/charts/datahub/templates/datahub-auth-secrets.yml
index a3f0d469d..3cfe646ca 100644
--- a/charts/datahub/templates/datahub-auth-secrets.yml
+++ b/charts/datahub/templates/datahub-auth-secrets.yml
@@ -9,6 +9,10 @@ apiVersion: v1
 kind: Secret
 metadata:
   name: {{ $secretRef }}
+  {{- with .annotations }}
+  annotations:
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 type: Opaque
 data:
   {{- if .autoGenerate }}
diff --git a/charts/datahub/templates/datahub-encryption-secrets.yml b/charts/datahub/templates/datahub-encryption-secrets.yml
index ae15bbdb4..aedda79f4 100644
--- a/charts/datahub/templates/datahub-encryption-secrets.yml
+++ b/charts/datahub/templates/datahub-encryption-secrets.yml
@@ -9,6 +9,10 @@ apiVersion: v1
 kind: Secret
 metadata:
   name: {{ $secretRef }}
+  {{- with .annotations }}
+  annotations:
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 type: Opaque
 data:
   {{- if .autoGenerate }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
index 697b567b4..7649584e8 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
@@ -5,12 +5,10 @@ metadata:
   name: {{ .Release.Name }}-nocode-migration-job
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
+  {{- with .Values.datahubUpgrade.annotations }}
   annotations:
-    # This is what defines this resource as a hook. Without this line, the
-    # job is considered part of the release.
-    "helm.sh/hook": post-install,post-upgrade
-    "helm.sh/hook-weight": "-2"
-    "helm.sh/hook-delete-policy": before-hook-creation
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 spec:
   template:
     {{- if or .Values.global.podLabels .Values.datahubUpgrade.podAnnotations}}
@@ -51,9 +49,9 @@ spec:
       restartPolicy: Never
       securityContext:
         {{- toYaml .Values.datahubUpgrade.podSecurityContext | nindent 8 }}
-      initContainers:
       {{- with .Values.datahubUpgrade.extraInitContainers }}
-        {{- toYaml . | nindent 12 }}
+      initContainers:
+        {{- toYaml . | nindent 8 }}
       {{- end }}
       containers:
         - name: datahub-upgrade-job
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index 5fdb87ea4..e03e8b38f 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -5,12 +5,10 @@ metadata:
   name: {{ .Release.Name }}-datahub-system-update-job
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
+  {{- with .Values.datahubSystemUpdate.annotations }}
   annotations:
-    # This is what defines this resource as a hook. Without this line, the
-    # job is considered part of the release.
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-weight": "-4"
-    "helm.sh/hook-delete-policy": before-hook-creation
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 spec:
   template:
     {{- if or .Values.global.podLabels .Values.datahubSystemUpdate.podAnnotations}}
@@ -51,9 +49,9 @@ spec:
       restartPolicy: Never
       securityContext:
         {{- toYaml .Values.datahubSystemUpdate.podSecurityContext | nindent 8 }}
-      initContainers:
       {{- with .Values.datahubSystemUpdate.extraInitContainers }}
-        {{- toYaml . | nindent 12 }}
+      initContainers:
+        {{- toYaml . | nindent 8 }}
       {{- end }}
       containers:
         - name: datahub-system-update-job
diff --git a/charts/datahub/templates/elasticsearch-setup-job.yml b/charts/datahub/templates/elasticsearch-setup-job.yml
index 4a231bbc3..8af9d1175 100644
--- a/charts/datahub/templates/elasticsearch-setup-job.yml
+++ b/charts/datahub/templates/elasticsearch-setup-job.yml
@@ -5,12 +5,10 @@ metadata:
   name: {{ .Release.Name }}-elasticsearch-setup-job
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
+  {{- with .Values.elasticsearchSetupJob.annotations }}
   annotations:
-    # This is what defines this resource as a hook. Without this line, the
-    # job is considered part of the release.
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-weight": "-5"
-    "helm.sh/hook-delete-policy": before-hook-creation
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 spec:
   template:
     {{- if or .Values.global.podLabels .Values.elasticsearchSetupJob.podAnnotations }}
@@ -45,6 +43,10 @@ spec:
       restartPolicy: Never
       securityContext:
         {{- toYaml .Values.elasticsearchSetupJob.podSecurityContext | nindent 8 }}
+      {{- with .Values.elasticsearchSetupJob.extraInitContainers }}
+      initContainers:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
       containers:
         - name: elasticsearch-setup-job
           image: "{{ .Values.elasticsearchSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.elasticsearchSetupJob.image.tag | default .Values.global.datahub.version) }}"
diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml
index 0736ed0ad..a6551d7f1 100644
--- a/charts/datahub/templates/kafka-setup-job.yml
+++ b/charts/datahub/templates/kafka-setup-job.yml
@@ -5,12 +5,10 @@ metadata:
   name: {{ .Release.Name }}-kafka-setup-job
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
+  {{- with .Values.kafkaSetupJob.annotations }}
   annotations:
-    # This is what defines this resource as a hook. Without this line, the
-    # job is considered part of the release.
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-weight": "-5"
-    "helm.sh/hook-delete-policy": before-hook-creation
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 spec:
   template:
     {{- if or .Values.global.podLabels .Values.kafkaSetupJob.podAnnotations }}
@@ -51,6 +49,10 @@ spec:
       {{- with .Values.kafkaSetupJob.extraVolumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
+      {{- with .Values.kafkaSetupJob.extraInitContainers }}
+      initContainers:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
       containers:
         - name: kafka-setup-job
           image: "{{ .Values.kafkaSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.kafkaSetupJob.image.tag | default .Values.global.datahub.version) }}"
diff --git a/charts/datahub/templates/mysql-setup-job.yml b/charts/datahub/templates/mysql-setup-job.yml
index 003ac8408..e847726ae 100644
--- a/charts/datahub/templates/mysql-setup-job.yml
+++ b/charts/datahub/templates/mysql-setup-job.yml
@@ -5,12 +5,10 @@ metadata:
   name: {{ .Release.Name }}-mysql-setup-job
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
+  {{- with .Values.mysqlSetupJob.annotations }}
   annotations:
-    # This is what defines this resource as a hook. Without this line, the
-    # job is considered part of the release.
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-weight": "-5"
-    "helm.sh/hook-delete-policy": before-hook-creation
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 spec:
   template:
     {{- if or .Values.global.podLabels .Values.mysqlSetupJob.podAnnotations }}
@@ -45,6 +43,10 @@ spec:
       restartPolicy: Never
       securityContext:
         {{- toYaml .Values.mysqlSetupJob.podSecurityContext | nindent 8 }}
+      {{- with .Values.mysqlSetupJob.extraInitContainers }}
+      initContainers:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
       containers:
         - name: mysql-setup-job
           image: "{{ .Values.mysqlSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.mysqlSetupJob.image.tag | default .Values.global.datahub.version) }}"
diff --git a/charts/datahub/templates/postgresql-setup-job.yml b/charts/datahub/templates/postgresql-setup-job.yml
index 3ee198058..f5c021468 100644
--- a/charts/datahub/templates/postgresql-setup-job.yml
+++ b/charts/datahub/templates/postgresql-setup-job.yml
@@ -5,12 +5,10 @@ metadata:
   name: {{ .Release.Name }}-postgresql-setup-job
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
+  {{- with .Values.postgresqlSetupJob.annotations }}
   annotations:
-    # This is what defines this resource as a hook. Without this line, the
-    # job is considered part of the release.
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-weight": "-5"
-    "helm.sh/hook-delete-policy": before-hook-creation
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
 spec:
   template:
     {{- if or .Values.global.podLabels .Values.postgresqlSetupJob.podAnnotations }}
@@ -45,6 +43,10 @@ spec:
       restartPolicy: Never
       securityContext:
         {{- toYaml .Values.postgresqlSetupJob.podSecurityContext | nindent 8 }}
+      {{- with .Values.postgresqlSetupJob.extraInitContainers }}
+      initContainers:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
       containers:
         - name: postgresql-setup-job
           image: "{{ .Values.postgresqlSetupJob.image.repository }}:{{ required "Global or specific tag is required" (.Values.postgresqlSetupJob.image.tag | default .Values.global.datahub.version) }}"
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 68b6dd876..6c485aa77 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -96,10 +96,17 @@ elasticsearchSetupJob:
     requests:
       cpu: 300m
       memory: 256Mi
+  extraInitContainers: []
   podSecurityContext:
     fsGroup: 1000
   securityContext:
     runAsUser: 1000
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    helm.sh/hook: pre-install,pre-upgrade
+    helm.sh/hook-weight: "-5"
+    helm.sh/hook-delete-policy: before-hook-creation
   podAnnotations: {}
   # Add extra sidecar containers to job pod
   extraSidecars: []
@@ -119,10 +126,17 @@ kafkaSetupJob:
     requests:
       cpu: 300m
       memory: 768Mi
+  extraInitContainers: []
   podSecurityContext:
     fsGroup: 1000
   securityContext:
     runAsUser: 1000
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    helm.sh/hook: pre-install,pre-upgrade
+    helm.sh/hook-weight: "-5"
+    helm.sh/hook-delete-policy: before-hook-creation
   podAnnotations: {}
   # Add extra sidecar containers to job pod
   extraSidecars: []
@@ -142,10 +156,17 @@ mysqlSetupJob:
     requests:
       cpu: 300m
       memory: 256Mi
+  extraInitContainers: []
   podSecurityContext:
     fsGroup: 1000
   securityContext:
     runAsUser: 1000
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    helm.sh/hook: pre-install,pre-upgrade
+    helm.sh/hook-weight: "-5"
+    helm.sh/hook-delete-policy: before-hook-creation
   podAnnotations: {}
   # Optionally set a set-up job specific login (defaults to global login)
   # username: "mysqlSetupJob-login"
@@ -170,10 +191,17 @@ postgresqlSetupJob:
     requests:
       cpu: 300m
       memory: 256Mi
+  extraInitContainers: []
   podSecurityContext:
     fsGroup: 1000
   securityContext:
     runAsUser: 1000
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    helm.sh/hook: pre-install,pre-upgrade
+    helm.sh/hook-weight: "-5"
+    helm.sh/hook-delete-policy: before-hook-creation
   podAnnotations: {}
   # Optionally set a set-up job specific login (defaults to global login)
   # username: "postgresqlSetupJob-login"
@@ -205,6 +233,12 @@ datahubUpgrade:
     # fsGroup: 1000
   securityContext: {}
     # runAsUser: 1000
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    helm.sh/hook: post-install,post-upgrade
+    helm.sh/hook-weight: "-2"
+    helm.sh/hook-delete-policy: before-hook-creation
   podAnnotations: {}
   # Add extra sidecar containers to job pod
   extraSidecars: []
@@ -241,6 +275,7 @@ datahubUpgrade:
     # extraEnvs:
     #   - name: "DATAHUB_DB_NAME"
     #    value: "dh"
+  extraInitContainers: []
 
 ## Runs system update processes
 ## Includes: Elasticsearch Indices Creation/Reindex (See global.elasticsearch.index for additional configuration)
@@ -252,6 +287,12 @@ datahubSystemUpdate:
     # fsGroup: 1000
   securityContext: {}
     # runAsUser: 1000
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    helm.sh/hook: pre-install,pre-upgrade
+    helm.sh/hook-weight: "-4"
+    helm.sh/hook-delete-policy: before-hook-creation
   podAnnotations: {}
   resources:
     limits:
@@ -265,6 +306,7 @@ datahubSystemUpdate:
     # - name: my-image-name
     #   image: my-image
     #   imagePullPolicy: Always
+  extraInitContainers: []
 
 global:
   strict_mode: true
@@ -537,6 +579,7 @@ global:
       provisionSecret:
         enabled: true
         autoGenerate: true
+        annotations: {}
       # Only specify if autoGenerate set to false
       #  secretValues:
       #    encryptionKey: <encryption key value>
@@ -562,6 +605,7 @@ global:
       provisionSecrets:
         enabled: true
         autoGenerate: true
+        annotations: {}
       # Only specify if autoGenerate set to false
       #  secretValues:
       #    secret: <secret value>

From 3a454eeb0dcaf5555240614d455f210a99878d0f Mon Sep 17 00:00:00 2001
From: miguelbirdie <86949255+miguelbirdie@users.noreply.github.com>
Date: Thu, 29 Jun 2023 15:07:48 +0200
Subject: [PATCH 17/89] feat(cron): Adding more parameters to ingestion-cron
 (#336)

* feat(cron): Adding more parameters to ingestion-cron
---------

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                     |  2 +-
 .../templates/cron.yaml                       |  6 +++++-
 .../datahub-ingestion-cron/values.yaml        | 20 +++++++++++++++++++
 3 files changed, 26 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 073aeef1c..41bd49d88 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.176
+version: 0.2.177
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
index be3ae29b9..ad8fdb425 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
@@ -9,8 +9,12 @@ metadata:
   labels: {{- $labels | nindent 4 }}
 spec:
   schedule: {{ default "0 0 * * *" .schedule | quote}}
+  concurrencyPolicy: {{ default "Allow" .concurrencyPolicy }}
+  successfulJobsHistoryLimit: {{ default 3 .successfulJobsHistoryLimit }}
+  failedJobsHistoryLimit: {{ default 1 .failedJobsHistoryLimit }}
   jobTemplate:
     spec:
+      backoffLimit: {{ default 6 $val.backoffLimit }}
       template:
         {{- with $val.podAnnotations }}
         metadata:
@@ -60,7 +64,7 @@ spec:
                     key: {{ $value.key | quote}}
               {{- end }}
               {{- end }}
-          restartPolicy: OnFailure
+          restartPolicy: {{ default "OnFailure" .restartPolicy }}
           volumes:
             - name: recipe
               configMap:
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index 157960488..3e5db76e3 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -66,6 +66,26 @@ crons: {}
     ##
     #podAnnotations: {}
 
+    ## Add your own restartPolicy
+    ##
+    #restartPolicy:
+
+    ## Add your own concurrencyPolicy
+    ##
+    #concurrencyPolicy:
+
+    ## Add your own failedJobsHistoryLimit
+    ##
+    #failedJobsHistoryLimit:
+
+    ## Add your own successfulJobsHistoryLimit
+    ##
+    #successfulJobsHistoryLimit:
+
+    ## Add your own backoffLimit
+    ##
+    #backoffLimit:
+
 # Add extra sidecar containers to deployment pod
 extraSidecars: []
   # - name: my-image-name

From 9e1b66a28500eb73c002d4b639304f075fa239a8 Mon Sep 17 00:00:00 2001
From: Chris Collins <chriscollins3456@gmail.com>
Date: Thu, 29 Jun 2023 16:09:42 -0400
Subject: [PATCH 18/89] Update charts to include search and browse env variable
 flags (#337)

* Update charts to include search and browse env variable flags
---
 charts/datahub/Chart.yaml                                 | 8 ++++----
 charts/datahub/subcharts/datahub-gms/Chart.yaml           | 2 +-
 .../subcharts/datahub-gms/templates/deployment.yaml       | 6 ++++++
 charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml  | 2 +-
 .../datahub-mae-consumer/templates/deployment.yaml        | 6 ++++++
 charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml  | 2 +-
 .../datahub-mce-consumer/templates/deployment.yaml        | 6 ++++++
 charts/datahub/values.yaml                                | 6 ++++++
 8 files changed, 31 insertions(+), 7 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 41bd49d88..6403f1465 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.177
+version: 0.2.178
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
 dependencies:
   - name: datahub-gms
-    version: 0.2.149
+    version: 0.2.150
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
@@ -18,11 +18,11 @@ dependencies:
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.145
+    version: 0.2.146
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.147
+    version: 0.2.149
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index dbb156773..1c8eb0cbd 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.149
+version: 0.2.150
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index c4b182231..45524b096 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -97,6 +97,12 @@ spec:
             periodSeconds: {{ .Values.readinessProbe.periodSeconds }}
             failureThreshold: {{ .Values.readinessProbe.failureThreshold }}
           env:
+            - name: SHOW_SEARCH_FILTERS_V2
+              value: {{ .Values.global.datahub.search_and_browse.show_search_v2 | quote }}
+            - name: SHOW_BROWSE_V2
+              value: {{ .Values.global.datahub.search_and_browse.show_browse_v2 | quote }}
+            - name: BACKFILL_BROWSE_PATHS_V2
+              value: {{ .Values.global.datahub.search_and_browse.backfill_browse_v2 | quote }}
             {{- if .Values.global.elasticsearch.search.custom.enabled }}
             - name: ELASTICSEARCH_QUERY_CUSTOM_CONFIG_ENABLED
               value: "true"
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index ca13fbe89..00939a712 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.145
+version: 0.2.146
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index b2ee85dfc..8d0cb142c 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -83,6 +83,12 @@ spec:
             periodSeconds: {{ .Values.readinessProbe.periodSeconds }}
             failureThreshold: {{ .Values.readinessProbe.failureThreshold }}
           env:
+            - name: SHOW_SEARCH_FILTERS_V2
+              value: {{ .Values.global.datahub.search_and_browse.show_search_v2 | quote }}
+            - name: SHOW_BROWSE_V2
+              value: {{ .Values.global.datahub.search_and_browse.show_browse_v2 | quote }}
+            - name: BACKFILL_BROWSE_PATHS_V2
+              value: {{ .Values.global.datahub.search_and_browse.backfill_browse_v2 | quote }}
             {{- if .Values.global.datahub.systemUpdate.enabled }}
             - name: DATAHUB_UPGRADE_HISTORY_KAFKA_CONSUMER_GROUP_ID
               value: {{ printf "%s-%s" .Release.Name "duhe-consumer-job-client-mcl" }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 4dfb9d21b..f2985ec66 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.147
+version: 0.2.149
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 3c2e33c22..7b84f2268 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -87,6 +87,12 @@ spec:
             periodSeconds: {{ .Values.readinessProbe.periodSeconds }}
             failureThreshold: {{ .Values.readinessProbe.failureThreshold }}
           env:
+            - name: SHOW_SEARCH_FILTERS_V2
+              value: {{ .Values.global.datahub.search_and_browse.show_search_v2 | quote }}
+            - name: SHOW_BROWSE_V2
+              value: {{ .Values.global.datahub.search_and_browse.show_browse_v2 | quote }}
+            - name: BACKFILL_BROWSE_PATHS_V2
+              value: {{ .Values.global.datahub.search_and_browse.backfill_browse_v2 | quote }}
             {{- if .Values.global.datahub.systemUpdate.enabled }}
             - name: DATAHUB_UPGRADE_HISTORY_KAFKA_CONSUMER_GROUP_ID
               value: {{ printf "%s-%s" .Release.Name "duhe-consumer-job-client-mcp" }}
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 6c485aa77..680678350 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -618,6 +618,12 @@ global:
     ## Enables diff mode for graph writes, uses a different code path that produces a diff from previous to next to write relationships instead of wholesale deleting edges and reading
     enableGraphDiffMode: true
 
+    ## Values specific to the unified search and browse feature.
+    search_and_browse:
+      show_search_v2: true  # If on, show the new search filters experience as of v0.10.5
+      show_browse_v2: true  # If on, show the new browse experience as of v0.10.5
+      backfill_browse_v2: true  # If on, run the backfill upgrade job that generates default browse paths for relevant entities
+
 #  hostAliases:
 #    - ip: "192.168.0.104"
 #      hostnames:

From d56333b25996172ae68c01b4aa2f3d0d7de51b05 Mon Sep 17 00:00:00 2001
From: Chris Collins <chriscollins3456@gmail.com>
Date: Thu, 6 Jul 2023 17:23:49 -0400
Subject: [PATCH 19/89] fix(config) Set search and browse flags default off
 (#339)

* fix(config) Set search and browse flags default off
---
 charts/datahub/Chart.yaml  | 2 +-
 charts/datahub/values.yaml | 6 +++---
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 6403f1465..78afa2c2b 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.178
+version: 0.2.179
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 680678350..907c0cc66 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -620,9 +620,9 @@ global:
 
     ## Values specific to the unified search and browse feature.
     search_and_browse:
-      show_search_v2: true  # If on, show the new search filters experience as of v0.10.5
-      show_browse_v2: true  # If on, show the new browse experience as of v0.10.5
-      backfill_browse_v2: true  # If on, run the backfill upgrade job that generates default browse paths for relevant entities
+      show_search_v2: false  # If on, show the new search filters experience as of v0.10.5
+      show_browse_v2: false  # If on, show the new browse experience as of v0.10.5
+      backfill_browse_v2: false  # If on, run the backfill upgrade job that generates default browse paths for relevant entities
 
 #  hostAliases:
 #    - ip: "192.168.0.104"

From 9425a23bac52ae403ae52f60028a4c5222191e89 Mon Sep 17 00:00:00 2001
From: sachinsaju <33017477+sachinsaju@users.noreply.github.com>
Date: Fri, 21 Jul 2023 23:05:10 +0530
Subject: [PATCH 20/89] feat(cron): support nodeselector, affinity and
 toleration capabilities  (#342)

* feat : add tolerations parameter in datahub-ingestion-cron chart

---------

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                          |  4 ++--
 .../subcharts/datahub-ingestion-cron/Chart.yaml    |  2 +-
 .../datahub-ingestion-cron/templates/cron.yaml     | 12 ++++++++++++
 .../subcharts/datahub-ingestion-cron/values.yaml   | 14 ++++++++++++++
 4 files changed, 29 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 78afa2c2b..251e85465 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.179
+version: 0.2.180
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.4
@@ -26,7 +26,7 @@ dependencies:
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.133
+    version: 0.2.134
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index f24e507fe..95eca2002 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.133
+version: 0.2.134
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
index ad8fdb425..5b2c417db 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
@@ -65,6 +65,18 @@ spec:
               {{- end }}
               {{- end }}
           restartPolicy: {{ default "OnFailure" .restartPolicy }}
+          {{- if .nodeSelector }}
+          nodeSelector:
+            {{- toYaml .nodeSelector | nindent 12 }}
+          {{- end }}
+          {{- if .affinity }}
+          affinity:
+            {{- toYaml .affinity | nindent 12 }}
+          {{- end }}
+          {{- if .tolerations }}
+          tolerations:
+            {{- toYaml .tolerations | nindent 12 }}
+          {{- end }}
           volumes:
             - name: recipe
               configMap:
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index 3e5db76e3..f4ad84c1f 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -86,6 +86,20 @@ crons: {}
     ##
     #backoffLimit:
 
+    ## Node Selector parameters for job pod
+    ##
+    #nodeSelector: {}
+    #  region: us-west-1
+    #  disk: ssd
+
+    ## Affinity settings for job pod
+    ##
+    #affinity : {}
+
+    ## Toleration settings  for job pod
+    ##
+    #tolerations: []
+
 # Add extra sidecar containers to deployment pod
 extraSidecars: []
   # - name: my-image-name

From bd670a922fb13f66446d26925e96c3424e546ec6 Mon Sep 17 00:00:00 2001
From: Indy Prentice <iprentic@users.noreply.github.com>
Date: Thu, 3 Aug 2023 01:30:02 -0300
Subject: [PATCH 21/89] Helm update for 0.10.5 release (#346)

* Helm update for 0.10.5 release

* use latest point release for ingestion
---
 charts/datahub/Chart.yaml                        | 4 ++--
 charts/datahub/quickstart-values-with-neo4j.yaml | 4 ++--
 charts/datahub/values.yaml                       | 4 ++--
 3 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 251e85465..da510e51f 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,10 +4,10 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.180
+version: 0.2.181
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.10.4
+appVersion: 0.10.5
 dependencies:
   - name: datahub-gms
     version: 0.2.150
diff --git a/charts/datahub/quickstart-values-with-neo4j.yaml b/charts/datahub/quickstart-values-with-neo4j.yaml
index cf033a9c3..d616daf7a 100644
--- a/charts/datahub/quickstart-values-with-neo4j.yaml
+++ b/charts/datahub/quickstart-values-with-neo4j.yaml
@@ -107,7 +107,7 @@ global:
         secretKey: mysql-root-password
 
   datahub:
-    version: v0.10.4
+    version: v0.10.5
     gms:
       port: "8080"
     mae_consumer:
@@ -116,4 +116,4 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.10.0"
+      defaultCliVersion: "0.10.5.4"
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 907c0cc66..0c840997a 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -554,7 +554,7 @@ global:
       #   value: password
 
   datahub:
-    version: v0.10.4
+    version: v0.10.5
     gms:
       port: "8080"
       nodePort: "30001"
@@ -586,7 +586,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.10.4"
+      defaultCliVersion: "0.10.5.4"
 
     metadata_service_authentication:
       enabled: false

From 30eee991bbad5b398051758c1a97a5d028430427 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Tue, 15 Aug 2023 07:59:18 -0500
Subject: [PATCH 22/89] docs(readme): document secrets randomization (#350)

* docs(readme):  Add notes about randomized keys and credentials
---
 README.md | 21 ++++++++++++++++++++-
 1 file changed, 20 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 46355ed73..49027c0cb 100644
--- a/README.md
+++ b/README.md
@@ -123,7 +123,26 @@ kubectl port-forward <datahub-frontend pod name> 9002:9002
 You should be able to access the frontend via http://localhost:9002. 
 
 Once you confirm that the pods are running well, you can set up ingress for datahub-frontend 
-to expose the 9002 port to the public.  
+to expose the 9002 port to the public.
+
+## Default Credentials
+
+There are a few keys and credentials created as part of the deployment using randomized values. They can be overridden using various configuration parameters.
+
+Also consider changing the default credentials used by any of the underlying data stores pulled in by the companion helm chart for
+the prerequisites. Refer to the upstream helm charts or point to your own managed data stores for these components.
+
+### DataHub Login
+
+For controlling the default admin password, see the following [configuration](charts/datahub/values.yaml#L36).
+
+### Encryption Key
+
+Used by the Play framework and GMS to encrypt secrets at the application level, this can be configured [here](charts/datahub/values.yaml#L579).
+
+### Token Signing Key
+
+Used to sign tokens for authentication, see configuration [here](charts/datahub/values.yaml#L605).
 
 ## Contributing
 

From ea8a17860f053c63387b8309e1f77c0e1462a1b3 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Thu, 17 Aug 2023 22:36:12 -0500
Subject: [PATCH 23/89] fix(auth-secrets): fix system update secrets (#351)

* fix(auth-secret): remove auth secret from common template, cannot be used by all jobs
---
 charts/datahub/Chart.yaml                                | 2 +-
 charts/datahub/templates/datahub-upgrade/_upgrade.tpl    | 9 ---------
 .../datahub-upgrade/datahub-cleanup-job-template.yml     | 9 +++++++++
 .../datahub-upgrade/datahub-nocode-migration-job.yml     | 9 +++++++++
 .../datahub-restore-indices-job-template.yml             | 9 +++++++++
 5 files changed, 28 insertions(+), 10 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index da510e51f..43e2cf266 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.181
+version: 0.2.182
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.5
diff --git a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
index dda094575..e67ea962b 100644
--- a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
+++ b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
@@ -39,15 +39,6 @@ Return the env variables for upgrade jobs
   value: "{{ .Values.global.sql.datasource.url }}"
 - name: EBEAN_DATASOURCE_DRIVER
   value: "{{ .Values.global.sql.datasource.driver }}"
-{{- if .Values.global.datahub.metadata_service_authentication.enabled }}
-- name: DATAHUB_SYSTEM_CLIENT_ID
-  value: {{ .Values.global.datahub.metadata_service_authentication.systemClientId }}
-- name: DATAHUB_SYSTEM_CLIENT_SECRET
-  valueFrom:
-    secretKeyRef:
-      name: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretRef }}
-      key: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretKey }}
-{{- end }}
 - name: KAFKA_BOOTSTRAP_SERVER
   value: "{{ .Values.global.kafka.bootstrap.server }}"
 {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
index fdd539d04..54d51b8f6 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
@@ -58,6 +58,15 @@ spec:
               args: [ "-u", "NoCodeDataMigrationCleanup" ]
               env:
                 {{- include "datahub.upgrade.env" . | nindent 16}}
+                {{- if .Values.global.datahub.metadata_service_authentication.enabled }}
+                - name: DATAHUB_SYSTEM_CLIENT_ID
+                  value: {{ .Values.global.datahub.metadata_service_authentication.systemClientId }}
+                - name: DATAHUB_SYSTEM_CLIENT_SECRET
+                  valueFrom:
+                    secretKeyRef:
+                      name: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretRef }}
+                      key: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretKey }}
+                {{- end }}
               {{- with .Values.datahubUpgrade.extraEnvs }}
                 {{- toYaml . | nindent 16 }}
               {{- end }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
index 7649584e8..311c1f3a5 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
@@ -68,6 +68,15 @@ spec:
             - "dbType={{ .Values.datahubUpgrade.noCodeDataMigration.sqlDbType }}"
           env:
             {{- include "datahub.upgrade.env" . | nindent 12}}
+            {{- if .Values.global.datahub.metadata_service_authentication.enabled }}
+            - name: DATAHUB_SYSTEM_CLIENT_ID
+              value: {{ .Values.global.datahub.metadata_service_authentication.systemClientId }}
+            - name: DATAHUB_SYSTEM_CLIENT_SECRET
+              valueFrom:
+                secretKeyRef:
+                  name: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretRef }}
+                  key: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretKey }}
+            {{- end }}
           {{- with .Values.datahubUpgrade.extraEnvs }}
             {{- toYaml . | nindent 12 }}
           {{- end }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
index 7fbdde2aa..167b0d63a 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
@@ -70,6 +70,15 @@ spec:
                 - "batchDelayMs={{ .Values.datahubUpgrade.batchDelayMs }}"
               env:
                 {{- include "datahub.upgrade.env" . | nindent 16}}
+                {{- if .Values.global.datahub.metadata_service_authentication.enabled }}
+                - name: DATAHUB_SYSTEM_CLIENT_ID
+                  value: {{ .Values.global.datahub.metadata_service_authentication.systemClientId }}
+                - name: DATAHUB_SYSTEM_CLIENT_SECRET
+                  valueFrom:
+                    secretKeyRef:
+                      name: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretRef }}
+                      key: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretKey }}
+                {{- end }}
               {{- with .Values.datahubUpgrade.extraEnvs }}
                 {{- toYaml . | nindent 16 }}
               {{- end }}

From a8baacd6819a8ae2bdaf62f27670f74be47ea95b Mon Sep 17 00:00:00 2001
From: Kohei Watanabe <littlewat.dev@gmail.com>
Date: Wed, 6 Sep 2023 12:39:35 +0900
Subject: [PATCH 24/89] fix(datahub-system-update-job): enable
 `SPRING_KAFKA_PROPERTIES_AUTO_REGISTER_SCHEMAS` (#358)

* fix(datahub-system-update-job): enable SPRING_KAFKA_PROPERTIES_AUTO_REGISTER_SCHEMAS
---
 charts/datahub/Chart.yaml                                       | 2 +-
 .../templates/datahub-upgrade/datahub-system-update-job.yml     | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 43e2cf266..ecd6dc00e 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.182
+version: 0.2.183
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.5
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index e03e8b38f..261f0b921 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -70,7 +70,7 @@ spec:
             - name: SCHEMA_REGISTRY_SYSTEM_UPDATE
               value: "true"
             - name: SPRING_KAFKA_PROPERTIES_AUTO_REGISTER_SCHEMAS
-              value: "false"
+              value: "true"
             - name: SPRING_KAFKA_PROPERTIES_USE_LATEST_VERSION
               value: "true"
             {{- end }}

From 0663c57198ec819895682ff5c1d939a46096412c Mon Sep 17 00:00:00 2001
From: RyanHolstien <RyanHolstien@users.noreply.github.com>
Date: Wed, 6 Sep 2023 09:19:52 -0500
Subject: [PATCH 25/89] feat(session): add session duration configuration
 (#361)

* feat(session): add session duration configuration
---
 charts/datahub/Chart.yaml                     |   4 +-
 .../subcharts/datahub-frontend/Chart.yaml     |   2 +-
 .../subcharts/datahub-frontend/README.md      | 127 +++++++++---------
 .../templates/deployment.yaml                 |   2 +
 .../subcharts/datahub-frontend/values.yaml    |   2 +
 5 files changed, 71 insertions(+), 66 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index ecd6dc00e..951ffba16 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.183
+version: 0.2.184
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.5
@@ -14,7 +14,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.139
+    version: 0.2.140
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 7437c207c..4b5d0f601 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.139
+version: 0.2.140
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-frontend/README.md b/charts/datahub/subcharts/datahub-frontend/README.md
index 7c14edbe7..3b04d39e7 100644
--- a/charts/datahub/subcharts/datahub-frontend/README.md
+++ b/charts/datahub/subcharts/datahub-frontend/README.md
@@ -6,66 +6,67 @@ Current chart version is `0.2.0`
 
 ## Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| affinity | object | `{}` |  |
-| datahub.play.mem.buffer.size | string | `"10MB"` |  |
-| existingGmsSecret | object | {} | Reference to GMS secret if already exists |
-| exporters.jmx.enabled | boolean | false |  |
-| extraLabels | object | `{}` | Extra labels for deployment configuration |
-| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` |
-| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) |
-| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" |
-| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" |
-| fullnameOverride | string | `"datahub-frontend"` |  |
-| global.datahub_analytics_enabled | boolean | true |  |
-| global.datahub.gms.port | string | `"8080"` |  |
-| image.pullPolicy | string | `"IfNotPresent"` |  |
-| image.repository | string | `"linkedin/datahub-frontend-react"` |  |
-| image.tag | string | `"head"` |  |
-| imagePullSecrets | list | `[]` |  |
-| ingress.annotations | object | `{}` |  |
-| ingress.enabled | bool | `false` |  |
-| ingress.extraLabels | object | `{}` | provides extra labels for ingress configuration |
-| ingress.hosts[0].host | string | `"chart-example.local"` |  |
-| ingress.hosts[0].paths | list | `[]` |  |
-| ingress.hosts[0].redirectPaths | list | `[]` |  |
-| ingress.tls | list | `[]` |  |
-| livenessProbe.initialDelaySeconds | int | `60` |  |
-| livenessProbe.periodSeconds | int | `30` |  |
-| livenessProbe.failureThreshold | int | `4` |  |
-| nameOverride | string | `""` |  |
-| nodeSelector | object | `{}` |  |
-| oidcAuthentication.enabled | boolean | `false` | Enable [OIDC authentication](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react) |
-| oidcAuthentication.provider | string | `""` | One of the supported OIDC providers: [google](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-google), [okta](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-okta), or [azure](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-azure) |
-| oidcAuthentication.clientId | string | `""` | A unique identifier for your application with the identity provider |
-| oidcAuthentication.clientSecret | string | `""` | A shared secret to use for exchange between you and your identity provider |
-| oidcAuthentication.clientSecretRef.secretRef | string | `"nil"` | Optional, this is the reference to the shared secret to use for exchange between you and your identity provider |
-| oidcAuthentication.clientSecretRef.secretKey | string | `"nil"` | Optional, this is the key of the shared secret to use for exchange between you and your identity provider |
-| oidcAuthentication.oktaDomain | string | `""` | Okta domain, e.g. `dev-12345.okta.com`; needed only if `provider` is set to `okta` |
-| oidcAuthentication.azureTenantId | string | `""` | Azure directory (tenant) ID; neede only if `provider` is set to `azure` |
-| podAnnotations | object | `{}` |  |
-| podSecurityContext | object | `{}` |  |
-| readinessProbe.initialDelaySeconds | int | `60` |  |
-| readinessProbe.periodSeconds | int | `30` |  |
-| readinessProbe.failureThreshold | int | `4` |  |
-| replicaCount | int | `1` |  |
-| revisionHistoryLimit | int | `10` |  |
-| lifecycle | object | `{}` |  |
-| resources | object | `{}` |  |
-| securityContext | object | `{}` |  |
-| service.port | int | `9001` |  |
-| service.nodePort | int | `""` |  |
-| service.type | string | `"LoadBalancer"` |  |
-| serviceAccount.annotations | object | `{}` |  |
-| serviceAccount.create | bool | `true` |  |
-| serviceAccount.name | string | `nil` |  |
-| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource |
-| tolerations | list | `[]` |  |
-| global.elasticsearch.host | string | `"elasticsearch"` |  |
-| global.elasticsearch.port | string | `"9200"` |  |
-| global.kafka.bootstrap.server | string | `"broker:9092"` |  |
-| datahub.metadata_service_authentication.enabled | bool | `false` | Whether Metadata Service Authentication is enabled. |
-| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
+| Key                                                                         | Type                                                                                              | Default                             | Description                                                                                                                                                                                                                                                                                                                      |
+|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| affinity                                                                    | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| datahub.play.mem.buffer.size                                                | string                                                                                            | `"10MB"`                            |                                                                                                                                                                                                                                                                                                                                  |
+| existingGmsSecret                                                           | object                                                                                            | {}                                  | Reference to GMS secret if already exists                                                                                                                                                                                                                                                                                        |
+| exporters.jmx.enabled                                                       | boolean                                                                                           | false                               |                                                                                                                                                                                                                                                                                                                                  |
+| extraLabels                                                                 | object                                                                                            | `{}`                                | Extra labels for deployment configuration                                                                                                                                                                                                                                                                                        |
+| extraEnvs                                                                   | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]`                                |
+| extraSidecars                                                               | list                                                                                              | `[]`                                | Add additional sidecar containers to the deployment pod(s)                                                                                                                                                                                                                                                                       |
+| extraVolumes                                                                | Templatable string of additional `volumes` to be passed to the `tpl` function                     | ""                                  |
+| extraVolumeMounts                                                           | Templatable string of additional `volumeMounts` to be passed to the `tpl` function                | ""                                  |
+| fullnameOverride                                                            | string                                                                                            | `"datahub-frontend"`                |                                                                                                                                                                                                                                                                                                                                  |
+| global.datahub_analytics_enabled                                            | boolean                                                                                           | true                                |                                                                                                                                                                                                                                                                                                                                  |
+| global.datahub.gms.port                                                     | string                                                                                            | `"8080"`                            |                                                                                                                                                                                                                                                                                                                                  |
+| image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                    |                                                                                                                                                                                                                                                                                                                                  |
+| image.repository                                                            | string                                                                                            | `"linkedin/datahub-frontend-react"` |                                                                                                                                                                                                                                                                                                                                  |
+| image.tag                                                                   | string                                                                                            | `"head"`                            |                                                                                                                                                                                                                                                                                                                                  |
+| imagePullSecrets                                                            | list                                                                                              | `[]`                                |                                                                                                                                                                                                                                                                                                                                  |
+| ingress.annotations                                                         | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| ingress.enabled                                                             | bool                                                                                              | `false`                             |                                                                                                                                                                                                                                                                                                                                  |
+| ingress.extraLabels                                                         | object                                                                                            | `{}`                                | provides extra labels for ingress configuration                                                                                                                                                                                                                                                                                  |
+| ingress.hosts[0].host                                                       | string                                                                                            | `"chart-example.local"`             |                                                                                                                                                                                                                                                                                                                                  |
+| ingress.hosts[0].paths                                                      | list                                                                                              | `[]`                                |                                                                                                                                                                                                                                                                                                                                  |
+| ingress.hosts[0].redirectPaths                                              | list                                                                                              | `[]`                                |                                                                                                                                                                                                                                                                                                                                  |
+| ingress.tls                                                                 | list                                                                                              | `[]`                                |                                                                                                                                                                                                                                                                                                                                  |
+| livenessProbe.initialDelaySeconds                                           | int                                                                                               | `60`                                |                                                                                                                                                                                                                                                                                                                                  |
+| livenessProbe.periodSeconds                                                 | int                                                                                               | `30`                                |                                                                                                                                                                                                                                                                                                                                  |
+| livenessProbe.failureThreshold                                              | int                                                                                               | `4`                                 |                                                                                                                                                                                                                                                                                                                                  |
+| nameOverride                                                                | string                                                                                            | `""`                                |                                                                                                                                                                                                                                                                                                                                  |
+| nodeSelector                                                                | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| auth.sessionTTLHours                                                        | string                                                                                            | `24`                                | Configures the length of time a session token is valid for after creation.                                                                                                                                                                                                                                                       |
+| oidcAuthentication.enabled                                                  | boolean                                                                                           | `false`                             | Enable [OIDC authentication](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react)                                                                                                                                                                                                                      |
+| oidcAuthentication.provider                                                 | string                                                                                            | `""`                                | One of the supported OIDC providers: [google](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-google), [okta](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-okta), or [azure](https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react-azure) |
+| oidcAuthentication.clientId                                                 | string                                                                                            | `""`                                | A unique identifier for your application with the identity provider                                                                                                                                                                                                                                                              |
+| oidcAuthentication.clientSecret                                             | string                                                                                            | `""`                                | A shared secret to use for exchange between you and your identity provider                                                                                                                                                                                                                                                       |
+| oidcAuthentication.clientSecretRef.secretRef                                | string                                                                                            | `"nil"`                             | Optional, this is the reference to the shared secret to use for exchange between you and your identity provider                                                                                                                                                                                                                  |
+| oidcAuthentication.clientSecretRef.secretKey                                | string                                                                                            | `"nil"`                             | Optional, this is the key of the shared secret to use for exchange between you and your identity provider                                                                                                                                                                                                                        |
+| oidcAuthentication.oktaDomain                                               | string                                                                                            | `""`                                | Okta domain, e.g. `dev-12345.okta.com`; needed only if `provider` is set to `okta`                                                                                                                                                                                                                                               |
+| oidcAuthentication.azureTenantId                                            | string                                                                                            | `""`                                | Azure directory (tenant) ID; neede only if `provider` is set to `azure`                                                                                                                                                                                                                                                          |
+| podAnnotations                                                              | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| podSecurityContext                                                          | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| readinessProbe.initialDelaySeconds                                          | int                                                                                               | `60`                                |                                                                                                                                                                                                                                                                                                                                  |
+| readinessProbe.periodSeconds                                                | int                                                                                               | `30`                                |                                                                                                                                                                                                                                                                                                                                  |
+| readinessProbe.failureThreshold                                             | int                                                                                               | `4`                                 |                                                                                                                                                                                                                                                                                                                                  |
+| replicaCount                                                                | int                                                                                               | `1`                                 |                                                                                                                                                                                                                                                                                                                                  |
+| revisionHistoryLimit                                                        | int                                                                                               | `10`                                |                                                                                                                                                                                                                                                                                                                                  |
+| lifecycle                                                                   | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| resources                                                                   | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| securityContext                                                             | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| service.port                                                                | int                                                                                               | `9001`                              |                                                                                                                                                                                                                                                                                                                                  |
+| service.nodePort                                                            | int                                                                                               | `""`                                |                                                                                                                                                                                                                                                                                                                                  |
+| service.type                                                                | string                                                                                            | `"LoadBalancer"`                    |                                                                                                                                                                                                                                                                                                                                  |
+| serviceAccount.annotations                                                  | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
+| serviceAccount.create                                                       | bool                                                                                              | `true`                              |                                                                                                                                                                                                                                                                                                                                  |
+| serviceAccount.name                                                         | string                                                                                            | `nil`                               |                                                                                                                                                                                                                                                                                                                                  |
+| serviceMonitor.create                                                       | bool                                                                                              | `false`                             | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource                                                                                                                                                                                                              |
+| tolerations                                                                 | list                                                                                              | `[]`                                |                                                                                                                                                                                                                                                                                                                                  |
+| global.elasticsearch.host                                                   | string                                                                                            | `"elasticsearch"`                   |                                                                                                                                                                                                                                                                                                                                  |
+| global.elasticsearch.port                                                   | string                                                                                            | `"9200"`                            |                                                                                                                                                                                                                                                                                                                                  |
+| global.kafka.bootstrap.server                                               | string                                                                                            | `"broker:9092"`                     |                                                                                                                                                                                                                                                                                                                                  |
+| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `false`                             | Whether Metadata Service Authentication is enabled.                                                                                                                                                                                                                                                                              |
+| global.datahub.metadata_service_authentication.systemClientId               | string                                                                                            | `"__datahub_system"`                | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                                                                                                      |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string                                                                                            | `nil`                               | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                                                             |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string                                                                                            | `nil`                               | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                                                                   |
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 914c97f81..5db08afbb 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -174,6 +174,8 @@ spec:
                   name: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretRef }}
                   key: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretKey }}
             {{- end }}
+            - name: AUTH_SESSION_TTL_HOURS
+              value: {{ .Values.auth.sessionTTLHours | quote }}
           {{- with .Values.oidcAuthentication }}
             {{- if .enabled }}
             - name: AUTH_OIDC_ENABLED
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 2f4291106..520622b12 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -68,6 +68,8 @@ ingress:
   #    hosts:
   #      - chart-example.local
 
+auth:
+  sessionTTLHours: "24"
 # OIDC auth based on https://datahubproject.io/docs/authentication/guides/sso/configure-oidc-react
 oidcAuthentication:
   enabled: false

From f4cd1ffc74e0d8809b006b90fa1009c1af73030d Mon Sep 17 00:00:00 2001
From: sachinsaju <33017477+sachinsaju@users.noreply.github.com>
Date: Thu, 7 Sep 2023 20:04:32 +0530
Subject: [PATCH 26/89] fix(ingestion-cron): fix indentation in ingestion cron
 template (#356)

* fix: remove unused and irrelevant sidecar configuration
* fix: correct sidecar configuration in cron job template
* fix: update ingestion cron sidecar parameter in README

---------

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                            |  4 ++--
 .../subcharts/datahub-ingestion-cron/Chart.yaml      |  2 +-
 .../subcharts/datahub-ingestion-cron/README.md       |  2 +-
 .../datahub-ingestion-cron/templates/cron.yaml       |  6 +++---
 .../subcharts/datahub-ingestion-cron/values.yaml     | 12 ++++++------
 5 files changed, 13 insertions(+), 13 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 951ffba16..609737bf9 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.184
+version: 0.2.185
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.10.5
@@ -26,7 +26,7 @@ dependencies:
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.134
+    version: 0.2.135
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index 95eca2002..941fb2053 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.134
+version: 0.2.135
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.10.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/README.md b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
index df7feddda..d82a6f5cf 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/README.md
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
@@ -27,4 +27,4 @@ A Helm chart for datahub's metadata-ingestion framework with kerberos authentica
 | crons.extraInitContainers | object | `{}` | Init containers to add to the cronjob container |
 | crons.serviceAccountName | string | | Service account name used for the cronjob container |
 | crons.podAnnotations | object | `{}` | Annotations to add to the pods |
-| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) |
+| crons.extraSidecars | list | `[]` | Add sidecar containers to the pod |
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
index 5b2c417db..2f8001458 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
@@ -64,6 +64,9 @@ spec:
                     key: {{ $value.key | quote}}
               {{- end }}
               {{- end }}
+            {{- if .extraSidecars }}
+              {{- toYaml .extraSidecars | nindent 10 }}
+            {{- end }}
           restartPolicy: {{ default "OnFailure" .restartPolicy }}
           {{- if .nodeSelector }}
           nodeSelector:
@@ -84,8 +87,5 @@ spec:
           {{- if .extraVolumes }}
             {{- toYaml .extraVolumes | nindent 12 }}
           {{- end }}
-        {{- if .extraSidecars }}
-          {{- toYaml .extraSidecars | nindent 10 }}
-        {{- end }}
 ---
 {{- end }}
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index f4ad84c1f..4e703a6be 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -100,12 +100,12 @@ crons: {}
     ##
     #tolerations: []
 
-# Add extra sidecar containers to deployment pod
-extraSidecars: []
-  # - name: my-image-name
-  #   image: my-image
-  #   imagePullPolicy: Always
+    ## Add extra sidecar containers to deployment pod
+    #extraSidecars:
+    # - name: my-image-name
+    #   image: my-image
+    #   imagePullPolicy: Always
 
 global:
   datahub:
-    version: head
\ No newline at end of file
+    version: head

From 062a629a075729ffdf35b3e3944cb52c7777fcd7 Mon Sep 17 00:00:00 2001
From: sachinsaju <33017477+sachinsaju@users.noreply.github.com>
Date: Thu, 7 Sep 2023 20:05:33 +0530
Subject: [PATCH 27/89] docs(ingestion-cron): add documentation for ingestion
 cron job values (#355)

---
 charts/datahub/subcharts/datahub-ingestion-cron/README.md | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/README.md b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
index d82a6f5cf..900b2b15a 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/README.md
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
@@ -27,4 +27,12 @@ A Helm chart for datahub's metadata-ingestion framework with kerberos authentica
 | crons.extraInitContainers | object | `{}` | Init containers to add to the cronjob container |
 | crons.serviceAccountName | string | | Service account name used for the cronjob container |
 | crons.podAnnotations | object | `{}` | Annotations to add to the pods |
+| crons.restartPolicy | string | `"Always"` | Pod restart policy |
+| crons.concurrencyPolicy | string | `"Allow"` | Specifies how to treat concurrent executions of a job |
+| crons.failedJobsHistoryLimit | integer | `1` | Number of failed finished jobs to retain |
+| crons.successfulJobsHistoryLimit | integer | `3` | Number of successful finished jobs to retain |
+| crons.backoffLimit | integer | `6` | Number of retries before marking job failed |
+| crons.nodeSelector | object | `{}` | Node labels for pod assignment |
+| crons.affinity | object | `{}` | Affinity for pod assignment |
+| crons.tolerations | list | `[]` | Tolerations for pod assignment |
 | crons.extraSidecars | list | `[]` | Add sidecar containers to the pod |

From ff3ea3ac1694daa149b0c030574800c376b46812 Mon Sep 17 00:00:00 2001
From: Indy Prentice <iprentic@users.noreply.github.com>
Date: Mon, 11 Sep 2023 18:23:50 -0300
Subject: [PATCH 28/89] Helm changes for 0.11.0 release (#366)

Co-authored-by: Indy Prentice <indy@Indys-MacBook-Pro.local>
---
 charts/datahub/Chart.yaml                        | 4 ++--
 charts/datahub/quickstart-values-with-neo4j.yaml | 4 ++--
 charts/datahub/values.yaml                       | 4 ++--
 3 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 609737bf9..ee2f81e6a 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,10 +4,10 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.185
+version: 0.2.186
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.10.5
+appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
     version: 0.2.150
diff --git a/charts/datahub/quickstart-values-with-neo4j.yaml b/charts/datahub/quickstart-values-with-neo4j.yaml
index d616daf7a..95a62c8b9 100644
--- a/charts/datahub/quickstart-values-with-neo4j.yaml
+++ b/charts/datahub/quickstart-values-with-neo4j.yaml
@@ -107,7 +107,7 @@ global:
         secretKey: mysql-root-password
 
   datahub:
-    version: v0.10.5
+    version: v0.11.0
     gms:
       port: "8080"
     mae_consumer:
@@ -116,4 +116,4 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.10.5.4"
+      defaultCliVersion: "0.11.0"
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 0c840997a..47c2ba3fd 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -554,7 +554,7 @@ global:
       #   value: password
 
   datahub:
-    version: v0.10.5
+    version: v0.11.0
     gms:
       port: "8080"
       nodePort: "30001"
@@ -586,7 +586,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.10.5.4"
+      defaultCliVersion: "0.11.0"
 
     metadata_service_authentication:
       enabled: false

From 935171e26592497818d2b329c886c3a5827ee597 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Thu, 14 Sep 2023 10:04:06 -0500
Subject: [PATCH 29/89] Release v0.11.0 updates (#367)

* feat(release): updates for release v0.11.0
---
 charts/datahub/Chart.yaml                     | 12 ++++-----
 charts/datahub/README.md                      | 18 ++++++-------
 .../datahub/quickstart-values-with-neo4j.yaml | 14 +++++-----
 .../subcharts/datahub-frontend/Chart.yaml     |  4 +--
 .../datahub/subcharts/datahub-gms/Chart.yaml  |  4 +--
 .../datahub/subcharts/datahub-gms/README.md   |  2 +-
 .../datahub-gms/templates/deployment.yaml     |  2 +-
 .../templates/hazelcastService.yaml           |  2 +-
 .../datahub-ingestion-cron/Chart.yaml         |  4 +--
 .../subcharts/datahub-mae-consumer/Chart.yaml |  4 +--
 .../subcharts/datahub-mce-consumer/Chart.yaml |  4 +--
 charts/datahub/values.yaml                    | 26 +++++++++----------
 12 files changed, 48 insertions(+), 48 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index ee2f81e6a..5c32de242 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,29 +4,29 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.186
+version: 0.2.187
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.150
+    version: 0.2.151
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.140
+    version: 0.2.141
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.146
+    version: 0.2.147
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.149
+    version: 0.2.150
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.135
+    version: 0.2.136
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index b077dedf2..986a84bd4 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -22,17 +22,17 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 |-----|------|---------|-------------|
 | datahub-frontend.enabled | bool | `true` | Enable Datahub Front-end |
 | datahub-frontend.image.repository | string | `"linkedin/datahub-frontend-react"` | Image repository for datahub-frontend |
-| datahub-frontend.image.tag | string | `"v0.10.4"` | Image tag for datahub-frontend |
+| datahub-frontend.image.tag | string | `"v0.11.0"` | Image tag for datahub-frontend |
 | datahub-frontend.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-frontend |
 | datahub-gms.enabled | bool | `true` | Enable GMS |
 | datahub-gms.image.repository | string | `"linkedin/datahub-gms"` | Image repository for datahub-gms |
-| datahub-gms.image.tag | string | `"v0.10.4"` | Image tag for datahub-gms |
+| datahub-gms.image.tag | string | `"v0.11.0"` | Image tag for datahub-gms |
 | datahub-gms.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-gms |
 | datahub-mae-consumer.image.repository | string | `"linkedin/datahub-mae-consumer"` | Image repository for datahub-mae-consumer |
-| datahub-mae-consumer.image.tag | string | `"v0.10.4"` | Image tag for datahub-mae-consumer |
+| datahub-mae-consumer.image.tag | string | `"v0.11.0"` | Image tag for datahub-mae-consumer |
 | datahub-mae-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mae-consumer |
 | datahub-mce-consumer.image.repository | string | `"linkedin/datahub-mce-consumer"` | Image repository for datahub-mce-consumer |
-| datahub-mce-consumer.image.tag | string | `"v0.10.4"` | Image tag for datahub-mce-consumer |
+| datahub-mce-consumer.image.tag | string | `"v0.11.0"` | Image tag for datahub-mce-consumer |
 | datahub-mce-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mce-consumer |
 | datahub-ingestion-cron.enabled | bool | `false` | Enable cronjob for periodic ingestion |
 | datahubUpgrade.podSecurityContext | object | `{}` | Pod security context for datahubUpgrade jobs |
@@ -44,7 +44,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | datahubUpgrade.restoreIndices.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | elasticsearchSetupJob.enabled | bool | `true` | Enable setup job for elasicsearch |
 | elasticsearchSetupJob.image.repository | string | `"linkedin/datahub-elasticsearch-setup"` | Image repository for elasticsearchSetupJob |
-| elasticsearchSetupJob.image.tag | string | `"v0.10.4"` | Image repository for elasticsearchSetupJob |
+| elasticsearchSetupJob.image.tag | string | `"v0.11.0"` | Image repository for elasticsearchSetupJob |
 | elasticsearchSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for elasticsearchSetupJob |
 | elasticsearchSetupJob.resources | object | '{}' | Kube Resource definitions for elasticsearchSetupJob |
 | elasticsearchSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for elasticsearchSetupJob |
@@ -53,7 +53,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | elasticsearchSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | kafkaSetupJob.enabled | bool | `true` | Enable setup job for kafka |
 | kafkaSetupJob.image.repository | string | `"linkedin/datahub-kafka-setup"` | Image repository for kafkaSetupJob |
-| kafkaSetupJob.image.tag | string | `"v0.10.4"` | Image repository for kafkaSetupJob |
+| kafkaSetupJob.image.tag | string | `"v0.11.0"` | Image repository for kafkaSetupJob |
 | kafkaSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for kafkaSetupJob|
 | kafkaSetupJob.resources | object | '{}' | Kube Resource definitions for kafkaSetupJob |
 | kafkaSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for kafkaSetupJob |
@@ -62,7 +62,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | kafkaSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | mysqlSetupJob.enabled | bool | `false` | Enable setup job for mysql |
 | mysqlSetupJob.image.repository | string | `"acryldata/datahub-mysql-setup"` | Image repository for mysqlSetupJob |
-| mysqlSetupJob.image.tag | string | `"v0.10.4"` | Image repository for mysqlSetupJob |
+| mysqlSetupJob.image.tag | string | `"v0.11.0"` | Image repository for mysqlSetupJob |
 | mysqlSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for mysqlSetupJob|
 | mysqlSetupJob.resources | object | '{}' | Kube Resource definitions for mysqlSetupJob |
 | mysqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for mysqlSetupJob |
@@ -71,7 +71,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | mysqlSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
 | postgresqlSetupJob.enabled | bool | `false` | Enable setup job for postgresql |
 | postgresqlSetupJob.image.repository | string | `"acryldata/datahub-postgres-setup"` | Image repository for postgresqlSetupJob |
-| postgresqlSetupJob.image.tag | string | `"v0.10.4"` | Image repository for postgresqlSetupJob |
+| postgresqlSetupJob.image.tag | string | `"v0.11.0"` | Image repository for postgresqlSetupJob |
 | postgresqlSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for postgresqlSetupJob|
 | postgresqlSetupJob.resources | object | '{}' | Kube Resource definitions for postgresqlSetupJob |
 | postgresqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for mysqlSetupJob |
@@ -164,7 +164,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.datahub.managed_ingestion.enabled | bool | `true` | Whether or not UI-based ingestion experience is enabled. |
 | global.datahub.encryptionKey.secretRef | string | `datahub-encryption-secrets` | The reference to a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret named `datahub-encryption-secrets`. |
 | global.datahub.encryptionKey.secretKey | string | `encryption_key_secret` | The key of a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `encryption_key_secret` within a secret named `datahub-encryption-secrets`. |
-| global.datahub.managed_ingestion.defaultCliVersion | string | `` |0.10.0 This is the version of the DataHub CLI to use for UI ingestion, by default. |
+| global.datahub.managed_ingestion.defaultCliVersion | string | `` |0.11.0 This is the version of the DataHub CLI to use for UI ingestion, by default. |
 | global.datahub.encryptionKey.provisionSecret.enabled | bool | `true` | Whether an encryption key secret should be provisioned on the first deployment for you. Set this to false if you are overriding global.datahub.encryptionKey.secretRef. |
 | global.datahub.encryptionKey.provisionSecret.autoGenerate | bool | `true` | Whether an encryption key secret should be provisioned for you **with a random seed** on the first deployment for you. Set this to false and use `global.datahub.encryptionKey.provisionSecret.secretValues.encryptionKey` if you would like to specify the secret values directly. |
 | global.datahub.encryptionKey.provisionSecret.secretValues.encryptionKey | string | `` | The encryption key value to be used if specified directly. |
diff --git a/charts/datahub/quickstart-values-with-neo4j.yaml b/charts/datahub/quickstart-values-with-neo4j.yaml
index 95a62c8b9..2d96a889c 100644
--- a/charts/datahub/quickstart-values-with-neo4j.yaml
+++ b/charts/datahub/quickstart-values-with-neo4j.yaml
@@ -4,14 +4,14 @@ datahub-gms:
   enabled: true
   image:
     repository: linkedin/datahub-gms
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
 
 
 datahub-frontend:
   enabled: true
   image:
     repository: linkedin/datahub-frontend-react
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
 
   # Set up ingress to expose react front-end
   ingress:
@@ -40,35 +40,35 @@ elasticsearchSetupJob:
   enabled: true
   image:
     repository: linkedin/datahub-elasticsearch-setup
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
 
 
 kafkaSetupJob:
   enabled: true
   image:
     repository: linkedin/datahub-kafka-setup
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
 
 
 mysqlSetupJob:
   enabled: true
   image:
     repository: acryldata/datahub-mysql-setup
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
 
 
 datahubUpgrade:
   enabled: true
   image:
     repository: acryldata/datahub-upgrade
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
 
 
 datahub-ingestion-cron:
   enabled: false
   image:
     repository: acryldata/datahub-ingestion
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
 
 
 global:
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 4b5d0f601..1c07a61b5 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.140
+version: 0.2.141
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.10.0
+appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 1c8eb0cbd..b9fcd685d 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.150
+version: 0.2.151
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.10.0
+appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/README.md b/charts/datahub/subcharts/datahub-gms/README.md
index 24df024ae..e258611cd 100644
--- a/charts/datahub/subcharts/datahub-gms/README.md
+++ b/charts/datahub/subcharts/datahub-gms/README.md
@@ -81,5 +81,5 @@ Current chart version is `0.2.0`
 | global.datahub.managed_ingestion.enabled | bool | `true` | Whether or not UI-based ingestion experience is enabled. |
 | global.datahub.encryptionKey.secretRef | string | `nil` | The reference to a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. Required if managed_ingestion_enabled is 'true'. |
 | global.datahub.encryptionKey.secretKey | string | `nil` | The key of a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. Required if managed_ingestion_enabled is 'true'. |
-| global.datahub.managed_ingestion.defaultCliVersion | string | `0.10.0` | This is the version of the DataHub CLI to use for UI ingestion, by default. You do not need to explicitly provide this. By default the underlying datahub-gms container will provide a latest version compatible with the server. |
+| global.datahub.managed_ingestion.defaultCliVersion | string | `0.11.0` | This is the version of the DataHub CLI to use for UI ingestion, by default. You do not need to explicitly provide this. By default the underlying datahub-gms container will provide a latest version compatible with the server. |
 | global.datahub.enable_retention | bool | `false` | Whether or not to enable retention on local DB |
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 45524b096..d4d55367b 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -113,7 +113,7 @@ spec:
             - name: SEARCH_SERVICE_CACHE_IMPLEMENTATION
               value: "hazelcast"
             - name: SEARCH_SERVICE_HAZELCAST_SERVICE_NAME
-              value: {{ printf "%s-%s" .Release.Name "hazelcast-service" }}
+              value: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
             {{- end}}
             {{- if .Values.global.datahub.systemUpdate.enabled }}
             - name: DATAHUB_UPGRADE_HISTORY_KAFKA_CONSUMER_GROUP_ID
diff --git a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
index 50abdc524..b4a1aa427 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
@@ -2,7 +2,7 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ printf "%s-%s" .Release.Name "hazelcast-service" }}
+  name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
 spec:
   clusterIP: None
   ports:
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index 941fb2053..7f70d6aad 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.135
+version: 0.2.136
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.10.0
+appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index 00939a712..e2ad31b49 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.146
+version: 0.2.147
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.10.0
+appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index f2985ec66..647ff4d54 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.149
+version: 0.2.150
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.10.0
+appVersion: v0.11.0
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 47c2ba3fd..597993ecb 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -4,7 +4,7 @@ datahub-gms:
   enabled: true
   image:
     repository: linkedin/datahub-gms
-    # tag: "v0.10.0 # defaults to .global.datahub.version
+    # tag: "v0.11.0 # defaults to .global.datahub.version
   resources:
     limits:
       memory: 2Gi
@@ -23,7 +23,7 @@ datahub-frontend:
   enabled: true
   image:
     repository: linkedin/datahub-frontend-react
-    # tag: "v0.10.0" # # defaults to .global.datahub.version
+    # tag: "v0.11.0" # # defaults to .global.datahub.version
   resources:
     limits:
       memory: 1400Mi
@@ -59,7 +59,7 @@ acryl-datahub-actions:
 datahub-mae-consumer:
   image:
     repository: linkedin/datahub-mae-consumer
-    # tag: "v0.10.0" # defaults to .global.datahub.version
+    # tag: "v0.11.0" # defaults to .global.datahub.version
   resources:
     limits:
       memory: 1536Mi
@@ -70,7 +70,7 @@ datahub-mae-consumer:
 datahub-mce-consumer:
   image:
     repository: linkedin/datahub-mce-consumer
-    # tag: "v0.10.0" # defaults to .global.datahub.version
+    # tag: "v0.11.0" # defaults to .global.datahub.version
   resources:
     limits:
       memory: 1536Mi
@@ -82,13 +82,13 @@ datahub-ingestion-cron:
   enabled: false
   image:
     repository: acryldata/datahub-ingestion
-    # tag: "v0.10.0" # defaults to .global.datahub.version
+    # tag: "v0.11.0" # defaults to .global.datahub.version
 
 elasticsearchSetupJob:
   enabled: true
   image:
     repository: linkedin/datahub-elasticsearch-setup
-    # tag: "v0.10.0" # defaults to .global.datahub.version
+    # tag: "v0.11.0" # defaults to .global.datahub.version
   resources:
     limits:
       cpu: 500m
@@ -118,7 +118,7 @@ kafkaSetupJob:
   enabled: true
   image:
     repository: linkedin/datahub-kafka-setup
-    # tag: "v0.10.0" # defaults to .global.datahub.version
+    # tag: "v0.11.0" # defaults to .global.datahub.version
   resources:
     limits:
       cpu: 500m
@@ -148,7 +148,7 @@ mysqlSetupJob:
   enabled: true
   image:
     repository: acryldata/datahub-mysql-setup
-    # tag: "v0.10.0" # defaults to .global.datahub.version
+    # tag: "v0.11.0" # defaults to .global.datahub.version
   resources:
     limits:
       cpu: 500m
@@ -183,7 +183,7 @@ postgresqlSetupJob:
   enabled: false
   image:
     repository: acryldata/datahub-postgres-setup
-    # tag: "v0.10.0" # defaults to .global.datahub.version
+    # tag: "v0.11.0" # defaults to .global.datahub.version
   resources:
     limits:
       cpu: 500m
@@ -223,7 +223,7 @@ datahubUpgrade:
   enabled: true
   image:
     repository: acryldata/datahub-upgrade
-    # tag: "v0.10.0"  # defaults to .global.datahub.version
+    # tag: "v0.11.0"  # defaults to .global.datahub.version
   batchSize: 1000
   batchDelayMs: 100
   noCodeDataMigration:
@@ -620,9 +620,9 @@ global:
 
     ## Values specific to the unified search and browse feature.
     search_and_browse:
-      show_search_v2: false  # If on, show the new search filters experience as of v0.10.5
-      show_browse_v2: false  # If on, show the new browse experience as of v0.10.5
-      backfill_browse_v2: false  # If on, run the backfill upgrade job that generates default browse paths for relevant entities
+      show_search_v2: true  # If on, show the new search filters experience as of v0.10.5
+      show_browse_v2: true  # If on, show the new browse experience as of v0.10.5
+      backfill_browse_v2: true  # If on, run the backfill upgrade job that generates default browse paths for relevant entities
 
 #  hostAliases:
 #    - ip: "192.168.0.104"

From d8e8c551284675b892e7efe6a102338de47390a7 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Tue, 19 Sep 2023 04:05:31 -0500
Subject: [PATCH 30/89] doc(values): remove duplicate doc (#363)

* doc(values): remove duplicate doc

* Update Chart.yaml

---------

Co-authored-by: Pedro Silva <pedro@acryl.io>
---
 charts/datahub/Chart.yaml                                   | 2 +-
 charts/datahub/subcharts/datahub-ingestion-cron/values.yaml | 6 ------
 2 files changed, 1 insertion(+), 7 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 5c32de242..149e95c10 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.187
+version: 0.2.188
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index 4e703a6be..6f3825a8c 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -100,12 +100,6 @@ crons: {}
     ##
     #tolerations: []
 
-    ## Add extra sidecar containers to deployment pod
-    #extraSidecars:
-    # - name: my-image-name
-    #   image: my-image
-    #   imagePullPolicy: Always
-
 global:
   datahub:
     version: head

From ef63fae2d436ff099f600c8909a96a1e98c90c5b Mon Sep 17 00:00:00 2001
From: Dimitri <36767102+dim-ops@users.noreply.github.com>
Date: Tue, 19 Sep 2023 11:07:59 +0200
Subject: [PATCH 31/89] chore(gms): setup readiness & liveness from main chart
 (#314)

* fix(gms): increase initialDelaySeconds readiness & liveness

* chore(gms): setup readiness & liveness from main chart

---------

Co-authored-by: Dimitri GRISARD <dgrisard-externe@bedrockstreaming.com>
---
 charts/datahub/values.yaml | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 597993ecb..d0394cb68 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -11,6 +11,14 @@ datahub-gms:
     requests:
       cpu: 100m
       memory: 1Gi
+  livenessProbe:
+    initialDelaySeconds: 60
+    periodSeconds: 30
+    failureThreshold: 8
+  readinessProbe:
+    initialDelaySeconds: 120
+    periodSeconds: 30
+    failureThreshold: 8
   # Optionally set a GMS specific SQL login (defaults to global login)
   # sql:
   #   datasource:

From e725085d99dc5e48cd1706cfcd52636f9ed5ed83 Mon Sep 17 00:00:00 2001
From: RyanHolstien <RyanHolstien@users.noreply.github.com>
Date: Fri, 29 Sep 2023 14:41:18 -0500
Subject: [PATCH 32/89] fix(secret): improve secret default behavior (#369)

* fix(secret): improve length of default key to be more brute force resilient

* Update Chart.yaml
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-frontend/Chart.yaml          | 2 +-
 .../datahub/subcharts/datahub-frontend/templates/secrets.yaml | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 149e95c10..5954c3240 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.188
+version: 0.2.189
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
@@ -14,7 +14,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.141
+    version: 0.2.142
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 1c07a61b5..98bec17fd 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.141
+version: 0.2.142
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/secrets.yaml b/charts/datahub/subcharts/datahub-frontend/templates/secrets.yaml
index 9faeb32e0..e3bc54221 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/secrets.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/secrets.yaml
@@ -7,5 +7,5 @@ metadata:
     {{- include "datahub-frontend.labels" . | nindent 4 }}
 type: Opaque
 data:
-  datahub.gms.secret: {{ randAlphaNum 10 | b64enc | quote }}
+  datahub.gms.secret: {{ randAscii 32 | b64enc | quote }}
 {{- end -}}
\ No newline at end of file

From 68400a96049d2cc7c300845ff26dc45ede04d354 Mon Sep 17 00:00:00 2001
From: Glenn Schuurman <glennschuurman@gmail.com>
Date: Wed, 4 Oct 2023 18:28:53 +0200
Subject: [PATCH 33/89] feat(neo4j): update neo4j chart (#365)

* feat(neo4j): update neo4j chart

Update neo4j to the latest chart version supplied by the neo4j
organisation. The new chart offers build in support for enterprise and
comunity deployments. This also improves security by exposing the
podSecurityContext and containerSecurityContext to the user.

BREAKING CHANGE:

Removal of neo4j-comunity chart and values
Change neo4j parameters are now under neo4j.neo4j
Rename neo4jPassword to password
Rename existingPasswordSecret to passwordFromSecret
Change passwordFromSecret expects: neo4j-password and NEO4J_AUTH keys
Require PersistentVolume from values

Closes: https://github.com/acryldata/datahub-helm/issues/364

---------

Co-authored-by: Glenn Schuurman <glenn.schuurman@dataplatformgemeenten.nl>
Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 .github/workflows/release.yaml                |  3 +-
 README.md                                     |  6 +--
 charts/datahub/Chart.yaml                     |  2 +-
 .../datahub/quickstart-values-with-neo4j.yaml |  4 +-
 charts/datahub/values.yaml                    |  4 +-
 charts/prerequisites/Chart.yaml               | 13 ++---
 charts/prerequisites/values.yaml              | 48 ++++++++++++-------
 7 files changed, 45 insertions(+), 35 deletions(-)

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index 7343b932c..2c96e44c7 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -31,8 +31,7 @@ jobs:
       - name: Add Helm repos
         run: |
           helm repo add elasticsearch https://helm.elastic.co
-          helm repo add neo4j https://neo4j-contrib.github.io/neo4j-helm
-          helm repo add neo4j-community https://equinor.github.io/helm-charts/charts
+          helm repo add neo4j https://helm.neo4j.com/neo4j
           helm repo add mysql https://charts.bitnami.com/bitnami
           helm repo add cp-helm-charts https://confluentinc.github.io/cp-helm-charts
           helm repo add kafka https://charts.bitnami.com/bitnami
diff --git a/README.md b/README.md
index 49027c0cb..722640da4 100644
--- a/README.md
+++ b/README.md
@@ -47,7 +47,7 @@ Assuming kubectl context points to the correct kubernetes cluster, first create
 
 ```(shell)
 kubectl create secret generic mysql-secrets --from-literal=mysql-root-password=datahub
-kubectl create secret generic neo4j-secrets --from-literal=neo4j-password=datahub
+kubectl create secret generic neo4j-secrets --from-literal=neo4j-password=datahub --from-literal=NEO4J_AUTH=neo4j/datahub
 ```
 
 The above commands sets the passwords to "datahub" as an example. Change to any password of choice. 
@@ -79,7 +79,7 @@ elasticsearch-master-0                             1/1     Running     0
 prerequisites-cp-schema-registry-cf79bfccf-kvjtv   2/2     Running     1          63m
 prerequisites-kafka-0                              1/1     Running     2          62m
 prerequisites-mysql-0                              1/1     Running     1          62m
-prerequisites-neo4j-community-0                    1/1     Running     0          52m
+prerequisites-neo4j-0                              1/1     Running     0          52m
 prerequisites-zookeeper-0                          1/1     Running     0          62m
 ```
 
@@ -109,7 +109,7 @@ elasticsearch-master-0                             1/1     Running     0
 prerequisites-cp-schema-registry-cf79bfccf-kvjtv   2/2     Running     1          99m
 prerequisites-kafka-0                              1/1     Running     2          97m
 prerequisites-mysql-0                              1/1     Running     1          97m
-prerequisites-neo4j-community-0                    1/1     Running     0          88m
+prerequisites-neo4j-0                              1/1     Running     0          88m
 prerequisites-zookeeper-0                          1/1     Running     0          97m
 ```
 
diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 5954c3240..03577c468 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.189
+version: 0.3.0
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/quickstart-values-with-neo4j.yaml b/charts/datahub/quickstart-values-with-neo4j.yaml
index 2d96a889c..e37768374 100644
--- a/charts/datahub/quickstart-values-with-neo4j.yaml
+++ b/charts/datahub/quickstart-values-with-neo4j.yaml
@@ -87,8 +87,8 @@ global:
       url: "http://prerequisites-cp-schema-registry:8081"
 
   neo4j:
-    host: "prerequisites-neo4j-community:7474"
-    uri: "bolt://prerequisites-neo4j-community"
+    host: "prerequisites-neo4j:7474"
+    uri: "bolt://prerequisites-neo4j"
     username: "neo4j"
     password:
       secretRef: neo4j-secrets
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index d0394cb68..e9f285a6a 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -506,8 +506,8 @@ global:
       #   registry: datahub
 
   neo4j:
-    host: "prerequisites-neo4j-community:7474"
-    uri: "bolt://prerequisites-neo4j-community"
+    host: "prerequisites-neo4j:7474"
+    uri: "bolt://prerequisites-neo4j"
     username: "neo4j"
     password:
       secretRef: neo4j-secrets
diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 86b95a471..c9378a561 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,22 +4,17 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.0.18
+version: 0.1.1
 dependencies:
   - name: elasticsearch
     version: 7.17.3
     repository: https://helm.elastic.co
     condition: elasticsearch.enabled
-  # This chart deploys an enterprise version of neo4j that requires commercial license
+  # This chart deploys an enterprise or community version of neo4j
   - name: neo4j
-    version: 4.2.2-1
-    repository: https://neo4j-contrib.github.io/neo4j-helm/
+    version: 5.11.0
+    repository: https://helm.neo4j.com/neo4j
     condition: neo4j.enabled
-  # This chart deploys a community version of neo4j
-  - name: neo4j-community
-    version: 1.2.5
-    repository: https://equinor.github.io/helm-charts/charts/
-    condition: neo4j-community.enabled
   - name: mysql
     version: 9.1.8
     repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index 620e1e897..beeee6a4b 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -34,24 +34,40 @@ elasticsearch:
   #     requests:
   #       storage: 100M
 
-# Official neo4j chart uses the Neo4j Enterprise Edition which requires a license
+# Official neo4j chart, supports both community and enterprise editions
+# see https://neo4j.com/docs/operations-manual/current/kubernetes/ for more information
+# source: https://github.com/neo4j/helm-charts
 neo4j:
-  enabled: false  # set this to true, if you have a license for the enterprise edition
-  acceptLicenseAgreement: "yes"
-  defaultDatabase: "graph.db"
-  neo4jPassword: "datahub"
-  # For better security, add password to neo4j-secrets k8s secret and uncomment below
-  # existingPasswordSecret: neo4j-secrets
-  core:
-    standalone: true
+  enabled: true
+  nameOverride: neo4j
+  neo4j:
+    name: neo4j
+    edition: "community"
+    acceptLicenseAgreement: "yes"
+    defaultDatabase: "graph.db"
+    password: "datahub"
+    # For better security, add password to neo4j-secrets k8s secret with  neo4j-username neo4j-passwordn and NEO4J_AUTH and uncomment below
+    # NEO4J_AUTH: should be composed like so: {Username}/{Password}
+    # passwordFromSecret: neo4j-secrets
+
+  # Set security context for pod
+  securityContext:
+    runAsNonRoot: true
+    runAsUser: 7474
+    runAsGroup: 7474
+    fsGroup: 7474
+    fsGroupChangePolicy: "Always"
+
+  # Disallow privilegeEscalation on container level
+  containerSecurityContext:
+    allowPrivilegeEscalation: false
 
-# Deploys neo4j community version. Only supports single node
-neo4j-community:
-  enabled: false   # set this to true, if you want to run neo4j community edition
-  acceptLicenseAgreement: "yes"
-  defaultDatabase: "graph.db"
-  # For better security, add neo4j-secrets k8s secret with neo4j-password and uncomment below
-  existingPasswordSecret: neo4j-secrets
+  # Create a volume for neo4j, SSD storage is recommended
+  volumes: {}
+    # data:
+    #   mode: "dynamic"
+    #   dynamic:
+    #     storageClassName: managed-csi-premium
 
 mysql:
   enabled: true

From ae3db71b53e08731e54bf21a954dd969ceece677 Mon Sep 17 00:00:00 2001
From: Upendra Rao Vedullapalli <upendrao@gmail.com>
Date: Wed, 4 Oct 2023 19:30:16 +0200
Subject: [PATCH 34/89] =?UTF-8?q?feat(datahub-ingestion-cron):=20added=20s?=
 =?UTF-8?q?upport=20for=20configuring=20securityC=E2=80=A6=20(#373)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

* feat(datahub-ingestion-cron): added support for configuring securityContext for all ingestion crons

* feat(datahub-ingestion-cron): Merge conflicts from master

---------

Co-authored-by: RyanHolstien <RyanHolstien@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                     |  4 +-
 .../datahub-ingestion-cron/Chart.yaml         |  2 +-
 .../datahub-ingestion-cron/README.md          | 66 ++++++++++---------
 .../templates/cron.yaml                       |  6 ++
 .../datahub-ingestion-cron/values.yaml        | 12 ++++
 5 files changed, 55 insertions(+), 35 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 03577c468..4bbcc538e 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.0
+version: 0.3.1
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
@@ -26,7 +26,7 @@ dependencies:
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.136
+    version: 0.2.137
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index 7f70d6aad..6e4ebc44d 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.136
+version: 0.2.137
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/README.md b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
index 900b2b15a..c545de242 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/README.md
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
@@ -4,35 +4,37 @@ A Helm chart for datahub's metadata-ingestion framework with kerberos authentica
 
 ## Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| image.pullPolicy | string | `"IfNotPresent"` | Image pull policy |
-| image.repository | string | `"linkedin/datahub-ingestion"` | DataHub Ingestion image repository |
-| image.tag | string | `"head"` | DataHub Ingestion image tag |
-| imagePullSecrets | array | `[]` (does not add image pull secrets to deployed pods) | Docker registry secret names as an array |
-| labels | string | `{}` | Metadata labels to be added to each crawling cron job |
-| crons | type | `{}` | A map of crawling parameters per different technology being crawler, the key in the object will be used as the name for the new cron job |
-| crons.schedule | string | `"0 0 * * *"` | Cron expression (default is daily at midnight) for crawler jobs |
-| crons.recipe | object | `{}` | Recipe configuration to be executed (required) |
-| crons.recipe.configmapName | string | `""` | Name of configmap to be mounted containing recipe to be executed |
-| crons.recipe.fileName | string | `""` | Name of property within configMap referenced by `recipe.configName` with the concrete recipe definition |
-| crons.command | array | `["/bin/sh", "-c", "datahub ingest -c /etc/recipe/<crons.recipe.fileName>"]` | Array of strings denoting the crawling command to be invoked in the cron job. By default it will execute the recipe defined in the `crons.recipe` object. Cron crawling customization is possible by having extra volumes with custom logic to be executed. |
-| crons.hostAliases | array | `[]` | host aliases |
-| crons.env | object | `{}` | Environment variables to add to the cronjob container |
-| crons.envFromSecrets | object | `{}` | Environment variables from secrets to the cronjob container |
-| crons.envFromSecrets*.secret | string | | secretKeyRef.name used for environment variable |
-| crons.envFromSecrets*.key | string | | secretKeyRef.key used for environment variable |
-| crons.extraVolumes | array | `[]` | Additional volumes to add to the pods |
-| crons.extraVolumeMounts | array | `[]` | Additional volume mounts to add to the pods |
-| crons.extraInitContainers | object | `{}` | Init containers to add to the cronjob container |
-| crons.serviceAccountName | string | | Service account name used for the cronjob container |
-| crons.podAnnotations | object | `{}` | Annotations to add to the pods |
-| crons.restartPolicy | string | `"Always"` | Pod restart policy |
-| crons.concurrencyPolicy | string | `"Allow"` | Specifies how to treat concurrent executions of a job |
-| crons.failedJobsHistoryLimit | integer | `1` | Number of failed finished jobs to retain |
-| crons.successfulJobsHistoryLimit | integer | `3` | Number of successful finished jobs to retain |
-| crons.backoffLimit | integer | `6` | Number of retries before marking job failed |
-| crons.nodeSelector | object | `{}` | Node labels for pod assignment |
-| crons.affinity | object | `{}` | Affinity for pod assignment |
-| crons.tolerations | list | `[]` | Tolerations for pod assignment |
-| crons.extraSidecars | list | `[]` | Add sidecar containers to the pod |
+| Key                              | Type    | Default                                                                      | Description                                                                                                                                                                                                                                                 |
+|----------------------------------|---------|------------------------------------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| image.pullPolicy                 | string  | `"IfNotPresent"`                                                             | Image pull policy                                                                                                                                                                                                                                           |
+| image.repository                 | string  | `"linkedin/datahub-ingestion"`                                               | DataHub Ingestion image repository                                                                                                                                                                                                                          |
+| image.tag                        | string  | `"head"`                                                                     | DataHub Ingestion image tag                                                                                                                                                                                                                                 |
+| imagePullSecrets                 | array   | `[]` (does not add image pull secrets to deployed pods)                      | Docker registry secret names as an array                                                                                                                                                                                                                    |
+| labels                           | string  | `{}`                                                                         | Metadata labels to be added to each crawling cron job                                                                                                                                                                                                       |
+| podSecurityContext               | object  | `{}`                                                                         | Pod security context for cron jobs                                                                                                                                                                                                                          |
+| crons                            | type    | `{}`                                                                         | A map of crawling parameters per different technology being crawler, the key in the object will be used as the name for the new cron job                                                                                                                    |
+| crons.schedule                   | string  | `"0 0 * * *"`                                                                | Cron expression (default is daily at midnight) for crawler jobs                                                                                                                                                                                             |
+| crons.recipe                     | object  | `{}`                                                                         | Recipe configuration to be executed (required)                                                                                                                                                                                                              |
+| crons.recipe.configmapName       | string  | `""`                                                                         | Name of configmap to be mounted containing recipe to be executed                                                                                                                                                                                            |
+| crons.recipe.fileName            | string  | `""`                                                                         | Name of property within configMap referenced by `recipe.configName` with the concrete recipe definition                                                                                                                                                     |
+| crons.command                    | array   | `["/bin/sh", "-c", "datahub ingest -c /etc/recipe/<crons.recipe.fileName>"]` | Array of strings denoting the crawling command to be invoked in the cron job. By default it will execute the recipe defined in the `crons.recipe` object. Cron crawling customization is possible by having extra volumes with custom logic to be executed. |
+| crons.hostAliases                | array   | `[]`                                                                         | host aliases                                                                                                                                                                                                                                                |
+| crons.env                        | object  | `{}`                                                                         | Environment variables to add to the cronjob container                                                                                                                                                                                                       |
+| crons.envFromSecrets             | object  | `{}`                                                                         | Environment variables from secrets to the cronjob container                                                                                                                                                                                                 |
+| crons.envFromSecrets*.secret     | string  |                                                                              | secretKeyRef.name used for environment variable                                                                                                                                                                                                             |
+| crons.envFromSecrets*.key        | string  |                                                                              | secretKeyRef.key used for environment variable                                                                                                                                                                                                              |
+| crons.extraVolumes               | array   | `[]`                                                                         | Additional volumes to add to the pods                                                                                                                                                                                                                       |
+| crons.extraVolumeMounts          | array   | `[]`                                                                         | Additional volume mounts to add to the pods                                                                                                                                                                                                                 |
+| crons.extraInitContainers        | object  | `{}`                                                                         | Init containers to add to the cronjob container                                                                                                                                                                                                             |
+| crons.serviceAccountName         | string  |                                                                              | Service account name used for the cronjob container                                                                                                                                                                                                         |
+| crons.securityContext            | object  | `{}`                                                                         | SecurityContext specific to each crawling cron job                                                                                                                                                                                                          |
+| crons.podAnnotations             | object  | `{}`                                                                         | Annotations to add to the pods                                                                                                                                                                                                                              |
+| crons.restartPolicy              | string  | `"Always"`                                                                   | Pod restart policy                                                                                                                                                                                                                                          |
+| crons.concurrencyPolicy          | string  | `"Allow"`                                                                    | Specifies how to treat concurrent executions of a job                                                                                                                                                                                                       |
+| crons.failedJobsHistoryLimit     | integer | `1`                                                                          | Number of failed finished jobs to retain                                                                                                                                                                                                                    |
+| crons.successfulJobsHistoryLimit | integer | `3`                                                                          | Number of successful finished jobs to retain                                                                                                                                                                                                                |
+| crons.backoffLimit               | integer | `6`                                                                          | Number of retries before marking job failed                                                                                                                                                                                                                 |
+| crons.nodeSelector               | object  | `{}`                                                                         | Node labels for pod assignment                                                                                                                                                                                                                              |
+| crons.affinity                   | object  | `{}`                                                                         | Affinity for pod assignment                                                                                                                                                                                                                                 |
+| crons.tolerations                | list    | `[]`                                                                         | Tolerations for pod assignment                                                                                                                                                                                                                              |
+| crons.extraSidecars              | list    | `[]`                                                                         | Add sidecar containers to the pod                                                                                                                                                                                                                           |
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
index 2f8001458..da33982dc 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
@@ -37,6 +37,8 @@ spec:
         {{- if .serviceAccountName }}
           serviceAccountName: {{ .serviceAccountName }}
         {{- end }}
+          securityContext:
+            {{- toYaml $.Values.podSecurityContext | nindent 12 }}
           containers:
           - name: {{ $jobName }}-crawler
             image: "{{ $.Values.image.repository }}:{{ required "Global or specific tag is required" ($.Values.image.tag | default $.Values.global.datahub.version) }}"
@@ -48,6 +50,10 @@ spec:
               {{- toYaml .extraVolumeMounts | nindent 14 }}
             {{- end }}
             command: ["/bin/sh", "-c", {{ default $defaultCommand .command }} ]
+            {{- if .securityContext }}
+            securityContext:
+              {{- toYaml .securityContext | nindent 14 }}
+            {{- end }}
             env:
               {{- if .env }}
               {{- range $key,$value := .env }}
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index 6f3825a8c..231dbc70b 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -9,6 +9,9 @@ image:
 
 imagePullSecrets: []
 
+podSecurityContext: {}
+# fsGroup: 2000
+
 crons: {}
   #### Example data
   #hive:
@@ -62,6 +65,15 @@ crons: {}
     ##
     #serviceAccountName: "my-cron-service"
 
+    ## If you want to specify container level security
+    #securityContext:
+    #  capabilities:
+    #    drop:
+    #      - ALL
+    #  readOnlyRootFilesystem: true
+    #  runAsNonRoot: true
+    #  runAsUser: 1000
+
     ## Add your own pod annotations.
     ##
     #podAnnotations: {}

From 83d67144553ff914db082b49964ee2335009b5a9 Mon Sep 17 00:00:00 2001
From: Xuelei Li <115022112+lix-mms@users.noreply.github.com>
Date: Tue, 10 Oct 2023 18:54:14 +0200
Subject: [PATCH 35/89] fix(neo4j): enable APOC plugin (#353)

* fix(neo4j): enable APOC plugin

* config: fix format of adding env var for neo4j

* config: update prerequisites chart version to 0.1.2
---
 charts/prerequisites/Chart.yaml  | 2 +-
 charts/prerequisites/values.yaml | 3 +++
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index c9378a561..991d8e493 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.1
+version: 0.1.2
 dependencies:
   - name: elasticsearch
     version: 7.17.3
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index beeee6a4b..b295ac164 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -69,6 +69,9 @@ neo4j:
     #   dynamic:
     #     storageClassName: managed-csi-premium
 
+  env:
+    NEO4J_PLUGINS: '["apoc"]'
+
 mysql:
   enabled: true
   auth:

From 826bf3be405a6f2decedee2c6cbb2cfe28ceb735 Mon Sep 17 00:00:00 2001
From: jan-wacker <75388864+jan-wacker@users.noreply.github.com>
Date: Thu, 12 Oct 2023 13:12:43 +0200
Subject: [PATCH 36/89] fix(kafka): increase kafka chart version due to kraft
 enabled error (#378)

* fix: increase kafka chart version due to kraft enabled error

* increse prerequisites helm chart version

---------

Co-authored-by: Wacker <jan.wacker@de.markant.com>
---
 charts/prerequisites/Chart.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 991d8e493..1b8423341 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.2
+version: 0.1.3
 dependencies:
   - name: elasticsearch
     version: 7.17.3
@@ -35,7 +35,7 @@ dependencies:
     condition: cp-helm-charts.enabled
   # This chart deploys a community version of kafka
   - name: kafka
-    version: 22.1.3
+    version: 22.1.6
     repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami
     condition: kafka.enabled
 maintainers:

From 4a19805ba95af9fbb349fc837d37b88be3daff6d Mon Sep 17 00:00:00 2001
From: Dheeraj Rampally <84748107+dheerajrampally@users.noreply.github.com>
Date: Thu, 12 Oct 2023 08:32:43 -0700
Subject: [PATCH 37/89] feat(datahub-upgrade): adding concurrency policy for
 the cronjobs  (#376)

* adding concurrency policy for the cronjobs

* parameterizing the concurrencypolicy

* fixing the chart by removing IfNotPresent

* addressing the code review comments.
---
 charts/datahub/Chart.yaml                     |   2 +-
 charts/datahub/README.md                      | 196 +++++++++---------
 .../datahub-cleanup-job-template.yml          |   1 +
 .../datahub-restore-indices-job-template.yml  |   1 +
 charts/datahub/values.yaml                    |   4 +
 5 files changed, 106 insertions(+), 98 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 4bbcc538e..0208dcf97 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.1
+version: 0.3.2
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 986a84bd4..5f1ad720d 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -18,103 +18,105 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 
 ## Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| datahub-frontend.enabled | bool | `true` | Enable Datahub Front-end |
-| datahub-frontend.image.repository | string | `"linkedin/datahub-frontend-react"` | Image repository for datahub-frontend |
-| datahub-frontend.image.tag | string | `"v0.11.0"` | Image tag for datahub-frontend |
-| datahub-frontend.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-frontend |
-| datahub-gms.enabled | bool | `true` | Enable GMS |
-| datahub-gms.image.repository | string | `"linkedin/datahub-gms"` | Image repository for datahub-gms |
-| datahub-gms.image.tag | string | `"v0.11.0"` | Image tag for datahub-gms |
-| datahub-gms.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-gms |
-| datahub-mae-consumer.image.repository | string | `"linkedin/datahub-mae-consumer"` | Image repository for datahub-mae-consumer |
-| datahub-mae-consumer.image.tag | string | `"v0.11.0"` | Image tag for datahub-mae-consumer |
-| datahub-mae-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mae-consumer |
-| datahub-mce-consumer.image.repository | string | `"linkedin/datahub-mce-consumer"` | Image repository for datahub-mce-consumer |
-| datahub-mce-consumer.image.tag | string | `"v0.11.0"` | Image tag for datahub-mce-consumer |
-| datahub-mce-consumer.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for datahub-mce-consumer |
-| datahub-ingestion-cron.enabled | bool | `false` | Enable cronjob for periodic ingestion |
-| datahubUpgrade.podSecurityContext | object | `{}` | Pod security context for datahubUpgrade jobs |
-| datahubUpgrade.securityContext | object | `{}` | Container security context for datahubUpgrade jobs |
-| datahubUpgrade.podAnnotations | object | `{}` | Pod annotations for datahubUpgrade jobs |
-| datahubUpgrade.cleanupJob.resources | object | '{}' | Kube Resource definitions for the datahub upgrade job 'cleanupJob' |
-| datahubUpgrade.cleanupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
-| datahubUpgrade.restoreIndices.resources | object | '{}' | Kube Resource definitions for the datahub upgrade job 'restore indices' |
-| datahubUpgrade.restoreIndices.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
-| elasticsearchSetupJob.enabled | bool | `true` | Enable setup job for elasicsearch |
-| elasticsearchSetupJob.image.repository | string | `"linkedin/datahub-elasticsearch-setup"` | Image repository for elasticsearchSetupJob |
-| elasticsearchSetupJob.image.tag | string | `"v0.11.0"` | Image repository for elasticsearchSetupJob |
-| elasticsearchSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for elasticsearchSetupJob |
-| elasticsearchSetupJob.resources | object | '{}' | Kube Resource definitions for elasticsearchSetupJob |
-| elasticsearchSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for elasticsearchSetupJob |
-| elasticsearchSetupJob.securityContext | object | `{"runAsUser": 1000}` | Container security context for elasticsearchSetupJob |
-| elasticsearchSetupJob.podAnnotations | object | `{}` | Pod annotations for elasticsearchSetupJob |
-| elasticsearchSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
-| kafkaSetupJob.enabled | bool | `true` | Enable setup job for kafka |
-| kafkaSetupJob.image.repository | string | `"linkedin/datahub-kafka-setup"` | Image repository for kafkaSetupJob |
-| kafkaSetupJob.image.tag | string | `"v0.11.0"` | Image repository for kafkaSetupJob |
-| kafkaSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for kafkaSetupJob|
-| kafkaSetupJob.resources | object | '{}' | Kube Resource definitions for kafkaSetupJob |
-| kafkaSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for kafkaSetupJob |
-| kafkaSetupJob.securityContext | object | `{"runAsUser": 1000}` | Container security context for kafkaSetupJob |
-| kafkaSetupJob.podAnnotations | object | `{}` | Pod annotations for kafkaSetupJob |
-| kafkaSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
-| mysqlSetupJob.enabled | bool | `false` | Enable setup job for mysql |
-| mysqlSetupJob.image.repository | string | `"acryldata/datahub-mysql-setup"` | Image repository for mysqlSetupJob |
-| mysqlSetupJob.image.tag | string | `"v0.11.0"` | Image repository for mysqlSetupJob |
-| mysqlSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for mysqlSetupJob|
-| mysqlSetupJob.resources | object | '{}' | Kube Resource definitions for mysqlSetupJob |
-| mysqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for mysqlSetupJob |
-| mysqlSetupJob.securityContext | object | `{"runAsUser": 1000}` | Container security context for mysqlSetupJob |
-| mysqlSetupJob.podAnnotations | object | `{}` | Pod annotations for mysqlSetupJob |
-| mysqlSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
-| postgresqlSetupJob.enabled | bool | `false` | Enable setup job for postgresql |
-| postgresqlSetupJob.image.repository | string | `"acryldata/datahub-postgres-setup"` | Image repository for postgresqlSetupJob |
-| postgresqlSetupJob.image.tag | string | `"v0.11.0"` | Image repository for postgresqlSetupJob |
-| postgresqlSetupJob.image.pullPolicy | string | `"IfNotPresent"` | Image pull policy for postgresqlSetupJob|
-| postgresqlSetupJob.resources | object | '{}' | Kube Resource definitions for postgresqlSetupJob |
-| postgresqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}` | Pod security context for mysqlSetupJob |
-| postgresqlSetupJob.securityContext | object | `{"runAsUser": 1000}` | Container security context for mysqlSetupJob |
-| postgresqlSetupJob.podAnnotations | object | `{}` | Pod annotations for mysqlSetupJob |
-| postgresqlSetupJob.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
-| datahubSystemUpdate.extraSidecars | list | `[]` | Add additional sidecar containers to the job pod |
-| global.strict_mode | boolean | true | Enables validations in helm charts to ensure features work as expected. Recommended NOT TO CHANGE. |
-| global.datahub_standalone_consumers_enabled | boolean | true | Enable standalone consumers for kafka |
-| global.datahub_analytics_enabled | boolean | true | Enable datahub usage analytics |
-| global.datahub.appVersion | string | `"1.0"` | App version for annotation |
-| global.datahub.gms.port | string | `"8080"` | Port of GMS service |
-| global.elasticsearch.host | string | `"elasticsearch-master"` | Elasticsearch host name (endpoint) |
-| global.elasticsearch.port | string | `"9200"` | Elasticsearch port |
-| global.kafka.bootstrap.server | string | `"prerequisites-broker:9092"` | Kafka bootstrap servers (with port) |
-| global.kafka.zookeeper.server | string | `"prerequisites-zookeeper:2181"` | Kafka zookeeper servers (with port) |
-| global.kafka.topics.metadata_change_event_name | string | `"MetadataChangeEvent_v4"` | Kafka topic name for Metadata Change Events (deprecated) |
-| global.kafka.topics.failed_metadata_change_event_name | string | `"FailedMetadataChangeEvent_v4"` | Kafka topic name for Failed Metadata Change events (deprecated) |
-| global.kafka.topics.metadata_audit_event_name | string | `"MetadataAuditEvent_v4"` | Kafka topic name for Metadata Audit events (deprecated) |
-| global.kafka.topics.datahub_usage_event_name | string | `"DataHubUsageEvent_v1"` | Kafka topic name for DataHub Usage events |
-| global.kafka.topics.metadata_change_proposal_topic_name | string | `"MetadataChangeProposal_v1"` | Kafka topic name for Metadata Change Proposal events |
-| global.kafka.topics.failed_metadata_change_proposal_topic_name | string | `"FailedMetadataChangeProposal_v1"` | Kafka topic name for Failed Metadata Change Proposal events |
-| global.kafka.topics.metadata_change_log_versioned_topic_name | string | `"MetadataChangeLog_Versioned_v1"` | Kafka topic name for Versioned Metadata Change Log events |
-| global.kafka.topics.metadata_change_log_timeseries_topic_name | string | `"MetadataChangeLog_Timeseries_v1"` | Kafka topic name for Timeseries Metadata Change Log events |
-| global.kafka.topics.platform_event_topic_name | string | `"PlatformEvent_v1"` | Kafka topic name for Platform events |
-| global.kafka.schemaregistry.url | string | `` | URL to kafka schema registry if using `KAFKA` type |
-| global.neo4j.host | string | `"prerequisites-neo4j:7474"` | Neo4j host address (with port) |
-| global.neo4j.uri | string | `"bolt://prerequisites-neo4j"` | Neo4j URI |
-| global.neo4j.username | string | `"neo4j"` | Neo4j user name |
-| global.neo4j.password.secretRef | string | `"neo4j-secrets"` | Secret that contains the Neo4j password |
-| global.neo4j.password.secretKey | string | `"neo4j-password"` | Secret key that contains the Neo4j password |
-| global.sql.datasource.driver | string | `"com.mysql.cj.jdbc.Driver"` | Driver for the SQL database |
-| global.sql.datasource.host | string | `"prerequisites-mysql:3306"` | SQL database host (with port) |
-| global.sql.datasource.hostForMysqlClient | string | `"prerequisites-mysql"` | SQL database host (without port) |
-| global.sql.datasource.port | string | `"3306"` | SQL database port |
-| global.sql.datasource.url | string | `"jdbc:mysql://prerequisites-mysql:3306/datahub?verifyServerCertificate=false\u0026useSSL=true"` | URL to access SQL database |
-| global.sql.datasource.username | string | `"root"` | SQL user name |
-| global.sql.datasource.username.secretRef | string | `"mysql-secrets"` | Secret that contains the MySQL username |
-| global.sql.datasource.username.secretKey | string | `"mysql-username"` | Secret key that contains the MySQL username |
-| global.sql.datasource.password.secretRef | string | `"mysql-secrets"` | Secret that contains the MySQL password |
-| global.sql.datasource.password.secretKey | string | `"mysql-password"` | Secret key that contains the MySQL password |
-| global.sql.datasource.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value instead |
-| global.graph_service_impl | string | `neo4j` | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility |
+| Key | Type | Default                                                                                          | Description                                                                                                                                                                                                             |
+|-----|------|--------------------------------------------------------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| datahub-frontend.enabled | bool | `true`                                                                                           | Enable Datahub Front-end                                                                                                                                                                                                |
+| datahub-frontend.image.repository | string | `"linkedin/datahub-frontend-react"`                                                              | Image repository for datahub-frontend                                                                                                                                                                                   |
+| datahub-frontend.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-frontend                                                                                                                                                                                          |
+| datahub-frontend.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-frontend                                                                                                                                                                                  |
+| datahub-gms.enabled | bool | `true`                                                                                           | Enable GMS                                                                                                                                                                                                              |
+| datahub-gms.image.repository | string | `"linkedin/datahub-gms"`                                                                         | Image repository for datahub-gms                                                                                                                                                                                        |
+| datahub-gms.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-gms                                                                                                                                                                                               |
+| datahub-gms.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-gms                                                                                                                                                                                       |
+| datahub-mae-consumer.image.repository | string | `"linkedin/datahub-mae-consumer"`                                                                | Image repository for datahub-mae-consumer                                                                                                                                                                               |
+| datahub-mae-consumer.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-mae-consumer                                                                                                                                                                                      |
+| datahub-mae-consumer.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mae-consumer                                                                                                                                                                              |
+| datahub-mce-consumer.image.repository | string | `"linkedin/datahub-mce-consumer"`                                                                | Image repository for datahub-mce-consumer                                                                                                                                                                               |
+| datahub-mce-consumer.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-mce-consumer                                                                                                                                                                                      |
+| datahub-mce-consumer.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mce-consumer                                                                                                                                                                              |
+| datahub-ingestion-cron.enabled | bool | `false`                                                                                          | Enable cronjob for periodic ingestion                                                                                                                                                                                   |
+| datahubUpgrade.podSecurityContext | object | `{}`                                                                                             | Pod security context for datahubUpgrade jobs                                                                                                                                                                            |
+| datahubUpgrade.securityContext | object | `{}`                                                                                             | Container security context for datahubUpgrade jobs                                                                                                                                                                      |
+| datahubUpgrade.podAnnotations | object | `{}`                                                                                             | Pod annotations for datahubUpgrade jobs                                                                                                                                                                                 |
+| datahubUpgrade.cleanupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'cleanupJob'                                                                                                                                                      |
+| datahubUpgrade.cleanupJob.concurrencyPolicy | string | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the clean up  cron job                                                                                                                                                                        |
+| datahubUpgrade.cleanupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
+| datahubUpgrade.restoreIndices.resources | object | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'restore indices'                                                                                                                                                 |
+| datahubUpgrade.restoreIndices.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
+| datahubUpgrade.restoreIndices.concurrencyPolicy | string | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the restoreIndicies cron job                                                                                                                                                                  |
+| elasticsearchSetupJob.enabled | bool | `true`                                                                                           | Enable setup job for elasicsearch                                                                                                                                                                                       |
+| elasticsearchSetupJob.image.repository | string | `"linkedin/datahub-elasticsearch-setup"`                                                         | Image repository for elasticsearchSetupJob                                                                                                                                                                              |
+| elasticsearchSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for elasticsearchSetupJob                                                                                                                                                                              |
+| elasticsearchSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for elasticsearchSetupJob                                                                                                                                                                             |
+| elasticsearchSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for elasticsearchSetupJob                                                                                                                                                                     |
+| elasticsearchSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for elasticsearchSetupJob                                                                                                                                                                          |
+| elasticsearchSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for elasticsearchSetupJob                                                                                                                                                                    |
+| elasticsearchSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for elasticsearchSetupJob                                                                                                                                                                               |
+| elasticsearchSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
+| kafkaSetupJob.enabled | bool | `true`                                                                                           | Enable setup job for kafka                                                                                                                                                                                              |
+| kafkaSetupJob.image.repository | string | `"linkedin/datahub-kafka-setup"`                                                                 | Image repository for kafkaSetupJob                                                                                                                                                                                      |
+| kafkaSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for kafkaSetupJob                                                                                                                                                                                      |
+| kafkaSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for kafkaSetupJob                                                                                                                                                                                     |
+| kafkaSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for kafkaSetupJob                                                                                                                                                                             |
+| kafkaSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for kafkaSetupJob                                                                                                                                                                                  |
+| kafkaSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for kafkaSetupJob                                                                                                                                                                            |
+| kafkaSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for kafkaSetupJob                                                                                                                                                                                       |
+| kafkaSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
+| mysqlSetupJob.enabled | bool | `false`                                                                                          | Enable setup job for mysql                                                                                                                                                                                              |
+| mysqlSetupJob.image.repository | string | `"acryldata/datahub-mysql-setup"`                                                                | Image repository for mysqlSetupJob                                                                                                                                                                                      |
+| mysqlSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for mysqlSetupJob                                                                                                                                                                                      |
+| mysqlSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for mysqlSetupJob                                                                                                                                                                                     |
+| mysqlSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for mysqlSetupJob                                                                                                                                                                             |
+| mysqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                                                                                  |
+| mysqlSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                                                                                            |
+| mysqlSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for mysqlSetupJob                                                                                                                                                                                       |
+| mysqlSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
+| postgresqlSetupJob.enabled | bool | `false`                                                                                          | Enable setup job for postgresql                                                                                                                                                                                         |
+| postgresqlSetupJob.image.repository | string | `"acryldata/datahub-postgres-setup"`                                                             | Image repository for postgresqlSetupJob                                                                                                                                                                                 |
+| postgresqlSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for postgresqlSetupJob                                                                                                                                                                                 |
+| postgresqlSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for postgresqlSetupJob                                                                                                                                                                                |
+| postgresqlSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for postgresqlSetupJob                                                                                                                                                                        |
+| postgresqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                                                                                  |
+| postgresqlSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                                                                                            |
+| postgresqlSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for mysqlSetupJob                                                                                                                                                                                       |
+| postgresqlSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
+| datahubSystemUpdate.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
+| global.strict_mode | boolean | true                                                                                             | Enables validations in helm charts to ensure features work as expected. Recommended NOT TO CHANGE.                                                                                                                      |
+| global.datahub_standalone_consumers_enabled | boolean | true                                                                                             | Enable standalone consumers for kafka                                                                                                                                                                                   |
+| global.datahub_analytics_enabled | boolean | true                                                                                             | Enable datahub usage analytics                                                                                                                                                                                          |
+| global.datahub.appVersion | string | `"1.0"`                                                                                          | App version for annotation                                                                                                                                                                                              |
+| global.datahub.gms.port | string | `"8080"`                                                                                         | Port of GMS service                                                                                                                                                                                                     |
+| global.elasticsearch.host | string | `"elasticsearch-master"`                                                                         | Elasticsearch host name (endpoint)                                                                                                                                                                                      |
+| global.elasticsearch.port | string | `"9200"`                                                                                         | Elasticsearch port                                                                                                                                                                                                      |
+| global.kafka.bootstrap.server | string | `"prerequisites-broker:9092"`                                                                    | Kafka bootstrap servers (with port)                                                                                                                                                                                     |
+| global.kafka.zookeeper.server | string | `"prerequisites-zookeeper:2181"`                                                                 | Kafka zookeeper servers (with port)                                                                                                                                                                                     |
+| global.kafka.topics.metadata_change_event_name | string | `"MetadataChangeEvent_v4"`                                                                       | Kafka topic name for Metadata Change Events (deprecated)                                                                                                                                                                |
+| global.kafka.topics.failed_metadata_change_event_name | string | `"FailedMetadataChangeEvent_v4"`                                                                 | Kafka topic name for Failed Metadata Change events (deprecated)                                                                                                                                                         |
+| global.kafka.topics.metadata_audit_event_name | string | `"MetadataAuditEvent_v4"`                                                                        | Kafka topic name for Metadata Audit events (deprecated)                                                                                                                                                                 |
+| global.kafka.topics.datahub_usage_event_name | string | `"DataHubUsageEvent_v1"`                                                                         | Kafka topic name for DataHub Usage events                                                                                                                                                                               |
+| global.kafka.topics.metadata_change_proposal_topic_name | string | `"MetadataChangeProposal_v1"`                                                                    | Kafka topic name for Metadata Change Proposal events                                                                                                                                                                    |
+| global.kafka.topics.failed_metadata_change_proposal_topic_name | string | `"FailedMetadataChangeProposal_v1"`                                                              | Kafka topic name for Failed Metadata Change Proposal events                                                                                                                                                             |
+| global.kafka.topics.metadata_change_log_versioned_topic_name | string | `"MetadataChangeLog_Versioned_v1"`                                                               | Kafka topic name for Versioned Metadata Change Log events                                                                                                                                                               |
+| global.kafka.topics.metadata_change_log_timeseries_topic_name | string | `"MetadataChangeLog_Timeseries_v1"`                                                              | Kafka topic name for Timeseries Metadata Change Log events                                                                                                                                                              |
+| global.kafka.topics.platform_event_topic_name | string | `"PlatformEvent_v1"`                                                                             | Kafka topic name for Platform events                                                                                                                                                                                    |
+| global.kafka.schemaregistry.url | string | ``                                                                                               | URL to kafka schema registry if using `KAFKA` type                                                                                                                                                                      |
+| global.neo4j.host | string | `"prerequisites-neo4j:7474"`                                                                     | Neo4j host address (with port)                                                                                                                                                                                          |
+| global.neo4j.uri | string | `"bolt://prerequisites-neo4j"`                                                                   | Neo4j URI                                                                                                                                                                                                               |
+| global.neo4j.username | string | `"neo4j"`                                                                                        | Neo4j user name                                                                                                                                                                                                         |
+| global.neo4j.password.secretRef | string | `"neo4j-secrets"`                                                                                | Secret that contains the Neo4j password                                                                                                                                                                                 |
+| global.neo4j.password.secretKey | string | `"neo4j-password"`                                                                               | Secret key that contains the Neo4j password                                                                                                                                                                             |
+| global.sql.datasource.driver | string | `"com.mysql.cj.jdbc.Driver"`                                                                     | Driver for the SQL database                                                                                                                                                                                             |
+| global.sql.datasource.host | string | `"prerequisites-mysql:3306"`                                                                     | SQL database host (with port)                                                                                                                                                                                           |
+| global.sql.datasource.hostForMysqlClient | string | `"prerequisites-mysql"`                                                                          | SQL database host (without port)                                                                                                                                                                                        |
+| global.sql.datasource.port | string | `"3306"`                                                                                         | SQL database port                                                                                                                                                                                                       |
+| global.sql.datasource.url | string | `"jdbc:mysql://prerequisites-mysql:3306/datahub?verifyServerCertificate=false\u0026useSSL=true"` | URL to access SQL database                                                                                                                                                                                              |
+| global.sql.datasource.username | string | `"root"`                                                                                         | SQL user name                                                                                                                                                                                                           |
+| global.sql.datasource.username.secretRef | string | `"mysql-secrets"`                                                                                | Secret that contains the MySQL username                                                                                                                                                                                 |
+| global.sql.datasource.username.secretKey | string | `"mysql-username"`                                                                               | Secret key that contains the MySQL username                                                                                                                                                                             |
+| global.sql.datasource.password.secretRef | string | `"mysql-secrets"`                                                                                | Secret that contains the MySQL password                                                                                                                                                                                 |
+| global.sql.datasource.password.secretKey | string | `"mysql-password"`                                                                               | Secret key that contains the MySQL password                                                                                                                                                                             |
+| global.sql.datasource.password.value | string | `"mysql-password"`                                                                               | Alternative to using the secret above, uses raw string value instead                                                                                                                                                    |
+| global.graph_service_impl | string | `neo4j`                                                                                          | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility |
 
 ## Optional Chart Values
 
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
index 54d51b8f6..982a34838 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
@@ -12,6 +12,7 @@ metadata:
 spec:
   schedule: "* * * * *"
   suspend: true
+  concurrencyPolicy: {{ .Values.datahubUpgrade.cleanupJob.concurrencyPolicy | default "Allow" }}
   jobTemplate:
     spec:
       template:
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
index 167b0d63a..e0f962e72 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
@@ -12,6 +12,7 @@ metadata:
 spec:
   schedule: "* * * * *"
   suspend: true
+  concurrencyPolicy: {{ .Values.datahubUpgrade.restoreIndices.concurrencyPolicy | default "Allow" }}
   jobTemplate:
     spec:
       template:
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index e9f285a6a..d564509af 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -261,6 +261,8 @@ datahubUpgrade:
       requests:
         cpu: 300m
         memory: 256Mi
+    # Add the concurrency Policy flexibility via values
+    concurrencyPolicy: Allow
     # Add extra sidecar containers to job pod
     extraSidecars: []
       # - name: my-image-name
@@ -274,6 +276,8 @@ datahubUpgrade:
       requests:
         cpu: 300m
         memory: 256Mi
+    # Add the concurrency Policy flexibility via values
+    concurrencyPolicy: Allow
     # Add extra sidecar containers to job pod
     extraSidecars: []
       # - name: my-image-name

From a20eac2e732d05bc575d9dd81bb269f9ee4a2e96 Mon Sep 17 00:00:00 2001
From: David Schmidt <david93schmidt@gmail.com>
Date: Fri, 20 Oct 2023 09:44:07 +0200
Subject: [PATCH 38/89] fix(actions): update datahub actions default version
 (#348)

* Update datahub actions default version

* fix(chart): Update chart version
---
 charts/datahub/Chart.yaml  | 2 +-
 charts/datahub/values.yaml | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 0208dcf97..d06aba5fc 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.2
+version: 0.3.3
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index d564509af..7a69053c5 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -52,7 +52,7 @@ acryl-datahub-actions:
   enabled: true
   image:
     repository: acryldata/datahub-actions
-    tag: "v0.0.11"
+    tag: "v0.0.13"
   # mount the k8s secret as a volume in the container, each key name is mounted as a file on the mount path /etc/datahub/ingestion-secret-files
   # ingestionSecretFiles:
   #   name: ${K8S_SECRET_NAME}

From 853a083e3086861cf138c735aee5f8bfa68498fb Mon Sep 17 00:00:00 2001
From: KonstantinVishnivetskii
 <120646195+KonstantinVishnivetskii@users.noreply.github.com>
Date: Fri, 20 Oct 2023 18:11:10 +0600
Subject: [PATCH 39/89] feat(frontend, gms): add ability to choose service type
 (#384)

* feat(frontend, gms): add ability to choose service type
---------

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/values.yaml | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 7a69053c5..b28aa6d69 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -19,6 +19,9 @@ datahub-gms:
     initialDelaySeconds: 120
     periodSeconds: 30
     failureThreshold: 8
+  # Optionaly specify service type for datahub-gms: LoadBalancer, ClusterIP or NodePort, by default: LoadBalancer
+  # service:
+  #   type: ClusterIP
   # Optionally set a GMS specific SQL login (defaults to global login)
   # sql:
   #   datasource:
@@ -42,6 +45,9 @@ datahub-frontend:
   ingress:
     enabled: false
   defaultUserCredentials: {}
+  # Optionaly specify service type for datahub-frontend: LoadBalancer, ClusterIP or NodePort, by default: LoadBalancer
+  # service:
+  #   type: ClusterIP
   #  randomAdminPassword: true
   #  # You can also set specific passwords for default users
   #  # manualValues: |

From ee2bc53a7695567072f505f4430829719ee1d6b1 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Sergio=20G=C3=B3mez=20Villamor?= <sgomezvillamor@gmail.com>
Date: Mon, 23 Oct 2023 15:09:08 +0200
Subject: [PATCH 40/89] fix(hazelcast): replace all invalid chars (#386)

* fix(hazelcast): replaces invalid chars
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-gms/Chart.yaml               | 2 +-
 .../datahub/subcharts/datahub-gms/templates/deployment.yaml   | 2 +-
 .../subcharts/datahub-gms/templates/hazelcastService.yaml     | 4 ++--
 4 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index d06aba5fc..8f18469f9 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.3
+version: 0.3.4
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.151
+    version: 0.2.152
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index b9fcd685d..25fe79862 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.151
+version: 0.2.152
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index d4d55367b..d97496edd 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -113,7 +113,7 @@ spec:
             - name: SEARCH_SERVICE_CACHE_IMPLEMENTATION
               value: "hazelcast"
             - name: SEARCH_SERVICE_HAZELCAST_SERVICE_NAME
-              value: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
+              value: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "[^-a-z0-9]+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
             {{- end}}
             {{- if .Values.global.datahub.systemUpdate.enabled }}
             - name: DATAHUB_UPGRADE_HISTORY_KAFKA_CONSUMER_GROUP_ID
diff --git a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
index b4a1aa427..76034ff18 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
@@ -2,7 +2,7 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
+  name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "[^-a-z0-9]+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
 spec:
   clusterIP: None
   ports:
@@ -13,4 +13,4 @@ spec:
   selector:
     app.kubernetes.io/name: {{- include "datahub-gms.name" . | nindent 6 }}
   type: ClusterIP
-{{- end}}
\ No newline at end of file
+{{- end}}

From ae4bbd302efc8021f892f33f725f72d877b0d25e Mon Sep 17 00:00:00 2001
From: Davi Arnaut <davi@verdesmares.com>
Date: Tue, 31 Oct 2023 09:01:44 -0700
Subject: [PATCH 41/89] fix(healthcheck): revert to old healthcheck endpoint
 for GMS (#393)

---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-gms/Chart.yaml               | 2 +-
 .../datahub/subcharts/datahub-gms/templates/deployment.yaml   | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 8f18469f9..b1a432af9 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.4
+version: 0.3.5
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.152
+    version: 0.2.153
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 25fe79862..28d195119 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.152
+version: 0.2.153
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index d97496edd..8d6f91feb 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -91,7 +91,7 @@ spec:
             failureThreshold: {{ .Values.livenessProbe.failureThreshold }}
           readinessProbe:
             httpGet:
-              path: /health/check/ready
+              path: /health
               port: http
             initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }}
             periodSeconds: {{ .Values.readinessProbe.periodSeconds }}

From 5996528720d48afbeaec4c2ed766f952cd181d02 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Fri, 3 Nov 2023 11:53:33 -0500
Subject: [PATCH 42/89] Kafka message size options (#383)

* update kafka broker setting for message size
---
 charts/datahub/Chart.yaml                            | 10 +++++-----
 charts/datahub/subcharts/datahub-frontend/Chart.yaml |  2 +-
 .../datahub-frontend/templates/deployment.yaml       | 12 ++++++++++++
 charts/datahub/subcharts/datahub-gms/Chart.yaml      |  2 +-
 .../subcharts/datahub-gms/templates/deployment.yaml  | 12 ++++++++++++
 charts/datahub/subcharts/datahub-gms/values.yaml     |  6 ++++++
 .../subcharts/datahub-mae-consumer/Chart.yaml        |  2 +-
 .../datahub-mae-consumer/templates/deployment.yaml   | 12 ++++++++++++
 .../subcharts/datahub-mae-consumer/values.yaml       |  6 ++++++
 .../subcharts/datahub-mce-consumer/Chart.yaml        |  2 +-
 .../datahub-mce-consumer/templates/deployment.yaml   | 12 ++++++++++++
 .../subcharts/datahub-mce-consumer/values.yaml       |  6 ++++++
 .../datahub/templates/datahub-upgrade/_upgrade.tpl   | 12 ++++++++++++
 charts/datahub/templates/kafka-setup-job.yml         |  4 ++++
 charts/datahub/values.yaml                           |  6 ++++++
 charts/prerequisites/Chart.yaml                      |  2 +-
 charts/prerequisites/values.yaml                     |  7 ++++---
 17 files changed, 102 insertions(+), 13 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index b1a432af9..a2f942de6 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.5
+version: 0.3.6
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.153
+    version: 0.2.154
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.142
+    version: 0.2.143
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.147
+    version: 0.2.148
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.150
+    version: 0.2.151
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 98bec17fd..01184ba52 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.142
+version: 0.2.143
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 5db08afbb..dbdd592ac 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -114,6 +114,18 @@ spec:
               value: "{{ .Values.global.datahub_analytics_enabled }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
+            {{- with .Values.global.kafka.producer.compressionType }}
+            - name: KAFKA_PRODUCER_COMPRESSION_TYPE
+              value: "{{ . }}"
+            {{- end }}
+            {{- with .Values.global.kafka.producer.maxRequestSize }}
+            - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }}
+            - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES
+              value: {{ . | quote }}
+            {{- end }}
             {{- if .Values.global.springKafkaConfigurationOverrides }}
             {{- range $configName, $configValue := .Values.global.springKafkaConfigurationOverrides }}
             - name: KAFKA_PROPERTIES_{{ $configName | replace "." "_" | upper }}
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 28d195119..ddff0b786 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.153
+version: 0.2.154
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 8d6f91feb..df7f849de 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -165,6 +165,18 @@ spec:
               value: "{{ .Values.global.sql.datasource.driver }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
+            {{- with .Values.global.kafka.producer.compressionType }}
+            - name: KAFKA_PRODUCER_COMPRESSION_TYPE
+              value: "{{ . }}"
+            {{- end }}
+            {{- with .Values.global.kafka.producer.maxRequestSize }}
+            - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }}
+            - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES
+              value: {{ . | quote }}
+            {{- end }}
             {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: KAFKA_SCHEMAREGISTRY_URL
               value: {{ printf "http://localhost:%s/schema-registry/api/" .Values.global.datahub.gms.port }}
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index f331afd82..7cc678c7c 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -160,6 +160,12 @@ global:
       server: "broker:9092"
     schemaregistry:
       url: "http://schema-registry:8081"
+    ## Kafka producer and consumer settings
+    #producer:
+    #  compressionType: snappy
+    #  maxRequestSize: "5242880"
+    #consumer:
+    #  maxPartitionFetchBytes: "5242880"
 
   neo4j:
     host: "neo4j:7474"
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index e2ad31b49..0a64f77c6 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.147
+version: 0.2.148
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index 8d0cb142c..72916e81a 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -111,6 +111,18 @@ spec:
               value: "{{ .Values.global.datahub.gms.port }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
+            {{- with .Values.global.kafka.producer.compressionType }}
+            - name: KAFKA_PRODUCER_COMPRESSION_TYPE
+              value: "{{ . }}"
+            {{- end }}
+            {{- with .Values.global.kafka.producer.maxRequestSize }}
+            - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }}
+            - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES
+              value: {{ . | quote }}
+            {{- end }}
             {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: KAFKA_SCHEMAREGISTRY_URL
               value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index b4e1a54d5..ec33ca9bb 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -180,6 +180,12 @@ global:
       server: "broker:9092"
     schemaregistry:
       url: "http://schema-registry:8081"
+    ## Kafka producer and consumer settings
+    #producer:
+    #  compressionType: snappy
+    #  maxRequestSize: 5242880
+    #consumer:
+    #  maxPartitionFetchBytes: 5242880
 
   neo4j:
     host: "neo4j:7474"
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 647ff4d54..59ea3fa25 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.150
+version: 0.2.151
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 7b84f2268..0fe6ff227 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -107,6 +107,18 @@ spec:
               value: "true"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
+            {{- with .Values.global.kafka.producer.compressionType }}
+            - name: KAFKA_PRODUCER_COMPRESSION_TYPE
+              value: "{{ . }}"
+            {{- end }}
+            {{- with .Values.global.kafka.producer.maxRequestSize }}
+            - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }}
+            - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES
+              value: {{ . | quote }}
+            {{- end }}
             {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: KAFKA_SCHEMAREGISTRY_URL
               value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index b8b3d6cd8..d499805c7 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -176,6 +176,12 @@ global:
       server: "broker:9092"
     schemaregistry:
       url: "http://schema-registry:8081"
+    # Kafka producer and consumer settings
+    #producer:
+    #  compressionType: snappy
+    #  maxRequestSize: "5242880"
+    #consumer:
+    #  maxPartitionFetchBytes: "5242880"
 
   datahub:
     version: head
diff --git a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
index e67ea962b..39600aa50 100644
--- a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
+++ b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
@@ -41,6 +41,18 @@ Return the env variables for upgrade jobs
   value: "{{ .Values.global.sql.datasource.driver }}"
 - name: KAFKA_BOOTSTRAP_SERVER
   value: "{{ .Values.global.kafka.bootstrap.server }}"
+{{- with .Values.global.kafka.producer.compressionType }}
+- name: KAFKA_PRODUCER_COMPRESSION_TYPE
+  value: "{{ . }}"
+{{- end }}
+{{- with .Values.global.kafka.producer.maxRequestSize }}
+- name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
+  value: {{ . | quote }}
+{{- end }}
+{{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }}
+- name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES
+  value: {{ . | quote }}
+{{- end }}
 {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
 - name: KAFKA_SCHEMAREGISTRY_URL
   value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml
index a6551d7f1..9506402a7 100644
--- a/charts/datahub/templates/kafka-setup-job.yml
+++ b/charts/datahub/templates/kafka-setup-job.yml
@@ -62,6 +62,10 @@ spec:
               value: {{ .Values.global.kafka.zookeeper.server | quote }}
             - name: KAFKA_BOOTSTRAP_SERVER
               value: {{ .Values.global.kafka.bootstrap.server | quote }}
+            {{- with .Values.global.kafka.maxMessageBytes }}
+            - name: MAX_MESSAGE_BYTES
+              value: {{ . | quote }}
+            {{- end }}
             {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: USE_CONFLUENT_SCHEMA_REGISTRY
               value: "false"
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index b28aa6d69..c0e76e5a6 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -499,6 +499,12 @@ global:
       metadata_change_log_timeseries_topic_name: "MetadataChangeLog_Timeseries_v1"
       platform_event_topic_name: "PlatformEvent_v1"
       datahub_upgrade_history_topic_name: "DataHubUpgradeHistory_v1"
+    maxMessageBytes: "5242880"  # 5MB
+    producer:
+      compressionType: none
+      maxRequestSize: "5242880"  # 5MB
+    consumer:
+      maxPartitionFetchBytes: "5242880"  # 5MB
     ## For AWS MSK set this to a number larger than 1
     # partitions: 3
     # replicationFactor: 3
diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 1b8423341..e8e5b6cf3 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.3
+version: 0.1.4
 dependencies:
   - name: elasticsearch
     version: 7.17.3
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index b295ac164..63fd3aa47 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -15,16 +15,16 @@ elasticsearch:
   clusterHealthCheckParams: "wait_for_status=yellow&timeout=1s"
 
   # # Shrink default JVM heap.
-  esJavaOpts: "-Xmx384m -Xms384m"
+  esJavaOpts: "-Xmx512m -Xms512m"
 
   # # Allocate smaller chunks of memory per pod.
   resources:
     requests:
       cpu: "100m"
-      memory: "768M"
+      memory: "1024M"
     limits:
       cpu: "1000m"
-      memory: "768M"
+      memory: "1024M"
 
   # # Request smaller persistent volumes.
   # volumeClaimTemplate:
@@ -131,6 +131,7 @@ cp-helm-charts:
 # Bitnami version of Kafka that deploys open source Kafka https://artifacthub.io/packages/helm/bitnami/kafka
 kafka:
   enabled: true
+  maxMessageBytes: "5242880"
   kraft:
     enabled: false
   zookeeper:

From 21de8dfa055ef9177e98c6dea804f5d6d1d6f0bd Mon Sep 17 00:00:00 2001
From: sachinsaju <33017477+sachinsaju@users.noreply.github.com>
Date: Tue, 7 Nov 2023 11:37:36 +0530
Subject: [PATCH 43/89] fix(ingestion-cron): remove duplicate shell command in
 cron chart (#391)

* remove duplicate shell command from cron job,fixes issue 389

Presence of square brackets create incorrect command when passed to template. This commit removes square brackets and now the chart should be installable. Verified by helm template datahub-ingestion-cron
---
 charts/datahub/subcharts/datahub-ingestion-cron/values.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index 231dbc70b..b4f5c7d62 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -23,7 +23,7 @@ crons: {}
     #  fileName:
 
     ## Command to be executed
-    #command: ["/bin/sh", "-c", "datahub ingest -c <recipe.fileName>"]
+    #command: "datahub ingest -c <recipe.fileName>"
 
     ## Deployment pod host aliases
     ## https://kubernetes.io/docs/concepts/services-networking/add-entries-to-pod-etc-hosts-with-host-aliases/

From a99102e871957c3cc27456f352e19019187b1007 Mon Sep 17 00:00:00 2001
From: Dheeraj Rampally <84748107+dheerajrampally@users.noreply.github.com>
Date: Tue, 7 Nov 2023 09:10:54 -0800
Subject: [PATCH 44/89] (feat) configuring containerPort from Values in
 datahub-frontend (#385)

* configuring containerPort from Values in datahub-frontend
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-frontend/Chart.yaml          | 2 +-
 .../subcharts/datahub-frontend/templates/deployment.yaml      | 2 +-
 charts/datahub/subcharts/datahub-frontend/values.yaml         | 1 +
 4 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index a2f942de6..a65d84512 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.6
+version: 0.3.7
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
@@ -14,7 +14,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.143
+    version: 0.2.144
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 01184ba52..61948591f 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.143
+version: 0.2.144
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index dbdd592ac..4f43e5512 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -65,7 +65,7 @@ spec:
             {{- toYaml .Values.lifecycle | nindent 12 }}
           ports:
             - name: http
-              containerPort: 9002
+              containerPort: {{ .Values.service.containerPort }}
               protocol: TCP
           {{- if or .Values.global.datahub.monitoring.enablePrometheus .Values.global.datahub.monitoring.enableJMXPort }}
             - name: jmx
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 520622b12..c0b43b10e 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -42,6 +42,7 @@ service:
   type: LoadBalancer # ClusterIP or NodePort
   port: 9002
   targetPort: http
+  containerPort: 9002
   protocol: TCP
   name: http
   # Annotations to add to the service, this will help in adding

From 741ecc2b8d1bb46b07d4e00158a7769944204f8c Mon Sep 17 00:00:00 2001
From: Pedro Silva <pedro@acryl.io>
Date: Thu, 9 Nov 2023 20:26:09 +0000
Subject: [PATCH 45/89] Default to Datahub v0.12.0 (#390)

* Default to Datahub v0.12.0

* Bump chart version
---
 charts/datahub/Chart.yaml  | 2 +-
 charts/datahub/values.yaml | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index a65d84512..38fd28918 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.7
+version: 0.3.8
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index c0e76e5a6..b9d7affeb 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -578,7 +578,7 @@ global:
       #   value: password
 
   datahub:
-    version: v0.11.0
+    version: v0.12.0
     gms:
       port: "8080"
       nodePort: "30001"
@@ -610,7 +610,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.11.0"
+      defaultCliVersion: "0.12.0"
 
     metadata_service_authentication:
       enabled: false

From 1c5990fc29ae2e79cd9c756d2eece797ba45a1ea Mon Sep 17 00:00:00 2001
From: RyanHolstien <RyanHolstien@users.noreply.github.com>
Date: Wed, 15 Nov 2023 09:51:09 -0600
Subject: [PATCH 46/89] fix(auth): change service authentication default to
 true and add email validation configuration (#398)

* fix(auth): change metdata service authentication default to true

* add email sign up config

* fix lint
---
 charts/datahub/Chart.yaml                     |  12 +-
 charts/datahub/README.md                      | 104 ++++++------
 .../acryl-datahub-actions/Chart.yaml          |   2 +-
 .../subcharts/acryl-datahub-actions/README.md |  76 ++++-----
 .../acryl-datahub-actions/values.yaml         |   2 +-
 .../subcharts/datahub-frontend/Chart.yaml     |   2 +-
 .../subcharts/datahub-frontend/README.md      |   3 +-
 .../templates/deployment.yaml                 |   2 +
 .../subcharts/datahub-frontend/values.yaml    |   4 +-
 .../datahub/subcharts/datahub-gms/Chart.yaml  |   2 +-
 .../datahub/subcharts/datahub-gms/README.md   | 154 +++++++++---------
 .../datahub/subcharts/datahub-gms/values.yaml |   2 +-
 .../subcharts/datahub-mae-consumer/Chart.yaml |   2 +-
 .../subcharts/datahub-mae-consumer/README.md  | 124 +++++++-------
 .../datahub-mae-consumer/values.yaml          |   2 +-
 .../subcharts/datahub-mce-consumer/Chart.yaml |   2 +-
 .../subcharts/datahub-mce-consumer/README.md  | 104 ++++++------
 .../datahub-mce-consumer/values.yaml          |   2 +-
 charts/datahub/values.yaml                    |   5 +-
 19 files changed, 307 insertions(+), 299 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 38fd28918..5da20cabf 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.8
+version: 0.3.9
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.154
+    version: 0.2.155
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.144
+    version: 0.2.145
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.148
+    version: 0.2.149
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.151
+    version: 0.2.152
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
@@ -30,7 +30,7 @@ dependencies:
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.138
+    version: 0.2.139
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 5f1ad720d..fdf310f3c 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -120,55 +120,55 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 
 ## Optional Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| datahub-gms.sql.datasource.username | string | `root` | SQL username for GMS (overrides global value) |
-| datahub-gms.sql.datasource.username.secretRef | string | `"mysql-secrets"` | Secret that contains the GMS SQL username (overrides global value) |
-| datahub-gms.sql.datasource.username.secretKey | string | `"mysql-username"` | Secret key that contains the GMS SQL username (overrides global value) |
-| datahub-gms.sql.datasource.password.secretRef | string | `"mysql-secrets"` | Secret that contains the GMS SQL password (overrides global value) |
-| datahub-gms.sql.datasource.password.secretKey | string | `"mysql-password"` | Secret key that contains the GMS SQL password (overrides global value) |
-| datahub-gms.sql.datasource.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value for GMS SQL login (overrides global value) |
-| mysqlSetupJob.username | string | `root` | SQL username for mysqlSetupJob (overrides global value) |
-| mysqlSetupJob.password.secretRef | string | `"mysql-secrets"` | Secret that contains the mysqlSetupJob SQL password (overrides global value) |
-| mysqlSetupJob.password.secretKey | string | `"mysql-password"` | Secret key that contains the mysqlSetupJob SQL password (overrides global value) |
-| mysqlSetupJob.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value for mysqlSetupJob SQL login (overrides global value) |
-| postgresqlSetupJob.username | string | `root` | SQL username for postgresqlSetupJob (overrides global value) |
-| postgresqlSetupJob.password.secretRef | string | `"mysql-secrets"` | Secret that contains the postgresqlSetupJob SQL password (overrides global value) |
-| postgresqlSetupJob.password.secretKey | string | `"mysql-password"` | Secret key that contains the postgresqlSetupJob SQL password (overrides global value) |
-| postgresqlSetupJob.password.value | string | `"mysql-password"` | Alternative to using the secret above, uses raw string value for postgresqlSetupJob SQL login (overrides global value) |
-| acryl-datahub-actions.ingestionSecretFiles.name | string | `""` | Name of the k8s secret that holds any secret files (e.g., SSL certificates and private keys) that are used in your ingestion recipes. The keys in the secret will be mounted as individual files under `/etc/datahub/ingestion-secret-files` |
-| acryl-datahub-actions.ingestionSecretFiles.defaultMode | string | `""` | The permission mode for the volume that mounts k8s secret under `/etc/datahub/ingestion-secret-files`, default value is 0444 which allows read access by owner, group, and other users |
-| global.credentialsAndCertsSecrets.name | string | `""` | Name of the secret that holds SSL certificates (keystores, truststores) |
-| global.credentialsAndCertsSecrets.path | string | `"/mnt/certs"` | Path to mount the SSL certificates |
-| global.credentialsAndCertsSecrets.secureEnv | map | `{}` | Map of SSL config name and the corresponding value in the secret |
-| global.springKafkaConfigurationOverrides | map | `{}` | Map of configuration overrides for accessing kafka |
-| global.elasticsearch.useSSL | bool | `false` | Whether to enable SSL for accessing elasticsearch |
-| global.elasticsearch.auth.username | string | `""` | Elasticsearch username |
-| global.elasticsearch.auth.password.secretRef | string | `""` | Secret that contains the elasticsearch password |
-| global.elasticsearch.auth.password.secretKey | string | `""` | Secret key that contains the elasticsearch password |
-| global.elasticsearch.auth.password.value | string | `""` | Alternative to using the secret above, uses raw string value instead |
-| global.kafka.schemaregistry.type | string | `"INTERNAL"` | Type of schema registry (INTERNAL, KAFKA, or AWS_GLUE) |
-| global.kafka.schemaregistry.glue.region | string | `""` | Region of the AWS Glue schema registry |
-| global.kafka.schemaregistry.glue.registry | string | `""` | Name of the AWS Glue schema registry |
-| datahub.metadata_service_authentication.enabled | bool | `false` | Whether Metadata Service Authentication is enabled. |
-| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `datahub-auth-secrets` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret called `datahub-auth-secrets`. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `system_client_secret` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `system_client_secret` within a secret named `datahub-auth-secrets`. |
-| global.datahub.metadata_service_authentication.tokenService.signingKey.secretRef | string | `datahub-auth-secrets` | The reference to a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret called `datahub-auth-secrets`. |
-| global.datahub.metadata_service_authentication.tokenService.signingKey.secretKey | string | `token_service_signing_key` | The key of a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `token_service_signing_key` within a secret named `datahub-auth-secrets`. | 
-| global.datahub.metadata_service_authentication.tokenService.salt.secretRef | string | `datahub-auth-secrets` | The reference to a secret containing the internal system secret that is used to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret called `datahub-auth-secrets`. |
-| global.datahub.metadata_service_authentication.tokenService.salt.secretKey | string | `token_service_salt` | The key of a secret containing the internal system secret that is used to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `token_service_salt` within a secret named `datahub-auth-secrets`. |
-| global.datahub.metadata_service_authentication.provisionSecrets.enabled | bool | `true` | Whether auth secrets (system client secret, token signing key & token service salt) should be provisioned on the first deployment for you. Set this to false if you are overriding `global.datahub.metadata_service_authentication.tokenService.signingKey.secretRef` or `global.datahub.metadata_service_authentication systemClientSecret.secretRef`. |
-| global.datahub.metadata_service_authentication.provisionSecrets.autoGenerate | bool | `true` | Whether auth secrets (token signing key, system client secret & token service salt) should be provisioned on the first deployment for you **with a random seed** on the first deployment for you. Set this to false and use `global.datahub.metadata_service_authentication.provisionSecrets.secretValues.*` if you would like to specify the secret values directly. |
-| global.datahub.encryptionKey.provisionSecrets.secretValues.secret | string | `` | The system client secret key value to be used if specified directly. |
-| global.datahub.encryptionKey.provisionSecrets.secretValues.signingkey | string | `` | The system signing key value to be used if specified directly. |
-| global.datahub.encryptionKey.provisionSecrets.secretValues.salt | string | `` | The token service salt value to be used if specified directly. |
-| global.datahub.managed_ingestion.enabled | bool | `true` | Whether or not UI-based ingestion experience is enabled. |
-| global.datahub.encryptionKey.secretRef | string | `datahub-encryption-secrets` | The reference to a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret named `datahub-encryption-secrets`. |
-| global.datahub.encryptionKey.secretKey | string | `encryption_key_secret` | The key of a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `encryption_key_secret` within a secret named `datahub-encryption-secrets`. |
-| global.datahub.managed_ingestion.defaultCliVersion | string | `` |0.11.0 This is the version of the DataHub CLI to use for UI ingestion, by default. |
-| global.datahub.encryptionKey.provisionSecret.enabled | bool | `true` | Whether an encryption key secret should be provisioned on the first deployment for you. Set this to false if you are overriding global.datahub.encryptionKey.secretRef. |
-| global.datahub.encryptionKey.provisionSecret.autoGenerate | bool | `true` | Whether an encryption key secret should be provisioned for you **with a random seed** on the first deployment for you. Set this to false and use `global.datahub.encryptionKey.provisionSecret.secretValues.encryptionKey` if you would like to specify the secret values directly. |
-| global.datahub.encryptionKey.provisionSecret.secretValues.encryptionKey | string | `` | The encryption key value to be used if specified directly. |
-| global.datahub.enable_retention | bool | `false` | Whether or not to enable retention on local DB |
-| global.sql.datasource.hostForpostgresqlClient | string | `""` | SQL database host (without port) when using postgresqlSetupJob |
+| Key                                                                              | Type   | Default                      | Description                                                                                                                                                                                                                                                                                                                                                           |
+|----------------------------------------------------------------------------------|--------|------------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| datahub-gms.sql.datasource.username                                              | string | `root`                       | SQL username for GMS (overrides global value)                                                                                                                                                                                                                                                                                                                         |
+| datahub-gms.sql.datasource.username.secretRef                                    | string | `"mysql-secrets"`            | Secret that contains the GMS SQL username (overrides global value)                                                                                                                                                                                                                                                                                                    |
+| datahub-gms.sql.datasource.username.secretKey                                    | string | `"mysql-username"`           | Secret key that contains the GMS SQL username (overrides global value)                                                                                                                                                                                                                                                                                                |
+| datahub-gms.sql.datasource.password.secretRef                                    | string | `"mysql-secrets"`            | Secret that contains the GMS SQL password (overrides global value)                                                                                                                                                                                                                                                                                                    |
+| datahub-gms.sql.datasource.password.secretKey                                    | string | `"mysql-password"`           | Secret key that contains the GMS SQL password (overrides global value)                                                                                                                                                                                                                                                                                                |
+| datahub-gms.sql.datasource.password.value                                        | string | `"mysql-password"`           | Alternative to using the secret above, uses raw string value for GMS SQL login (overrides global value)                                                                                                                                                                                                                                                               |
+| mysqlSetupJob.username                                                           | string | `root`                       | SQL username for mysqlSetupJob (overrides global value)                                                                                                                                                                                                                                                                                                               |
+| mysqlSetupJob.password.secretRef                                                 | string | `"mysql-secrets"`            | Secret that contains the mysqlSetupJob SQL password (overrides global value)                                                                                                                                                                                                                                                                                          |
+| mysqlSetupJob.password.secretKey                                                 | string | `"mysql-password"`           | Secret key that contains the mysqlSetupJob SQL password (overrides global value)                                                                                                                                                                                                                                                                                      |
+| mysqlSetupJob.password.value                                                     | string | `"mysql-password"`           | Alternative to using the secret above, uses raw string value for mysqlSetupJob SQL login (overrides global value)                                                                                                                                                                                                                                                     |
+| postgresqlSetupJob.username                                                      | string | `root`                       | SQL username for postgresqlSetupJob (overrides global value)                                                                                                                                                                                                                                                                                                          |
+| postgresqlSetupJob.password.secretRef                                            | string | `"mysql-secrets"`            | Secret that contains the postgresqlSetupJob SQL password (overrides global value)                                                                                                                                                                                                                                                                                     |
+| postgresqlSetupJob.password.secretKey                                            | string | `"mysql-password"`           | Secret key that contains the postgresqlSetupJob SQL password (overrides global value)                                                                                                                                                                                                                                                                                 |
+| postgresqlSetupJob.password.value                                                | string | `"mysql-password"`           | Alternative to using the secret above, uses raw string value for postgresqlSetupJob SQL login (overrides global value)                                                                                                                                                                                                                                                |
+| acryl-datahub-actions.ingestionSecretFiles.name                                  | string | `""`                         | Name of the k8s secret that holds any secret files (e.g., SSL certificates and private keys) that are used in your ingestion recipes. The keys in the secret will be mounted as individual files under `/etc/datahub/ingestion-secret-files`                                                                                                                          |
+| acryl-datahub-actions.ingestionSecretFiles.defaultMode                           | string | `""`                         | The permission mode for the volume that mounts k8s secret under `/etc/datahub/ingestion-secret-files`, default value is 0444 which allows read access by owner, group, and other users                                                                                                                                                                                |
+| global.credentialsAndCertsSecrets.name                                           | string | `""`                         | Name of the secret that holds SSL certificates (keystores, truststores)                                                                                                                                                                                                                                                                                               |
+| global.credentialsAndCertsSecrets.path                                           | string | `"/mnt/certs"`               | Path to mount the SSL certificates                                                                                                                                                                                                                                                                                                                                    |
+| global.credentialsAndCertsSecrets.secureEnv                                      | map    | `{}`                         | Map of SSL config name and the corresponding value in the secret                                                                                                                                                                                                                                                                                                      |
+| global.springKafkaConfigurationOverrides                                         | map    | `{}`                         | Map of configuration overrides for accessing kafka                                                                                                                                                                                                                                                                                                                    |
+| global.elasticsearch.useSSL                                                      | bool   | `false`                      | Whether to enable SSL for accessing elasticsearch                                                                                                                                                                                                                                                                                                                     |
+| global.elasticsearch.auth.username                                               | string | `""`                         | Elasticsearch username                                                                                                                                                                                                                                                                                                                                                |
+| global.elasticsearch.auth.password.secretRef                                     | string | `""`                         | Secret that contains the elasticsearch password                                                                                                                                                                                                                                                                                                                       |
+| global.elasticsearch.auth.password.secretKey                                     | string | `""`                         | Secret key that contains the elasticsearch password                                                                                                                                                                                                                                                                                                                   |
+| global.elasticsearch.auth.password.value                                         | string | `""`                         | Alternative to using the secret above, uses raw string value instead                                                                                                                                                                                                                                                                                                  |
+| global.kafka.schemaregistry.type                                                 | string | `"INTERNAL"`                 | Type of schema registry (INTERNAL, KAFKA, or AWS_GLUE)                                                                                                                                                                                                                                                                                                                |
+| global.kafka.schemaregistry.glue.region                                          | string | `""`                         | Region of the AWS Glue schema registry                                                                                                                                                                                                                                                                                                                                |
+| global.kafka.schemaregistry.glue.registry                                        | string | `""`                         | Name of the AWS Glue schema registry                                                                                                                                                                                                                                                                                                                                  |
+| datahub.metadata_service_authentication.enabled                                  | bool   | `true`                       | Whether Metadata Service Authentication is enabled.                                                                                                                                                                                                                                                                                                                   |
+| global.datahub.metadata_service_authentication.systemClientId                    | string | `"__datahub_system"`         | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                                                                                                                                           |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretRef      | string | `datahub-auth-secrets`       | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret called `datahub-auth-secrets`.                                                                                                                     |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretKey      | string | `system_client_secret`       | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `system_client_secret` within a secret named `datahub-auth-secrets`.                                                                         |
+| global.datahub.metadata_service_authentication.tokenService.signingKey.secretRef | string | `datahub-auth-secrets`       | The reference to a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret called `datahub-auth-secrets`.                                                                                                       |
+| global.datahub.metadata_service_authentication.tokenService.signingKey.secretKey | string | `token_service_signing_key`  | The key of a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `token_service_signing_key` within a secret named `datahub-auth-secrets`.                                                      | 
+| global.datahub.metadata_service_authentication.tokenService.salt.secretRef       | string | `datahub-auth-secrets`       | The reference to a secret containing the internal system secret that is used to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret called `datahub-auth-secrets`.                                                         |
+| global.datahub.metadata_service_authentication.tokenService.salt.secretKey       | string | `token_service_salt`         | The key of a secret containing the internal system secret that is used to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `token_service_salt` within a secret named `datahub-auth-secrets`.               |
+| global.datahub.metadata_service_authentication.provisionSecrets.enabled          | bool   | `true`                       | Whether auth secrets (system client secret, token signing key & token service salt) should be provisioned on the first deployment for you. Set this to false if you are overriding `global.datahub.metadata_service_authentication.tokenService.signingKey.secretRef` or `global.datahub.metadata_service_authentication systemClientSecret.secretRef`.               |
+| global.datahub.metadata_service_authentication.provisionSecrets.autoGenerate     | bool   | `true`                       | Whether auth secrets (token signing key, system client secret & token service salt) should be provisioned on the first deployment for you **with a random seed** on the first deployment for you. Set this to false and use `global.datahub.metadata_service_authentication.provisionSecrets.secretValues.*` if you would like to specify the secret values directly. |
+| global.datahub.encryptionKey.provisionSecrets.secretValues.secret                | string | ``                           | The system client secret key value to be used if specified directly.                                                                                                                                                                                                                                                                                                  |
+| global.datahub.encryptionKey.provisionSecrets.secretValues.signingkey            | string | ``                           | The system signing key value to be used if specified directly.                                                                                                                                                                                                                                                                                                        |
+| global.datahub.encryptionKey.provisionSecrets.secretValues.salt                  | string | ``                           | The token service salt value to be used if specified directly.                                                                                                                                                                                                                                                                                                        |
+| global.datahub.managed_ingestion.enabled                                         | bool   | `true`                       | Whether or not UI-based ingestion experience is enabled.                                                                                                                                                                                                                                                                                                              |
+| global.datahub.encryptionKey.secretRef                                           | string | `datahub-encryption-secrets` | The reference to a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret named `datahub-encryption-secrets`.                                                                                                           |
+| global.datahub.encryptionKey.secretKey                                           | string | `encryption_key_secret`      | The key of a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. If a secret reference is not provided, a random one will be generated for you in a Kubernetes secret value named `encryption_key_secret` within a secret named `datahub-encryption-secrets`.                                                             |
+| global.datahub.managed_ingestion.defaultCliVersion                               | string | ``                           | 0.11.0 This is the version of the DataHub CLI to use for UI ingestion, by default.                                                                                                                                                                                                                                                                                    |
+| global.datahub.encryptionKey.provisionSecret.enabled                             | bool   | `true`                       | Whether an encryption key secret should be provisioned on the first deployment for you. Set this to false if you are overriding global.datahub.encryptionKey.secretRef.                                                                                                                                                                                               |
+| global.datahub.encryptionKey.provisionSecret.autoGenerate                        | bool   | `true`                       | Whether an encryption key secret should be provisioned for you **with a random seed** on the first deployment for you. Set this to false and use `global.datahub.encryptionKey.provisionSecret.secretValues.encryptionKey` if you would like to specify the secret values directly.                                                                                   |
+| global.datahub.encryptionKey.provisionSecret.secretValues.encryptionKey          | string | ``                           | The encryption key value to be used if specified directly.                                                                                                                                                                                                                                                                                                            |
+| global.datahub.enable_retention                                                  | bool   | `false`                      | Whether or not to enable retention on local DB                                                                                                                                                                                                                                                                                                                        |
+| global.sql.datasource.hostForpostgresqlClient                                    | string | `""`                         | SQL database host (without port) when using postgresqlSetupJob                                                                                                                                                                                                                                                                                                        |
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index 7d2f93904..0cd44d803 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.138
+version: 0.2.139
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/README.md b/charts/datahub/subcharts/acryl-datahub-actions/README.md
index e08afdbd0..dff3ae5e1 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/README.md
+++ b/charts/datahub/subcharts/acryl-datahub-actions/README.md
@@ -6,41 +6,41 @@ Current chart version is `0.0.3`
 
 ## Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| affinity | object | `{}` |  |
-| exporters.jmx.enabled | boolean | false |  |
-| extraLabels | object | `{}` | Extra labels for deployment configuration |
-| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` |
-| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) |
-| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" |
-| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" |
-| fullnameOverride | string | `"acryl-datahub-actions"` |  |
-| global.datahub.gms.port | string | `"8080"` |  |
-| image.pullPolicy | string | `"IfNotPresent"` |  |
-| image.repository | string | `"acryldata/datahub-actions"` |  |
-| image.tag | string | `"v0.0.6"` |  |
-| imagePullSecrets | list | `[]` |  |
-| nameOverride | string | `""` |  |
-| nodeSelector | object | `{}` |  |
-| podAnnotations | object | `{}` |  |
-| podSecurityContext | object | `{}` |  |
-| replicaCount | int | `1` |  |
-| resources | object | `{}` |  |
-| securityContext | object | `{}` |  |
-| service.port | int | `9093` |  |
-| service.nodePort | int | `""` |  |
-| service.type | string | `"ClusterIP"` |  |
-| serviceAccount.annotations | object | `{}` |  |
-| serviceAccount.create | bool | `false` |  |
-| serviceAccount.name | string | `nil` |  |
-| tolerations | list | `[]` |  |
-| global.kafka.bootstrap.server  | string | `nil` |  |
-| global.kafka.schemaregistry.url | string | `nil` |  |
-| actions.kafkaAutoOffsetPolicy | string | `"latest"` |  |
-| datahub.metadata_service_authentication.enabled | bool | `false` | Whether Metadata Service Authentication is enabled. |
-| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| ingestionSecretFiles.name | string | `""` | Name of the k8s secret that holds any secret files (e.g., SSL certificates and private keys) that are used in your ingestion recipes. The keys in the secret will be mounted as individual files under `/etc/datahub/ingestion-secret-files` |
-| ingestionSecretFiles.defaultMode | string | `""` | The permission mode for the volume that mounts k8s secret under `/etc/datahub/ingestion-secret-files`, default value is 0444 which allows read access by owner, group, and other users |
+| Key                                                                         | Type                                                                                              | Default                       | Description                                                                                                                                                                                                                                  |
+|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| affinity                                                                    | object                                                                                            | `{}`                          |                                                                                                                                                                                                                                              |
+| exporters.jmx.enabled                                                       | boolean                                                                                           | false                         |                                                                                                                                                                                                                                              |
+| extraLabels                                                                 | object                                                                                            | `{}`                          | Extra labels for deployment configuration                                                                                                                                                                                                    |
+| extraEnvs                                                                   | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]`                          |
+| extraSidecars                                                               | list                                                                                              | `[]`                          | Add additional sidecar containers to the deployment pod(s)                                                                                                                                                                                   |
+| extraVolumes                                                                | Templatable string of additional `volumes` to be passed to the `tpl` function                     | ""                            |
+| extraVolumeMounts                                                           | Templatable string of additional `volumeMounts` to be passed to the `tpl` function                | ""                            |
+| fullnameOverride                                                            | string                                                                                            | `"acryl-datahub-actions"`     |                                                                                                                                                                                                                                              |
+| global.datahub.gms.port                                                     | string                                                                                            | `"8080"`                      |                                                                                                                                                                                                                                              |
+| image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`              |                                                                                                                                                                                                                                              |
+| image.repository                                                            | string                                                                                            | `"acryldata/datahub-actions"` |                                                                                                                                                                                                                                              |
+| image.tag                                                                   | string                                                                                            | `"v0.0.6"`                    |                                                                                                                                                                                                                                              |
+| imagePullSecrets                                                            | list                                                                                              | `[]`                          |                                                                                                                                                                                                                                              |
+| nameOverride                                                                | string                                                                                            | `""`                          |                                                                                                                                                                                                                                              |
+| nodeSelector                                                                | object                                                                                            | `{}`                          |                                                                                                                                                                                                                                              |
+| podAnnotations                                                              | object                                                                                            | `{}`                          |                                                                                                                                                                                                                                              |
+| podSecurityContext                                                          | object                                                                                            | `{}`                          |                                                                                                                                                                                                                                              |
+| replicaCount                                                                | int                                                                                               | `1`                           |                                                                                                                                                                                                                                              |
+| resources                                                                   | object                                                                                            | `{}`                          |                                                                                                                                                                                                                                              |
+| securityContext                                                             | object                                                                                            | `{}`                          |                                                                                                                                                                                                                                              |
+| service.port                                                                | int                                                                                               | `9093`                        |                                                                                                                                                                                                                                              |
+| service.nodePort                                                            | int                                                                                               | `""`                          |                                                                                                                                                                                                                                              |
+| service.type                                                                | string                                                                                            | `"ClusterIP"`                 |                                                                                                                                                                                                                                              |
+| serviceAccount.annotations                                                  | object                                                                                            | `{}`                          |                                                                                                                                                                                                                                              |
+| serviceAccount.create                                                       | bool                                                                                              | `false`                       |                                                                                                                                                                                                                                              |
+| serviceAccount.name                                                         | string                                                                                            | `nil`                         |                                                                                                                                                                                                                                              |
+| tolerations                                                                 | list                                                                                              | `[]`                          |                                                                                                                                                                                                                                              |
+| global.kafka.bootstrap.server                                               | string                                                                                            | `nil`                         |                                                                                                                                                                                                                                              |
+| global.kafka.schemaregistry.url                                             | string                                                                                            | `nil`                         |                                                                                                                                                                                                                                              |
+| actions.kafkaAutoOffsetPolicy                                               | string                                                                                            | `"latest"`                    |                                                                                                                                                                                                                                              |
+| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `true`                        | Whether Metadata Service Authentication is enabled.                                                                                                                                                                                          |
+| global.datahub.metadata_service_authentication.systemClientId               | string                                                                                            | `"__datahub_system"`          | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                  |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string                                                                                            | `nil`                         | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                         |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string                                                                                            | `nil`                         | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                               |
+| ingestionSecretFiles.name                                                   | string                                                                                            | `""`                          | Name of the k8s secret that holds any secret files (e.g., SSL certificates and private keys) that are used in your ingestion recipes. The keys in the secret will be mounted as individual files under `/etc/datahub/ingestion-secret-files` |
+| ingestionSecretFiles.defaultMode                                            | string                                                                                            | `""`                          | The permission mode for the volume that mounts k8s secret under `/etc/datahub/ingestion-secret-files`, default value is 0444 which allows read access by owner, group, and other users                                                       |
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
index 2f30cf4e1..6e0e8c4c3 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
@@ -87,7 +87,7 @@ global:
     gms:
       port: "8080"
     metadata_service_authentication:
-      enabled: false
+      enabled: true
       systemClientId: "__datahub_system"
       # systemClientSecret:
       #  secretRef: <secret-ref>
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 61948591f..ec9061058 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.144
+version: 0.2.145
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/README.md b/charts/datahub/subcharts/datahub-frontend/README.md
index 3b04d39e7..ad63507b0 100644
--- a/charts/datahub/subcharts/datahub-frontend/README.md
+++ b/charts/datahub/subcharts/datahub-frontend/README.md
@@ -20,6 +20,7 @@ Current chart version is `0.2.0`
 | fullnameOverride                                                            | string                                                                                            | `"datahub-frontend"`                |                                                                                                                                                                                                                                                                                                                                  |
 | global.datahub_analytics_enabled                                            | boolean                                                                                           | true                                |                                                                                                                                                                                                                                                                                                                                  |
 | global.datahub.gms.port                                                     | string                                                                                            | `"8080"`                            |                                                                                                                                                                                                                                                                                                                                  |
+ | global.datahub.frontend.validateSignUpEmail                                 | boolean                                                                                           | true                                | Enforces user sign up through invite link to use a valid email.                                                                                                                                                                                                                                                                  | 
 | image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                    |                                                                                                                                                                                                                                                                                                                                  |
 | image.repository                                                            | string                                                                                            | `"linkedin/datahub-frontend-react"` |                                                                                                                                                                                                                                                                                                                                  |
 | image.tag                                                                   | string                                                                                            | `"head"`                            |                                                                                                                                                                                                                                                                                                                                  |
@@ -66,7 +67,7 @@ Current chart version is `0.2.0`
 | global.elasticsearch.host                                                   | string                                                                                            | `"elasticsearch"`                   |                                                                                                                                                                                                                                                                                                                                  |
 | global.elasticsearch.port                                                   | string                                                                                            | `"9200"`                            |                                                                                                                                                                                                                                                                                                                                  |
 | global.kafka.bootstrap.server                                               | string                                                                                            | `"broker:9092"`                     |                                                                                                                                                                                                                                                                                                                                  |
-| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `false`                             | Whether Metadata Service Authentication is enabled.                                                                                                                                                                                                                                                                              |
+| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `true`                              | Whether Metadata Service Authentication is enabled.                                                                                                                                                                                                                                                                              |
 | global.datahub.metadata_service_authentication.systemClientId               | string                                                                                            | `"__datahub_system"`                | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                                                                                                      |
 | global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string                                                                                            | `nil`                               | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                                                             |
 | global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string                                                                                            | `nil`                               | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                                                                                   |
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 4f43e5512..838351ff6 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -114,6 +114,8 @@ spec:
               value: "{{ .Values.global.datahub_analytics_enabled }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
+            - name: ENFORCE_VALID_EMAIL
+              value: "{{ .Values.global.datahub.frontend.validateSignUpEmail }}"
             {{- with .Values.global.kafka.producer.compressionType }}
             - name: KAFKA_PRODUCER_COMPRESSION_TYPE
               value: "{{ . }}"
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index c0b43b10e..921243a04 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -225,8 +225,10 @@ global:
     monitoring:
       enablePrometheus: true
     appVersion: "1.0"
+    frontend:
+      validateSignUpEmail: true
     metadata_service_authentication:
-      enabled: false
+      enabled: true
       systemClientId: "__datahub_system"
       # systemClientSecret:
       #  secretRef: <secret-ref>
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index ddff0b786..2dc7bc404 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.154
+version: 0.2.155
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/README.md b/charts/datahub/subcharts/datahub-gms/README.md
index e258611cd..ec9be7139 100644
--- a/charts/datahub/subcharts/datahub-gms/README.md
+++ b/charts/datahub/subcharts/datahub-gms/README.md
@@ -6,80 +6,80 @@ Current chart version is `0.2.0`
 
 ## Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| affinity | object | `{}` |  |
-| extraLabels | object | `{}` | Extra labels for deployment configuration |
-| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` |
-| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) |
-| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" |
-| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" |
-| fullnameOverride | string | `"datahub-gms-deployment"` |  |
-| global.datahub.appVersion | string | `"1.0"` |  |
-| global.datahub.gms.port | string | `"8080"` |  |
-| global.datahub.gms.nodePort | string | `""` |  |
-| global.elasticsearch.host | string | `"elasticsearch"` |  |
-| global.elasticsearch.port | string | `"9200"` |  |
-| global.hostAliases[0].hostnames[0] | string | `"broker"` |  |
-| global.hostAliases[0].hostnames[1] | string | `"mysql"` |  |
-| global.hostAliases[0].hostnames[2] | string | `"elasticsearch"` |  |
-| global.hostAliases[0].hostnames[3] | string | `"neo4j"` |  |
-| global.hostAliases[0].ip | string | `"192.168.0.104"` |  |
-| global.kafka.bootstrap.server | string | `"broker:9092"` |  |
-| global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` |  |
-| global.neo4j.host | string | `"neo4j:7474"` |  |
-| global.neo4j.uri | string | `"bolt://neo4j"` |  |
-| global.neo4j.username | string | `"neo4j"` |  |
-| global.neo4j.password.secretRef | string | `"neo4j-secrets"` |  |
-| global.neo4j.password.secretKey | string | `"neo4j-password"` |  |
-| global.sql.datasource.driver | string | `"com.mysql.cj.jdbc.Driver"` |  |
-| global.sql.datasource.host | string | `"mysql"` |  |
-| global.sql.datasource.url | string | `"jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false\u0026useSSL=true"` |  |
-| global.sql.datasource.username | string | `"datahub"` |  |
-| global.sql.datasource.password.secretRef | string | `"mysql-secrets"` |  |
-| global.sql.datasource.password.secretKey | string | `"mysql-password"` |  |
-| global.graph_service_impl | string | `neo4j` | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility |
-| image.pullPolicy | string | `"IfNotPresent"` |  |
-| image.repository | string | `"linkedin/datahub-gms"` |  |
-| image.tag | string | `"head"` |  |
-| imagePullSecrets | list | `[]` |  |
-| ingress.annotations | object | `{}` |  |
-| ingress.enabled | bool | `false` |  |
-| ingress.extraLabels | object | `{}` | provides extra labels for ingress configuration |
-| ingress.hosts[0].host | string | `"chart-example.local"` |  |
-| ingress.hosts[0].paths | list | `[]` |  |
-| ingress.tls | list | `[]` |  |
-| livenessProbe.initialDelaySeconds | int | `60` |  |
-| livenessProbe.periodSeconds | int | `30` |  |
-| livenessProbe.failureThreshold | int | `8` |  |
-| nameOverride | string | `""` |  |
-| nodeSelector | object | `{}` |  |
-| podAnnotations | object | `{}` |  |
-| podSecurityContext | object | `{}` |  |
-| readinessProbe.initialDelaySeconds | int | `60` |  |
-| readinessProbe.periodSeconds | int | `30` |  |
-| readinessProbe.failureThreshold | int | `8` |  |
-| replicaCount | int | `1` |  |
-| revisionHistoryLimit | int | `10` |  |
-| resources | object | `{}` |  |
-| securityContext | object | `{}` |  |
-| service.port | int | `8080` |  |
-| service.type | string | `"LoadBalancer"` |  |
-| serviceAccount.annotations | object | `{}` |  |
-| serviceAccount.create | bool | `true` |  |
-| serviceAccount.name | string | `nil` |  |
-| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource |
-| tolerations | list | `[]` |  |
-| global.datahub.metadata_service_authentication.enabled | bool | `false` | Whether Metadata Service Authentication is enabled. |
-| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.tokenService.signingKey.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS. |
-| global.datahub.metadata_service_authentication.tokenService.signingKey.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS. |
-| global.datahub.metadata_service_authentication.tokenService.salt.secretRef | string | `nil` | The reference to a secret containing the internal system salt that is used to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph. |
-| global.datahub.metadata_service_authentication.tokenService.salt.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph. |
-| global.datahub.managed_ingestion.enabled | bool | `true` | Whether or not UI-based ingestion experience is enabled. |
-| global.datahub.encryptionKey.secretRef | string | `nil` | The reference to a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. Required if managed_ingestion_enabled is 'true'. |
-| global.datahub.encryptionKey.secretKey | string | `nil` | The key of a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. Required if managed_ingestion_enabled is 'true'. |
-| global.datahub.managed_ingestion.defaultCliVersion | string | `0.11.0` | This is the version of the DataHub CLI to use for UI ingestion, by default. You do not need to explicitly provide this. By default the underlying datahub-gms container will provide a latest version compatible with the server. |
-| global.datahub.enable_retention | bool | `false` | Whether or not to enable retention on local DB |
+| Key                                                                              | Type                                                                                              | Default                                                                            | Description                                                                                                                                                                                                                       |
+|----------------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|------------------------------------------------------------------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| affinity                                                                         | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| extraLabels                                                                      | object                                                                                            | `{}`                                                                               | Extra labels for deployment configuration                                                                                                                                                                                         |
+| extraEnvs                                                                        | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]`                                                                               |
+| extraSidecars                                                                    | list                                                                                              | `[]`                                                                               | Add additional sidecar containers to the deployment pod(s)                                                                                                                                                                        |
+| extraVolumes                                                                     | Templatable string of additional `volumes` to be passed to the `tpl` function                     | ""                                                                                 |
+| extraVolumeMounts                                                                | Templatable string of additional `volumeMounts` to be passed to the `tpl` function                | ""                                                                                 |
+| fullnameOverride                                                                 | string                                                                                            | `"datahub-gms-deployment"`                                                         |                                                                                                                                                                                                                                   |
+| global.datahub.appVersion                                                        | string                                                                                            | `"1.0"`                                                                            |                                                                                                                                                                                                                                   |
+| global.datahub.gms.port                                                          | string                                                                                            | `"8080"`                                                                           |                                                                                                                                                                                                                                   |
+| global.datahub.gms.nodePort                                                      | string                                                                                            | `""`                                                                               |                                                                                                                                                                                                                                   |
+| global.elasticsearch.host                                                        | string                                                                                            | `"elasticsearch"`                                                                  |                                                                                                                                                                                                                                   |
+| global.elasticsearch.port                                                        | string                                                                                            | `"9200"`                                                                           |                                                                                                                                                                                                                                   |
+| global.hostAliases[0].hostnames[0]                                               | string                                                                                            | `"broker"`                                                                         |                                                                                                                                                                                                                                   |
+| global.hostAliases[0].hostnames[1]                                               | string                                                                                            | `"mysql"`                                                                          |                                                                                                                                                                                                                                   |
+| global.hostAliases[0].hostnames[2]                                               | string                                                                                            | `"elasticsearch"`                                                                  |                                                                                                                                                                                                                                   |
+| global.hostAliases[0].hostnames[3]                                               | string                                                                                            | `"neo4j"`                                                                          |                                                                                                                                                                                                                                   |
+| global.hostAliases[0].ip                                                         | string                                                                                            | `"192.168.0.104"`                                                                  |                                                                                                                                                                                                                                   |
+| global.kafka.bootstrap.server                                                    | string                                                                                            | `"broker:9092"`                                                                    |                                                                                                                                                                                                                                   |
+| global.kafka.schemaregistry.url                                                  | string                                                                                            | `"http://schema-registry:8081"`                                                    |                                                                                                                                                                                                                                   |
+| global.neo4j.host                                                                | string                                                                                            | `"neo4j:7474"`                                                                     |                                                                                                                                                                                                                                   |
+| global.neo4j.uri                                                                 | string                                                                                            | `"bolt://neo4j"`                                                                   |                                                                                                                                                                                                                                   |
+| global.neo4j.username                                                            | string                                                                                            | `"neo4j"`                                                                          |                                                                                                                                                                                                                                   |
+| global.neo4j.password.secretRef                                                  | string                                                                                            | `"neo4j-secrets"`                                                                  |                                                                                                                                                                                                                                   |
+| global.neo4j.password.secretKey                                                  | string                                                                                            | `"neo4j-password"`                                                                 |                                                                                                                                                                                                                                   |
+| global.sql.datasource.driver                                                     | string                                                                                            | `"com.mysql.cj.jdbc.Driver"`                                                       |                                                                                                                                                                                                                                   |
+| global.sql.datasource.host                                                       | string                                                                                            | `"mysql"`                                                                          |                                                                                                                                                                                                                                   |
+| global.sql.datasource.url                                                        | string                                                                                            | `"jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false\u0026useSSL=true"` |                                                                                                                                                                                                                                   |
+| global.sql.datasource.username                                                   | string                                                                                            | `"datahub"`                                                                        |                                                                                                                                                                                                                                   |
+| global.sql.datasource.password.secretRef                                         | string                                                                                            | `"mysql-secrets"`                                                                  |                                                                                                                                                                                                                                   |
+| global.sql.datasource.password.secretKey                                         | string                                                                                            | `"mysql-password"`                                                                 |                                                                                                                                                                                                                                   |
+| global.graph_service_impl                                                        | string                                                                                            | `neo4j`                                                                            | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility           |
+| image.pullPolicy                                                                 | string                                                                                            | `"IfNotPresent"`                                                                   |                                                                                                                                                                                                                                   |
+| image.repository                                                                 | string                                                                                            | `"linkedin/datahub-gms"`                                                           |                                                                                                                                                                                                                                   |
+| image.tag                                                                        | string                                                                                            | `"head"`                                                                           |                                                                                                                                                                                                                                   |
+| imagePullSecrets                                                                 | list                                                                                              | `[]`                                                                               |                                                                                                                                                                                                                                   |
+| ingress.annotations                                                              | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| ingress.enabled                                                                  | bool                                                                                              | `false`                                                                            |                                                                                                                                                                                                                                   |
+| ingress.extraLabels                                                              | object                                                                                            | `{}`                                                                               | provides extra labels for ingress configuration                                                                                                                                                                                   |
+| ingress.hosts[0].host                                                            | string                                                                                            | `"chart-example.local"`                                                            |                                                                                                                                                                                                                                   |
+| ingress.hosts[0].paths                                                           | list                                                                                              | `[]`                                                                               |                                                                                                                                                                                                                                   |
+| ingress.tls                                                                      | list                                                                                              | `[]`                                                                               |                                                                                                                                                                                                                                   |
+| livenessProbe.initialDelaySeconds                                                | int                                                                                               | `60`                                                                               |                                                                                                                                                                                                                                   |
+| livenessProbe.periodSeconds                                                      | int                                                                                               | `30`                                                                               |                                                                                                                                                                                                                                   |
+| livenessProbe.failureThreshold                                                   | int                                                                                               | `8`                                                                                |                                                                                                                                                                                                                                   |
+| nameOverride                                                                     | string                                                                                            | `""`                                                                               |                                                                                                                                                                                                                                   |
+| nodeSelector                                                                     | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| podAnnotations                                                                   | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| podSecurityContext                                                               | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| readinessProbe.initialDelaySeconds                                               | int                                                                                               | `60`                                                                               |                                                                                                                                                                                                                                   |
+| readinessProbe.periodSeconds                                                     | int                                                                                               | `30`                                                                               |                                                                                                                                                                                                                                   |
+| readinessProbe.failureThreshold                                                  | int                                                                                               | `8`                                                                                |                                                                                                                                                                                                                                   |
+| replicaCount                                                                     | int                                                                                               | `1`                                                                                |                                                                                                                                                                                                                                   |
+| revisionHistoryLimit                                                             | int                                                                                               | `10`                                                                               |                                                                                                                                                                                                                                   |
+| resources                                                                        | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| securityContext                                                                  | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| service.port                                                                     | int                                                                                               | `8080`                                                                             |                                                                                                                                                                                                                                   |
+| service.type                                                                     | string                                                                                            | `"LoadBalancer"`                                                                   |                                                                                                                                                                                                                                   |
+| serviceAccount.annotations                                                       | object                                                                                            | `{}`                                                                               |                                                                                                                                                                                                                                   |
+| serviceAccount.create                                                            | bool                                                                                              | `true`                                                                             |                                                                                                                                                                                                                                   |
+| serviceAccount.name                                                              | string                                                                                            | `nil`                                                                              |                                                                                                                                                                                                                                   |
+| serviceMonitor.create                                                            | bool                                                                                              | `false`                                                                            | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource                                                                                                               |
+| tolerations                                                                      | list                                                                                              | `[]`                                                                               |                                                                                                                                                                                                                                   |
+| global.datahub.metadata_service_authentication.enabled                           | bool                                                                                              | `true`                                                                             | Whether Metadata Service Authentication is enabled.                                                                                                                                                                               |
+| global.datahub.metadata_service_authentication.systemClientId                    | string                                                                                            | `"__datahub_system"`                                                               | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                                       |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretRef      | string                                                                                            | `nil`                                                                              | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                              |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretKey      | string                                                                                            | `nil`                                                                              | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                    |
+| global.datahub.metadata_service_authentication.tokenService.signingKey.secretRef | string                                                                                            | `nil`                                                                              | The reference to a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS.                                                                                                       |
+| global.datahub.metadata_service_authentication.tokenService.signingKey.secretKey | string                                                                                            | `nil`                                                                              | The key of a secret containing the internal system secret that is used to sign JWT auth tokens issued by DataHub GMS.                                                                                                             |
+| global.datahub.metadata_service_authentication.tokenService.salt.secretRef       | string                                                                                            | `nil`                                                                              | The reference to a secret containing the internal system salt that is used to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph.                                                           |
+| global.datahub.metadata_service_authentication.tokenService.salt.secretKey       | string                                                                                            | `nil`                                                                              | The key of a secret containing the internal system secret that is used to to salt JWT auth tokens signatures issued by DataHub GMS that is part of the metadata graph.                                                            |
+| global.datahub.managed_ingestion.enabled                                         | bool                                                                                              | `true`                                                                             | Whether or not UI-based ingestion experience is enabled.                                                                                                                                                                          |
+| global.datahub.encryptionKey.secretRef                                           | string                                                                                            | `nil`                                                                              | The reference to a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. Required if managed_ingestion_enabled is 'true'.                                                               |
+| global.datahub.encryptionKey.secretKey                                           | string                                                                                            | `nil`                                                                              | The key of a secret containing an alpha-numeric encryption key, which is used to encrypt Secrets on DataHub. Required if managed_ingestion_enabled is 'true'.                                                                     |
+| global.datahub.managed_ingestion.defaultCliVersion                               | string                                                                                            | `0.11.0`                                                                           | This is the version of the DataHub CLI to use for UI ingestion, by default. You do not need to explicitly provide this. By default the underlying datahub-gms container will provide a latest version compatible with the server. |
+| global.datahub.enable_retention                                                  | bool                                                                                              | `false`                                                                            | Whether or not to enable retention on local DB                                                                                                                                                                                    |
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index 7cc678c7c..225d0291d 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -204,7 +204,7 @@ global:
       # defaultCliVersion: "X.X.X" --> Optional: Controls the acryl-datahub package version downloaded from PyPI.
 
     metadata_service_authentication:
-      enabled: false
+      enabled: true
       # tokenService:
       #   signingKey:
       #    secretRef: <secret-ref>
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index 0a64f77c6..f38313d0e 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.148
+version: 0.2.149
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/README.md b/charts/datahub/subcharts/datahub-mae-consumer/README.md
index 11b733782..ff770fc96 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/README.md
+++ b/charts/datahub/subcharts/datahub-mae-consumer/README.md
@@ -6,65 +6,65 @@ Current chart version is `0.2.0`
 
 ## Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| affinity | object | `{}` |  |
-| exporters.jmx.enabled | boolean | false |  |
-| extraLabels | object | `{}` | Extra labels for deployment configuration |
-| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` |
-| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) |
-| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" |
-| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" |
-| fullnameOverride | string | `"datahub-mae-consumer"` |  |
-| global.datahub_analytics_enabled | boolean | true |  |
-| global.datahub.mae_consumer.port | string | `"9091"` |  |
-| global.datahub.mae_consumer.nodePort | string | `"30002"` |  |
-| global.elasticsearch.host | string | `"elasticsearch"` |  |
-| global.elasticsearch.port | string | `"9200"` |  |
-| global.kafka.bootstrap.server | string | `"broker:9092"` |  |
-| global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` |  |
-| global.neo4j.host | string | `"neo4j:7474"` |  |
-| global.neo4j.uri | string | `"bolt://neo4j"` |  |
-| global.neo4j.username | string | `"neo4j"` |  |
-| global.neo4j.password.secretRef | string | `"neo4j-secrets"` |  |
-| global.neo4j.password.secretKey | string | `"neo4j-password"` |  |
-| global.hostAliases[0].hostnames[0] | string | `"broker"` |  |
-| global.hostAliases[0].hostnames[1] | string | `"mysql"` |  |
-| global.hostAliases[0].hostnames[2] | string | `"elasticsearch"` |  |
-| global.hostAliases[0].hostnames[3] | string | `"neo4j"` |  |
-| global.hostAliases[0].ip | string | `"192.168.0.104"` |  |
-| global.graph_service_impl | string | `neo4j` | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility |
-| image.pullPolicy | string | `"IfNotPresent"` |  |
-| image.repository | string | `"linkedin/datahub-mae-consumer"` |  |
-| image.tag | string | `"head"` |  |
-| imagePullSecrets | list | `[]` |  |
-| ingress.annotations | object | `{}` |  |
-| ingress.enabled | bool | `false` |  |
-| ingress.hosts[0].host | string | `"chart-example.local"` |  |
-| ingress.hosts[0].paths | list | `[]` |  |
-| ingress.tls | list | `[]` |  |
-| livenessProbe.initialDelaySeconds | int | `60` |  |
-| livenessProbe.periodSeconds | int | `30` |  |
-| livenessProbe.failureThreshold | int | `8` |  |
-| nameOverride | string | `""` |  |
-| nodeSelector | object | `{}` |  |
-| podAnnotations | object | `{}` |  |
-| podSecurityContext | object | `{}` |  |
-| readinessProbe.initialDelaySeconds | int | `60` |  |
-| readinessProbe.periodSeconds | int | `30` |  |
-| readinessProbe.failureThreshold | int | `8` |  |
-| replicaCount | int | `1` |  |
-| revisionHistoryLimit | int | `10` |  |
-| resources | object | `{}` |  |
-| securityContext | object | `{}` |  |
-| service.port | int | `80` |  |
-| service.type | string | `"ClusterIP"` |  |
-| serviceAccount.annotations | object | `{}` |  |
-| serviceAccount.create | bool | `true` |  |
-| serviceAccount.name | string | `nil` |  |
-| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource |
-| tolerations | list | `[]` |  |
-| datahub.metadata_service_authentication.enabled | bool | `false` | Whether Metadata Service Authentication is enabled. |
-| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
+| Key                                                                         | Type                                                                                              | Default                           | Description                                                                                                                                                                                                             |
+|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-----------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| affinity                                                                    | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| exporters.jmx.enabled                                                       | boolean                                                                                           | false                             |                                                                                                                                                                                                                         |
+| extraLabels                                                                 | object                                                                                            | `{}`                              | Extra labels for deployment configuration                                                                                                                                                                               |
+| extraEnvs                                                                   | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]`                              |
+| extraSidecars                                                               | list                                                                                              | `[]`                              | Add additional sidecar containers to the deployment pod(s)                                                                                                                                                              |
+| extraVolumes                                                                | Templatable string of additional `volumes` to be passed to the `tpl` function                     | ""                                |
+| extraVolumeMounts                                                           | Templatable string of additional `volumeMounts` to be passed to the `tpl` function                | ""                                |
+| fullnameOverride                                                            | string                                                                                            | `"datahub-mae-consumer"`          |                                                                                                                                                                                                                         |
+| global.datahub_analytics_enabled                                            | boolean                                                                                           | true                              |                                                                                                                                                                                                                         |
+| global.datahub.mae_consumer.port                                            | string                                                                                            | `"9091"`                          |                                                                                                                                                                                                                         |
+| global.datahub.mae_consumer.nodePort                                        | string                                                                                            | `"30002"`                         |                                                                                                                                                                                                                         |
+| global.elasticsearch.host                                                   | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                                                                         |
+| global.elasticsearch.port                                                   | string                                                                                            | `"9200"`                          |                                                                                                                                                                                                                         |
+| global.kafka.bootstrap.server                                               | string                                                                                            | `"broker:9092"`                   |                                                                                                                                                                                                                         |
+| global.kafka.schemaregistry.url                                             | string                                                                                            | `"http://schema-registry:8081"`   |                                                                                                                                                                                                                         |
+| global.neo4j.host                                                           | string                                                                                            | `"neo4j:7474"`                    |                                                                                                                                                                                                                         |
+| global.neo4j.uri                                                            | string                                                                                            | `"bolt://neo4j"`                  |                                                                                                                                                                                                                         |
+| global.neo4j.username                                                       | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                                                                         |
+| global.neo4j.password.secretRef                                             | string                                                                                            | `"neo4j-secrets"`                 |                                                                                                                                                                                                                         |
+| global.neo4j.password.secretKey                                             | string                                                                                            | `"neo4j-password"`                |                                                                                                                                                                                                                         |
+| global.hostAliases[0].hostnames[0]                                          | string                                                                                            | `"broker"`                        |                                                                                                                                                                                                                         |
+| global.hostAliases[0].hostnames[1]                                          | string                                                                                            | `"mysql"`                         |                                                                                                                                                                                                                         |
+| global.hostAliases[0].hostnames[2]                                          | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                                                                         |
+| global.hostAliases[0].hostnames[3]                                          | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                                                                         |
+| global.hostAliases[0].ip                                                    | string                                                                                            | `"192.168.0.104"`                 |                                                                                                                                                                                                                         |
+| global.graph_service_impl                                                   | string                                                                                            | `neo4j`                           | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility |
+| image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                  |                                                                                                                                                                                                                         |
+| image.repository                                                            | string                                                                                            | `"linkedin/datahub-mae-consumer"` |                                                                                                                                                                                                                         |
+| image.tag                                                                   | string                                                                                            | `"head"`                          |                                                                                                                                                                                                                         |
+| imagePullSecrets                                                            | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
+| ingress.annotations                                                         | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| ingress.enabled                                                             | bool                                                                                              | `false`                           |                                                                                                                                                                                                                         |
+| ingress.hosts[0].host                                                       | string                                                                                            | `"chart-example.local"`           |                                                                                                                                                                                                                         |
+| ingress.hosts[0].paths                                                      | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
+| ingress.tls                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
+| livenessProbe.initialDelaySeconds                                           | int                                                                                               | `60`                              |                                                                                                                                                                                                                         |
+| livenessProbe.periodSeconds                                                 | int                                                                                               | `30`                              |                                                                                                                                                                                                                         |
+| livenessProbe.failureThreshold                                              | int                                                                                               | `8`                               |                                                                                                                                                                                                                         |
+| nameOverride                                                                | string                                                                                            | `""`                              |                                                                                                                                                                                                                         |
+| nodeSelector                                                                | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| podAnnotations                                                              | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| podSecurityContext                                                          | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| readinessProbe.initialDelaySeconds                                          | int                                                                                               | `60`                              |                                                                                                                                                                                                                         |
+| readinessProbe.periodSeconds                                                | int                                                                                               | `30`                              |                                                                                                                                                                                                                         |
+| readinessProbe.failureThreshold                                             | int                                                                                               | `8`                               |                                                                                                                                                                                                                         |
+| replicaCount                                                                | int                                                                                               | `1`                               |                                                                                                                                                                                                                         |
+| revisionHistoryLimit                                                        | int                                                                                               | `10`                              |                                                                                                                                                                                                                         |
+| resources                                                                   | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| securityContext                                                             | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| service.port                                                                | int                                                                                               | `80`                              |                                                                                                                                                                                                                         |
+| service.type                                                                | string                                                                                            | `"ClusterIP"`                     |                                                                                                                                                                                                                         |
+| serviceAccount.annotations                                                  | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
+| serviceAccount.create                                                       | bool                                                                                              | `true`                            |                                                                                                                                                                                                                         |
+| serviceAccount.name                                                         | string                                                                                            | `nil`                             |                                                                                                                                                                                                                         |
+| serviceMonitor.create                                                       | bool                                                                                              | `false`                           | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource                                                                                                     |
+| tolerations                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
+| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `true`                            | Whether Metadata Service Authentication is enabled.                                                                                                                                                                     |
+| global.datahub.metadata_service_authentication.systemClientId               | string                                                                                            | `"__datahub_system"`              | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                             |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string                                                                                            | `nil`                             | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                    |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string                                                                                            | `nil`                             | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                          |
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index ec33ca9bb..bdd634f4f 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -214,7 +214,7 @@ global:
       enabled: true
 
     metadata_service_authentication:
-      enabled: false
+      enabled: true
       systemClientId: "__datahub_system"
       # systemClientSecret:
       #  secretRef: <secret-ref>
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 59ea3fa25..9177f820b 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.151
+version: 0.2.152
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/README.md b/charts/datahub/subcharts/datahub-mce-consumer/README.md
index 5f20dd759..240a8d6d6 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/README.md
+++ b/charts/datahub/subcharts/datahub-mce-consumer/README.md
@@ -6,55 +6,55 @@ Current chart version is `0.2.0`
 
 ## Chart Values
 
-| Key | Type | Default | Description |
-|-----|------|---------|-------------|
-| affinity | object | `{}` |  |
-| exporters.jmx.enabled | boolean | false |  |
-| extraLabels | object | `{}` | Extra labels for deployment configuration |
-| extraEnvs | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]` |
-| extraSidecars | list | `[]` | Add additional sidecar containers to the deployment pod(s) |
-| extraVolumes | Templatable string of additional `volumes` to be passed to the `tpl` function | "" |
-| extraVolumeMounts | Templatable string of additional `volumeMounts` to be passed to the `tpl` function | "" |
-| fullnameOverride | string | `""` |  |
-| global.kafka.bootstrap.server | string | `"broker:9092"` |  |
-| global.kafka.schemaregistry.url | string | `"http://schema-registry:8081"` |  |
-| global.datahub.gms.port | string | `"8080"` |  |
-| global.hostAliases[0].hostnames[0] | string | `"broker"` |  |
-| global.hostAliases[0].hostnames[1] | string | `"mysql"` |  |
-| global.hostAliases[0].hostnames[2] | string | `"elasticsearch"` |  |
-| global.hostAliases[0].hostnames[3] | string | `"neo4j"` |  |
-| global.hostAliases[0].ip | string | `"192.168.0.104"` |  |
-| image.pullPolicy | string | `"IfNotPresent"` |  |
-| image.repository | string | `"linkedin/datahub-mce-consumer"` |  |
-| image.tag | string | `"head"` |  |
-| imagePullSecrets | list | `[]` |  |
-| ingress.annotations | object | `{}` |  |
-| ingress.enabled | bool | `false` |  |
-| ingress.hosts[0].host | string | `"chart-example.local"` |  |
-| ingress.hosts[0].paths | list | `[]` |  |
-| ingress.tls | list | `[]` |  |
-| livenessProbe.initialDelaySeconds | int | `60` |  |
-| livenessProbe.periodSeconds | int | `30` |  |
-| livenessProbe.failureThreshold | int | `4` |  |
-| nameOverride | string | `""` |  |
-| nodeSelector | object | `{}` |  |
-| podAnnotations | object | `{}` |  |
-| podSecurityContext | object | `{}` |  |
-| readinessProbe.initialDelaySeconds | int | `60` |  |
-| readinessProbe.periodSeconds | int | `30` |  |
-| readinessProbe.failureThreshold | int | `4` |  |
-| replicaCount | int | `1` |  |
-| revisionHistoryLimit | int | `10` |  |
-| resources | object | `{}` |  |
-| securityContext | object | `{}` |  |
-| service.port | int | `80` |  |
-| service.type | string | `"ClusterIP"` |  |
-| serviceAccount.annotations | object | `{}` |  |
-| serviceAccount.create | bool | `true` |  |
-| serviceAccount.name | string | `nil` |  |
-| serviceMonitor.create | bool | `false` | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource |
-| tolerations | list | `[]` |  |
-| datahub.metadata_service_authentication.enabled | bool | `false` | Whether Metadata Service Authentication is enabled. |
-| global.datahub.metadata_service_authentication.systemClientId | string | `"__datahub_system"` | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string | `nil` | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string | `nil` | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
+| Key                                                                         | Type                                                                                              | Default                           | Description                                                                                                                                                          |
+|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-----------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| affinity                                                                    | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| exporters.jmx.enabled                                                       | boolean                                                                                           | false                             |                                                                                                                                                                      |
+| extraLabels                                                                 | object                                                                                            | `{}`                              | Extra labels for deployment configuration                                                                                                                            |
+| extraEnvs                                                                   | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]`                              |
+| extraSidecars                                                               | list                                                                                              | `[]`                              | Add additional sidecar containers to the deployment pod(s)                                                                                                           |
+| extraVolumes                                                                | Templatable string of additional `volumes` to be passed to the `tpl` function                     | ""                                |
+| extraVolumeMounts                                                           | Templatable string of additional `volumeMounts` to be passed to the `tpl` function                | ""                                |
+| fullnameOverride                                                            | string                                                                                            | `""`                              |                                                                                                                                                                      |
+| global.kafka.bootstrap.server                                               | string                                                                                            | `"broker:9092"`                   |                                                                                                                                                                      |
+| global.kafka.schemaregistry.url                                             | string                                                                                            | `"http://schema-registry:8081"`   |                                                                                                                                                                      |
+| global.datahub.gms.port                                                     | string                                                                                            | `"8080"`                          |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[0]                                          | string                                                                                            | `"broker"`                        |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[1]                                          | string                                                                                            | `"mysql"`                         |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[2]                                          | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[3]                                          | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                      |
+| global.hostAliases[0].ip                                                    | string                                                                                            | `"192.168.0.104"`                 |                                                                                                                                                                      |
+| image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                  |                                                                                                                                                                      |
+| image.repository                                                            | string                                                                                            | `"linkedin/datahub-mce-consumer"` |                                                                                                                                                                      |
+| image.tag                                                                   | string                                                                                            | `"head"`                          |                                                                                                                                                                      |
+| imagePullSecrets                                                            | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| ingress.annotations                                                         | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| ingress.enabled                                                             | bool                                                                                              | `false`                           |                                                                                                                                                                      |
+| ingress.hosts[0].host                                                       | string                                                                                            | `"chart-example.local"`           |                                                                                                                                                                      |
+| ingress.hosts[0].paths                                                      | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| ingress.tls                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| livenessProbe.initialDelaySeconds                                           | int                                                                                               | `60`                              |                                                                                                                                                                      |
+| livenessProbe.periodSeconds                                                 | int                                                                                               | `30`                              |                                                                                                                                                                      |
+| livenessProbe.failureThreshold                                              | int                                                                                               | `4`                               |                                                                                                                                                                      |
+| nameOverride                                                                | string                                                                                            | `""`                              |                                                                                                                                                                      |
+| nodeSelector                                                                | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| podAnnotations                                                              | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| podSecurityContext                                                          | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| readinessProbe.initialDelaySeconds                                          | int                                                                                               | `60`                              |                                                                                                                                                                      |
+| readinessProbe.periodSeconds                                                | int                                                                                               | `30`                              |                                                                                                                                                                      |
+| readinessProbe.failureThreshold                                             | int                                                                                               | `4`                               |                                                                                                                                                                      |
+| replicaCount                                                                | int                                                                                               | `1`                               |                                                                                                                                                                      |
+| revisionHistoryLimit                                                        | int                                                                                               | `10`                              |                                                                                                                                                                      |
+| resources                                                                   | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| securityContext                                                             | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| service.port                                                                | int                                                                                               | `80`                              |                                                                                                                                                                      |
+| service.type                                                                | string                                                                                            | `"ClusterIP"`                     |                                                                                                                                                                      |
+| serviceAccount.annotations                                                  | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| serviceAccount.create                                                       | bool                                                                                              | `true`                            |                                                                                                                                                                      |
+| serviceAccount.name                                                         | string                                                                                            | `nil`                             |                                                                                                                                                                      |
+| serviceMonitor.create                                                       | bool                                                                                              | `false`                           | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource                                                  |
+| tolerations                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `true`                            | Whether Metadata Service Authentication is enabled.                                                                                                                  |
+| global.datahub.metadata_service_authentication.systemClientId               | string                                                                                            | `"__datahub_system"`              | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                          |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string                                                                                            | `nil`                             | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string                                                                                            | `nil`                             | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.       |
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index d499805c7..2f9bf285b 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -190,7 +190,7 @@ global:
     gms:
       port: "8080"
     metadata_service_authentication:
-      enabled: false
+      enabled: true
       systemClientId: "__datahub_system"
       # systemClientSecret:
       #  secretRef: <secret-ref>
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index b9d7affeb..b04df9830 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -583,6 +583,9 @@ global:
       port: "8080"
       nodePort: "30001"
 
+    frontend:
+      validateSignUpEmail: true
+
     monitoring:
       enablePrometheus: true
 
@@ -613,7 +616,7 @@ global:
       defaultCliVersion: "0.12.0"
 
     metadata_service_authentication:
-      enabled: false
+      enabled: true
       systemClientId: "__datahub_system"
       systemClientSecret:
         secretRef: "datahub-auth-secrets"

From 6311fce06c11ce21c5c3edabf68b71fff88c027c Mon Sep 17 00:00:00 2001
From: Gerrit-K <Gerrit-K@users.noreply.github.com>
Date: Thu, 16 Nov 2023 16:48:36 +0100
Subject: [PATCH 47/89] feat(sql): allow providing username from secret for sql
 setup jobs (#380)

See #291
---
 charts/datahub/Chart.yaml                         |  2 +-
 charts/datahub/templates/mysql-setup-job.yml      | 10 +++++++++-
 charts/datahub/templates/postgresql-setup-job.yml | 10 +++++++++-
 3 files changed, 19 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 5da20cabf..61a65e84b 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.9
+version: 0.3.10
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/templates/mysql-setup-job.yml b/charts/datahub/templates/mysql-setup-job.yml
index e847726ae..a36c83159 100644
--- a/charts/datahub/templates/mysql-setup-job.yml
+++ b/charts/datahub/templates/mysql-setup-job.yml
@@ -53,7 +53,15 @@ spec:
           imagePullPolicy: {{ .Values.mysqlSetupJob.image.pullPolicy | default "IfNotPresent" }}
           env:
             - name: MYSQL_USERNAME
-              value: {{ .Values.mysqlSetupJob.username | default .Values.global.sql.datasource.username | quote }}
+              {{- $usernameValue := (.Values.mysqlSetupJob).username | default .Values.global.sql.datasource.username }}
+              {{- if and (kindIs "string" $usernameValue) $usernameValue }}
+              value: {{ $usernameValue | quote }}
+              {{- else }}
+              valueFrom:
+                secretKeyRef:
+                  name: "{{ ($usernameValue).secretRef | default .Values.global.sql.datasource.username.secretRef }}"
+                  key: "{{ ($usernameValue).secretKey | default .Values.global.sql.datasource.username.secretKey }}"
+              {{- end }}
             - name: MYSQL_PASSWORD
               {{- $passwordValue := (.Values.mysqlSetupJob.password).value | default .Values.global.sql.datasource.password.value }}
               {{- if $passwordValue }}
diff --git a/charts/datahub/templates/postgresql-setup-job.yml b/charts/datahub/templates/postgresql-setup-job.yml
index f5c021468..e40822465 100644
--- a/charts/datahub/templates/postgresql-setup-job.yml
+++ b/charts/datahub/templates/postgresql-setup-job.yml
@@ -53,7 +53,15 @@ spec:
           imagePullPolicy: {{ .Values.postgresqlSetupJob.image.pullPolicy | default "Always" }}
           env:
             - name: POSTGRES_USERNAME
-              value: {{ .Values.postgresqlSetupJob.username | default .Values.global.sql.datasource.username | quote }}
+              {{- $usernameValue := (.Values.postgresqlSetupJob).username | default .Values.global.sql.datasource.username }}
+              {{- if and (kindIs "string" $usernameValue) $usernameValue }}
+              value: {{ $usernameValue | quote }}
+              {{- else }}
+              valueFrom:
+                secretKeyRef:
+                  name: "{{ ($usernameValue).secretRef | default .Values.global.sql.datasource.username.secretRef }}"
+                  key: "{{ ($usernameValue).secretKey | default .Values.global.sql.datasource.username.secretKey }}"
+              {{- end }}
             - name: POSTGRES_PASSWORD
               {{- $passwordValue := (.Values.postgresqlSetupJob.password).value | default .Values.global.sql.datasource.password.value }}
               {{- if $passwordValue }}

From 7f92a585ba0eed19240a3978631d8c22d1454b67 Mon Sep 17 00:00:00 2001
From: Gerrit-K <Gerrit-K@users.noreply.github.com>
Date: Mon, 20 Nov 2023 16:42:25 +0100
Subject: [PATCH 48/89] feat(datahub-frontend): add checksum annotation for
 user-secrets (#371)

---
 charts/datahub/Chart.yaml                                  | 4 ++--
 charts/datahub/subcharts/datahub-frontend/Chart.yaml       | 2 +-
 .../subcharts/datahub-frontend/templates/deployment.yaml   | 7 +++++--
 3 files changed, 8 insertions(+), 5 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 61a65e84b..ce94565bb 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.10
+version: 0.3.11
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
@@ -14,7 +14,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.145
+    version: 0.2.146
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index ec9061058..2e8b10965 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.145
+version: 0.2.146
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 838351ff6..dbacb8e4d 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -15,10 +15,13 @@ spec:
       {{- include "datahub-frontend.selectorLabels" . | nindent 6 }}
   template:
     metadata:
-    {{- with .Values.podAnnotations }}
       annotations:
+      {{- with .Values.podAnnotations }}
         {{- toYaml . | nindent 8 }}
-    {{- end }}
+      {{- end }}
+      {{- if .Values.defaultUserCredentials }}
+        checksum/secret: {{ include (print $.Template.BasePath "/user-secrets.yaml") . | sha256sum }}
+      {{- end }}
       labels:
         {{- include "datahub-frontend.selectorLabels" . | nindent 8 }}
         {{- range $key, $value := .Values.global.podLabels }}

From b3f33cf952c70fc4b441ae922f3d2cec384d1553 Mon Sep 17 00:00:00 2001
From: Glenn Schuurman <glennschuurman@gmail.com>
Date: Mon, 27 Nov 2023 17:55:27 +0100
Subject: [PATCH 49/89] Add ability for edit user_name_claim and regex (#388)

Fix issue where identity token does not contain an email addres. This
can be the case for some azure only tenants where no email is configured
on the domain.

Co-authored-by: Glenn Schuurman <glenn.schuurman@dataplatformgemeenten.nl>
Co-authored-by: RyanHolstien <RyanHolstien@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                                    | 2 +-
 charts/datahub/subcharts/datahub-frontend/Chart.yaml         | 2 +-
 charts/datahub/subcharts/datahub-frontend/README.md          | 3 +++
 .../subcharts/datahub-frontend/templates/deployment.yaml     | 4 ++--
 charts/datahub/subcharts/datahub-frontend/values.yaml        | 5 +++++
 5 files changed, 12 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index ce94565bb..d88524560 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.11
+version: 0.3.12
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 2e8b10965..ba13383fa 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.146
+version: 0.2.147
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/README.md b/charts/datahub/subcharts/datahub-frontend/README.md
index ad63507b0..85874de5d 100644
--- a/charts/datahub/subcharts/datahub-frontend/README.md
+++ b/charts/datahub/subcharts/datahub-frontend/README.md
@@ -1,5 +1,6 @@
 datahub-frontend
 ================
+
 A Helm chart for datahub-frontend
 
 Current chart version is `0.2.0`
@@ -46,6 +47,8 @@ Current chart version is `0.2.0`
 | oidcAuthentication.clientSecretRef.secretKey                                | string                                                                                            | `"nil"`                             | Optional, this is the key of the shared secret to use for exchange between you and your identity provider                                                                                                                                                                                                                        |
 | oidcAuthentication.oktaDomain                                               | string                                                                                            | `""`                                | Okta domain, e.g. `dev-12345.okta.com`; needed only if `provider` is set to `okta`                                                                                                                                                                                                                                               |
 | oidcAuthentication.azureTenantId                                            | string                                                                                            | `""`                                | Azure directory (tenant) ID; neede only if `provider` is set to `azure`                                                                                                                                                                                                                                                          |
+| oidcAuthentication.user_name_claim                                          | string                                                                                            | `""`                                | The attribute that will contain the username used on the DataHub platform                                                                                                                                                                                                                                                        |
+| oidcAuthentication.user_name_claim_regex                                    | string                                                                                            | `""`                                | A regex string used for extracting the username from the userNameClaim attribute |
 | podAnnotations                                                              | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
 | podSecurityContext                                                          | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
 | readinessProbe.initialDelaySeconds                                          | int                                                                                               | `60`                                |                                                                                                                                                                                                                                                                                                                                  |
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index dbacb8e4d..1d486a836 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -216,9 +216,9 @@ spec:
             - name: AUTH_OIDC_SCOPE
               value: {{ .scope | default "openid profile email" }}
             - name: AUTH_OIDC_USER_NAME_CLAIM
-              value: email
+              value: {{ .user_name_claim | default "email" }}
             - name: AUTH_OIDC_USER_NAME_CLAIM_REGEX
-              value: ([^@]+)
+              value: {{ .user_name_claim_regex | default "([^@]+)" }}
             {{- else if eq .provider "okta" }}
             - name: AUTH_OIDC_DISCOVERY_URI
               value: https://{{ .oktaDomain }}/.well-known/openid-configuration
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 921243a04..e787e552d 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -90,6 +90,11 @@ oidcAuthentication:
   # if needed, it should set meaningful defaults from provider
   # scope: "openid profile email"
 
+  # The attribute that will contain the username used on the DataHub platform.
+  # user_name_claim: "email"
+  # A regex string used for extracting the username from the userNameClaim attribute.
+  # user_name_claim_regex: "([^@]+)"
+
 # Extra labels for Deployment
 extraLabels: {}
   # owner: myteam

From 6598b1d852c5319ff1b76c25f1b59116b00b7acd Mon Sep 17 00:00:00 2001
From: sachinsaju <33017477+sachinsaju@users.noreply.github.com>
Date: Wed, 29 Nov 2023 08:55:47 +0530
Subject: [PATCH 50/89] feat: support setting priority class name for datahub
 pods (#392)

* feat: support for priorityClassName in datahub-actions
* feat:support for priorityClassName in datahub-frontend
* feat:support for priorityClassName in datahub-gms
* feat:support for priorityClassName in datahub-mae-consumer
* feat:support for priorityClassName in datahub-mce-consumer

---------

Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml                                    | 5 ++---
 .../acryl-datahub-actions/templates/deployment.yaml          | 3 +++
 charts/datahub/subcharts/acryl-datahub-actions/values.yaml   | 2 ++
 charts/datahub/subcharts/datahub-frontend/Chart.yaml         | 2 +-
 .../subcharts/datahub-frontend/templates/deployment.yaml     | 3 +++
 charts/datahub/subcharts/datahub-frontend/values.yaml        | 2 ++
 .../datahub/subcharts/datahub-gms/templates/deployment.yaml  | 3 +++
 charts/datahub/subcharts/datahub-gms/values.yaml             | 2 ++
 .../subcharts/datahub-mae-consumer/templates/deployment.yaml | 3 +++
 charts/datahub/subcharts/datahub-mae-consumer/values.yaml    | 2 ++
 .../subcharts/datahub-mce-consumer/templates/deployment.yaml | 3 +++
 charts/datahub/subcharts/datahub-mce-consumer/values.yaml    | 2 ++
 12 files changed, 28 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index d88524560..0dd5810b8 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -3,8 +3,7 @@ name: datahub
 description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
-# to the chart and its templates, including the app version.
-version: 0.3.12
+version: 0.3.13
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
@@ -14,7 +13,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.146
+    version: 0.2.148
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index 8a52768d4..b688fb184 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -50,6 +50,9 @@ spec:
       {{- if .Values.extraVolumes }}
         {{ toYaml .Values.extraVolumes | nindent 8 }}
       {{- end }}
+      {{- if .Values.priorityClassName }}
+      priorityClassName: "{{ .Values.priorityClassName }}"
+      {{- end }}      
       initContainers:
       {{- if .Values.extraInitContainers }}
       {{- .Values.extraInitContainers | toYaml | nindent 6 }}
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
index 6e0e8c4c3..5cd6a735f 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
@@ -30,6 +30,8 @@ podSecurityContext: {}
 
 securityContext: {}
 
+priorityClassName:
+
 service:
   type: ClusterIP
   port: 9093
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index ba13383fa..926c9116e 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.147
+version: 0.2.148
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 1d486a836..7371942ca 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -54,6 +54,9 @@ spec:
       {{- with .Values.extraVolumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
+      {{- if .Values.priorityClassName }}
+      priorityClassName: "{{ .Values.priorityClassName }}"
+      {{- end }}
       initContainers:
       {{- with .Values.extraInitContainers }}
         {{- toYaml . | nindent 8 }}
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index e787e552d..0f99cf33b 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -38,6 +38,8 @@ securityContext: {}
   # runAsNonRoot: true
   # runAsUser: 1000
 
+priorityClassName:
+
 service:
   type: LoadBalancer # ClusterIP or NodePort
   port: 9002
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index df7f849de..4c485a0ac 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -58,6 +58,9 @@ spec:
       {{- with .Values.extraVolumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
+      {{- if .Values.priorityClassName }}
+      priorityClassName: "{{ .Values.priorityClassName }}"
+      {{- end }}
       initContainers:
       {{- with .Values.extraInitContainers }}
         {{- toYaml . | nindent 8 }}
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index 225d0291d..66e725a86 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -42,6 +42,8 @@ securityContext: {}
   # runAsNonRoot: true
   # runAsUser: 1000
 
+priorityClassName:
+
 service:
   type: LoadBalancer # ClusterIP or NodePort
   port: "8080"
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index 72916e81a..aff01b24a 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -49,6 +49,9 @@ spec:
       {{- with .Values.extraVolumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
+      {{- if .Values.priorityClassName }}
+      priorityClassName: "{{ .Values.priorityClassName }}"
+      {{- end }}
       initContainers:
       {{- with .Values.extraInitContainers }}
         {{- toYaml . | nindent 8 }}
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index bdd634f4f..7ba853af5 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -41,6 +41,8 @@ securityContext: {}
   # runAsNonRoot: true
   # runAsUser: 1000
 
+priorityClassName:
+
 service:
   type: ClusterIP # NodePort
   port: "9091"
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 0fe6ff227..98c2636f8 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -53,6 +53,9 @@ spec:
       {{- with .Values.extraVolumes }}
         {{- toYaml . | nindent 8 }}
       {{- end }}
+      {{- if .Values.priorityClassName }}
+      priorityClassName: "{{ .Values.priorityClassName }}"
+      {{- end }}
       initContainers:
       {{- with .Values.extraInitContainers }}
         {{- toYaml . | nindent 8 }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index 2f9bf285b..c8f1840b8 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -39,6 +39,8 @@ securityContext: {}
   # runAsNonRoot: true
   # runAsUser: 1000
 
+priorityClassName:
+
 service:
   type: ClusterIP # NodePort
   port: "9090"

From 79f70a5e4bad59d94bbce5e22589f261165acab6 Mon Sep 17 00:00:00 2001
From: Davi Arnaut <davi.arnaut@acryl.io>
Date: Wed, 29 Nov 2023 21:10:44 -0300
Subject: [PATCH 51/89] Disable Neo4j by default (#402)

---
 README.md                                                 | 7 ++-----
 charts/datahub/Chart.yaml                                 | 6 +++---
 charts/datahub/README.md                                  | 2 +-
 charts/datahub/subcharts/datahub-gms/Chart.yaml           | 2 +-
 charts/datahub/subcharts/datahub-gms/README.md            | 2 +-
 charts/datahub/subcharts/datahub-gms/values.yaml          | 2 +-
 charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml  | 2 +-
 charts/datahub/subcharts/datahub-mae-consumer/README.md   | 2 +-
 charts/datahub/subcharts/datahub-mae-consumer/values.yaml | 2 +-
 charts/prerequisites/Chart.yaml                           | 2 +-
 charts/prerequisites/values.yaml                          | 2 +-
 11 files changed, 14 insertions(+), 17 deletions(-)

diff --git a/README.md b/README.md
index 722640da4..862012c17 100644
--- a/README.md
+++ b/README.md
@@ -32,15 +32,12 @@ The main components are powered by 4 external dependencies:
 - Kafka
 - Local DB (MySQL, Postgres, MariaDB)
 - Search Index (Elasticsearch)
-- Graph Index (Supports either Neo4j or Elasticsearch)
+- Graph Index (Supports either Elasticsearch or Neo4j)
 
 The dependencies must be deployed before deploying Datahub. We created a separate 
 [chart](https://github.com/acryldata/datahub-helm/tree/master/charts/prerequisites) 
 for deploying the dependencies with example configuration. They could also be deployed 
-separately on-prem or leveraged as managed services. To remove your dependency on Neo4j,
-set enabled to false in the `datahub-kubernetes/prerequisites/values.yaml` file.
-Then, override the `graph_service_impl` field in `datahub-kubernetes/datahub/values.yaml` to
-have the value `elasticsearch` instead of `neo4j`.
+separately on-prem or leveraged as managed services.
 
 ## Quickstart
 Assuming kubectl context points to the correct kubernetes cluster, first create kubernetes secrets that contain MySQL and Neo4j passwords. 
diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 0dd5810b8..4dd4fa5be 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -3,13 +3,13 @@ name: datahub
 description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
-version: 0.3.13
+version: 0.3.14
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.155
+    version: 0.2.156
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
@@ -17,7 +17,7 @@ dependencies:
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.149
+    version: 0.2.150
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index fdf310f3c..546ad43f0 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -116,7 +116,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.sql.datasource.password.secretRef | string | `"mysql-secrets"`                                                                                | Secret that contains the MySQL password                                                                                                                                                                                 |
 | global.sql.datasource.password.secretKey | string | `"mysql-password"`                                                                               | Secret key that contains the MySQL password                                                                                                                                                                             |
 | global.sql.datasource.password.value | string | `"mysql-password"`                                                                               | Alternative to using the secret above, uses raw string value instead                                                                                                                                                    |
-| global.graph_service_impl | string | `neo4j`                                                                                          | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility |
+| global.graph_service_impl | string | `elasticsearch`                                                                                          | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. |
 
 ## Optional Chart Values
 
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 2dc7bc404..40bfc7d5a 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.155
+version: 0.2.156
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/README.md b/charts/datahub/subcharts/datahub-gms/README.md
index ec9be7139..7aeb6b3be 100644
--- a/charts/datahub/subcharts/datahub-gms/README.md
+++ b/charts/datahub/subcharts/datahub-gms/README.md
@@ -38,7 +38,7 @@ Current chart version is `0.2.0`
 | global.sql.datasource.username                                                   | string                                                                                            | `"datahub"`                                                                        |                                                                                                                                                                                                                                   |
 | global.sql.datasource.password.secretRef                                         | string                                                                                            | `"mysql-secrets"`                                                                  |                                                                                                                                                                                                                                   |
 | global.sql.datasource.password.secretKey                                         | string                                                                                            | `"mysql-password"`                                                                 |                                                                                                                                                                                                                                   |
-| global.graph_service_impl                                                        | string                                                                                            | `neo4j`                                                                            | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility           |
+| global.graph_service_impl                                                        | string                                                                                            | `elasticsearch`                                                                            | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. |
 | image.pullPolicy                                                                 | string                                                                                            | `"IfNotPresent"`                                                                   |                                                                                                                                                                                                                                   |
 | image.repository                                                                 | string                                                                                            | `"linkedin/datahub-gms"`                                                           |                                                                                                                                                                                                                                   |
 | image.tag                                                                        | string                                                                                            | `"head"`                                                                           |                                                                                                                                                                                                                                   |
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index 66e725a86..cd2945145 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -135,7 +135,7 @@ readinessProbe:
 # helm install datahub-gms datahub-gms/
 global:
   datahub_analytics_enabled: true
-  graph_service_impl: neo4j
+  graph_service_impl: elasticsearch
 
   elasticsearch:
     host: "elasticsearch"
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index f38313d0e..0e34e9092 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.149
+version: 0.2.150
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/README.md b/charts/datahub/subcharts/datahub-mae-consumer/README.md
index ff770fc96..fbae00c03 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/README.md
+++ b/charts/datahub/subcharts/datahub-mae-consumer/README.md
@@ -33,7 +33,7 @@ Current chart version is `0.2.0`
 | global.hostAliases[0].hostnames[2]                                          | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                                                                         |
 | global.hostAliases[0].hostnames[3]                                          | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                                                                         |
 | global.hostAliases[0].ip                                                    | string                                                                                            | `"192.168.0.104"`                 |                                                                                                                                                                                                                         |
-| global.graph_service_impl                                                   | string                                                                                            | `neo4j`                           | One of `neo4j` or `elasticsearch`. Determines which backend to use for the GMS graph service. Elastic is recommended for a simplified deployment. Neo4j will be the default for now to maintain backwards compatibility |
+| global.graph_service_impl                                                   | string                                                                                            | `elasticsearch`                           | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. |
 | image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                  |                                                                                                                                                                                                                         |
 | image.repository                                                            | string                                                                                            | `"linkedin/datahub-mae-consumer"` |                                                                                                                                                                                                                         |
 | image.tag                                                                   | string                                                                                            | `"head"`                          |                                                                                                                                                                                                                         |
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index 7ba853af5..aadbea8cf 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -169,7 +169,7 @@ readinessProbe:
   failureThreshold: 8
 
 global:
-  graph_service_impl: neo4j
+  graph_service_impl: elasticsearch
   datahub_analytics_enabled: true
 
   elasticsearch:
diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index e8e5b6cf3..b4c9c1eba 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.4
+version: 0.1.5
 dependencies:
   - name: elasticsearch
     version: 7.17.3
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index 63fd3aa47..5b81a754e 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -38,7 +38,7 @@ elasticsearch:
 # see https://neo4j.com/docs/operations-manual/current/kubernetes/ for more information
 # source: https://github.com/neo4j/helm-charts
 neo4j:
-  enabled: true
+  enabled: false
   nameOverride: neo4j
   neo4j:
     name: neo4j

From a1ba211c6a91e73bcc4b102aaf64438b0a18f2a8 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=ED=95=9C=EC=86=8C=ED=9D=AC?=
 <79372217+mynameis-sohee@users.noreply.github.com>
Date: Thu, 7 Dec 2023 03:06:06 +0900
Subject: [PATCH 52/89] Feat: Add Basic Auth For Using Confluent Kafka Schema
 Registry API (#395)

* feat: add config basic.auth.user.info
* feat-add-basic-auth-credentials-source option

---------

Co-authored-by: mynameis-sohee <hansohee0306@day1company.co.kr>
---
 charts/datahub/values.yaml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index b04df9830..faa7553c3 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -680,3 +680,5 @@ global:
 #    ssl.truststore.type: JKS
 #    ssl.protocol: TLS
 #    ssl.endpoint.identification.algorithm:
+#    basic.auth.credentials.source: USER_INFO
+#    basic.auth.user.info:

From a0cbaef8855779a1b876f3ffbd715983889e7044 Mon Sep 17 00:00:00 2001
From: Martin Chen <54146987+MartinKChen@users.noreply.github.com>
Date: Thu, 7 Dec 2023 02:07:25 +0800
Subject: [PATCH 53/89] style(datahub-frontend): change order of attributes to
 correct the hierarchy (#397)

* style(datahub-frontend): change order of attributes to correct the hierarchy
1. move up randomAdminPassword and manualValues to be under defaultUserCredentials

---------

Co-authored-by: Martin <martin.chen@zerologix.com>
Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/datahub/Chart.yaml  |  3 ++-
 charts/datahub/values.yaml | 10 +++++-----
 2 files changed, 7 insertions(+), 6 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 4dd4fa5be..fb9aca619 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -3,7 +3,8 @@ name: datahub
 description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
-version: 0.3.14
+# to the chart and its templates, including the app version.
+version: 0.3.15
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index faa7553c3..25dc9977a 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -45,14 +45,14 @@ datahub-frontend:
   ingress:
     enabled: false
   defaultUserCredentials: {}
+    # randomAdminPassword: true
+    # You can also set specific passwords for default users
+    # manualValues: |
+    #   datahub:manualPassword
+    #   initialViewer:manualPassword
   # Optionaly specify service type for datahub-frontend: LoadBalancer, ClusterIP or NodePort, by default: LoadBalancer
   # service:
   #   type: ClusterIP
-  #  randomAdminPassword: true
-  #  # You can also set specific passwords for default users
-  #  # manualValues: |
-  #  #   datahub:manualPassword
-  #  #   initialViewer:manualPassword
 
 acryl-datahub-actions:
   enabled: true

From 6b3500418194b0637894a92194d04eedec43320c Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ryan=20=28=E5=BC=A0=E7=A3=8A=29?= <MagicDevil.Zhang@qq.com>
Date: Thu, 7 Dec 2023 02:45:10 +0800
Subject: [PATCH 54/89] fix(neo4j): update the neo4j volume properties (#399)

* update the neo4j volume properties

---------
Co-authored-by: david-leifker <114954101+david-leifker@users.noreply.github.com>
---
 charts/prerequisites/Chart.yaml  |  2 +-
 charts/prerequisites/values.yaml | 11 ++++++-----
 2 files changed, 7 insertions(+), 6 deletions(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index b4c9c1eba..26423e3b8 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.5
+version: 0.1.6
 dependencies:
   - name: elasticsearch
     version: 7.17.3
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index 5b81a754e..88bb189e3 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -63,11 +63,12 @@ neo4j:
     allowPrivilegeEscalation: false
 
   # Create a volume for neo4j, SSD storage is recommended
-  volumes: {}
-    # data:
-    #   mode: "dynamic"
-    #   dynamic:
-    #     storageClassName: managed-csi-premium
+  volumes:
+    data:
+      mode: "defaultStorageClass"
+      # mode: "dynamic"
+      # dynamic:
+      #   storageClassName: managed-csi-premium
 
   env:
     NEO4J_PLUGINS: '["apoc"]'

From cbf1cabad123ba42e2904403e29fa89387b2e71d Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Thu, 7 Dec 2023 13:43:17 -0600
Subject: [PATCH 55/89] feat(misc): misc updates (#406)

* add termination grace period
* allow global and chart local gms host
* adjust actions pod hook order
---
 charts/datahub/Chart.yaml                            | 12 ++++++------
 .../subcharts/acryl-datahub-actions/Chart.yaml       |  2 +-
 .../acryl-datahub-actions/templates/deployment.yaml  |  7 +++++--
 .../subcharts/acryl-datahub-actions/values.yaml      |  2 ++
 charts/datahub/subcharts/datahub-frontend/Chart.yaml |  2 +-
 .../datahub-frontend/templates/deployment.yaml       |  5 +++--
 .../datahub/subcharts/datahub-frontend/values.yaml   |  2 ++
 charts/datahub/subcharts/datahub-gms/Chart.yaml      |  2 +-
 .../subcharts/datahub-gms/templates/deployment.yaml  |  1 +
 .../datahub-gms/templates/hazelcastService.yaml      |  2 +-
 charts/datahub/subcharts/datahub-gms/values.yaml     |  2 ++
 .../subcharts/datahub-mae-consumer/Chart.yaml        |  2 +-
 .../datahub-mae-consumer/templates/deployment.yaml   |  5 +++--
 .../subcharts/datahub-mae-consumer/values.yaml       |  2 ++
 .../subcharts/datahub-mce-consumer/Chart.yaml        |  2 +-
 .../datahub-mce-consumer/templates/deployment.yaml   |  1 +
 .../subcharts/datahub-mce-consumer/values.yaml       |  2 ++
 .../datahub/templates/datahub-upgrade/_upgrade.tpl   |  4 ++--
 18 files changed, 37 insertions(+), 20 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index fb9aca619..722845e57 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.15
+version: 0.3.16
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.156
+    version: 0.2.157
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.148
+    version: 0.2.149
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.150
+    version: 0.2.151
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.152
+    version: 0.2.153
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
@@ -30,7 +30,7 @@ dependencies:
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.139
+    version: 0.2.140
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index 0cd44d803..fe545802c 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.139
+version: 0.2.140
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index b688fb184..eced012f4 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -16,6 +16,8 @@ spec:
     metadata:
     {{- with .Values.podAnnotations }}
       annotations:
+        # Ensures resource is only deployed at GMS is deployed, since there is a dependency on GMS being up.
+        "helm.sh/hook-weight": "1"
         {{- toYaml . | nindent 8 }}
     {{- end }}
       labels:
@@ -27,6 +29,7 @@ spec:
         {{ $key }}: {{ $value | quote }}
         {{- end }}
     spec:
+      terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds }}
     {{- with .Values.imagePullSecrets }}
       imagePullSecrets:
         {{- toYaml . | nindent 8 }}
@@ -69,9 +72,9 @@ spec:
               protocol: TCP
           env:
             - name: DATAHUB_GMS_HOST
-              value: {{ printf "%s-%s" .Release.Name "datahub-gms" }}
+              value: {{ (((.Values.datahub).gms).host | default ((.Values.global.datahub).gms).host) | default (printf "%s-%s" .Release.Name "datahub-gms") | trunc 63 | trimSuffix "-"}}
             - name: DATAHUB_GMS_PORT
-              value: "{{ .Values.global.datahub.gms.port }}"
+              value: "{{ ((.Values.datahub).gms).port | default .Values.global.datahub.gms.port }}"
             # Deprecated in favour of DATAHUB_* variables
             - name: GMS_HOST
               value: {{ printf "%s-%s" .Release.Name "datahub-gms" }}
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
index 5cd6a735f..7b3fa91b1 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
@@ -12,6 +12,8 @@ imagePullSecrets: []
 nameOverride: ""
 fullnameOverride: ""
 
+terminationGracePeriodSeconds: 150
+
 serviceAccount:
   # Specifies whether a service account should be created
   create: false
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 926c9116e..4c62836d6 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.148
+version: 0.2.149
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 7371942ca..8bc60ebb5 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -31,6 +31,7 @@ spec:
         {{ $key }}: {{ $value | quote }}
         {{- end }}
     spec:
+      terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds }}
     {{- with .Values.imagePullSecrets }}
       imagePullSecrets:
         {{- toYaml . | nindent 8 }}
@@ -98,9 +99,9 @@ spec:
               value: "true"
             {{- end }}
             - name: DATAHUB_GMS_HOST
-              value: {{ printf "%s-%s" .Release.Name "datahub-gms" }}
+              value: {{ (((.Values.datahub).gms).host | default ((.Values.global.datahub).gms).host) | default (printf "%s-%s" .Release.Name "datahub-gms") | trunc 63 | trimSuffix "-"}}
             - name: DATAHUB_GMS_PORT
-              value: "{{ .Values.global.datahub.gms.port }}"
+              value: "{{ ((.Values.datahub).gms).port | default .Values.global.datahub.gms.port }}"
             - name: DATAHUB_SECRET
               valueFrom:
                 {{- if .Values.existingGmsSecret }}
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 0f99cf33b..7b212bf0f 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -15,6 +15,8 @@ imagePullSecrets: []
 nameOverride: ""
 fullnameOverride: ""
 
+terminationGracePeriodSeconds: 150
+
 serviceAccount:
   # Specifies whether a service account should be created
   create: true
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 40bfc7d5a..ae318fa55 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.156
+version: 0.2.157
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 4c485a0ac..6c97f868d 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -32,6 +32,7 @@ spec:
         {{ $key }}: {{ $value | quote }}
         {{- end }}
     spec:
+      terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds }}
     {{- with .Values.global.hostAliases }}
       hostAliases:
         {{- toYaml . | nindent 8 }}
diff --git a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
index 76034ff18..9651798a0 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
@@ -2,7 +2,7 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "[^-a-z0-9]+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
+  name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
 spec:
   clusterIP: None
   ports:
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index cd2945145..ece6809c0 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -15,6 +15,8 @@ imagePullSecrets: []
 nameOverride: ""
 fullnameOverride: ""
 
+terminationGracePeriodSeconds: 150
+
 serviceAccount:
   # Specifies whether a service account should be created
   create: true
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index 0e34e9092..e14c2c969 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.150
+version: 0.2.151
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index aff01b24a..6e9bac576 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -28,6 +28,7 @@ spec:
         {{ $key }}: {{ $value | quote }}
         {{- end }}
     spec:
+      terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds }}
     {{- with .Values.global.hostAliases }}
       hostAliases:
     {{- toYaml . | nindent 8 }}
@@ -109,9 +110,9 @@ spec:
             - name: ENTITY_REGISTRY_CONFIG_PATH
               value: /datahub/datahub-mae-consumer/resources/entity-registry.yml
             - name: DATAHUB_GMS_HOST
-              value: {{ printf "%s-%s" .Release.Name "datahub-gms" }}
+              value: {{ (((.Values.datahub).gms).host | default ((.Values.global.datahub).gms).host) | default (printf "%s-%s" .Release.Name "datahub-gms") | trunc 63 | trimSuffix "-"}}
             - name: DATAHUB_GMS_PORT
-              value: "{{ .Values.global.datahub.gms.port }}"
+              value: "{{ ((.Values.datahub).gms).port | default .Values.global.datahub.gms.port }}"
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
             {{- with .Values.global.kafka.producer.compressionType }}
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index aadbea8cf..89efaf0ce 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -15,6 +15,8 @@ imagePullSecrets: []
 nameOverride: ""
 fullnameOverride: ""
 
+terminationGracePeriodSeconds: 150
+
 serviceAccount:
   # Specifies whether a service account should be created
   create: true
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 9177f820b..f3212a5b6 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.152
+version: 0.2.153
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 98c2636f8..daca75de9 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -32,6 +32,7 @@ spec:
         {{ $key }}: {{ $value | quote }}
         {{- end }}
     spec:
+      terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds }}
     {{- with .Values.global.hostAliases }}
       hostAliases:
     {{- toYaml . | nindent 8 }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index c8f1840b8..26ee4221c 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -15,6 +15,8 @@ imagePullSecrets: []
 nameOverride: ""
 fullnameOverride: ""
 
+terminationGracePeriodSeconds: 150
+
 serviceAccount:
   # Specifies whether a service account should be created
   create: false
diff --git a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
index 39600aa50..e61501cce 100644
--- a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
+++ b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
@@ -6,9 +6,9 @@ Return the env variables for upgrade jobs
 - name: ENTITY_REGISTRY_CONFIG_PATH
   value: /datahub/datahub-gms/resources/entity-registry.yml
 - name: DATAHUB_GMS_HOST
-  value: {{ printf "%s-%s" .Release.Name "datahub-gms" }}
+  value: {{ (((.Values.datahub).gms).host | default ((.Values.global.datahub).gms).host) | default (printf "%s-%s" .Release.Name "datahub-gms") | trunc 63 | trimSuffix "-"}}
 - name: DATAHUB_GMS_PORT
-  value: "{{ .Values.global.datahub.gms.port }}"
+  value: "{{ ((.Values.datahub).gms).port | default .Values.global.datahub.gms.port }}"
 - name: DATAHUB_MAE_CONSUMER_HOST
   value: {{ printf "%s-%s" .Release.Name "datahub-mae-consumer" }}
 - name: DATAHUB_MAE_CONSUMER_PORT

From b969ce18a5ed005f3c40e8d0b8ef1e369d678348 Mon Sep 17 00:00:00 2001
From: travis-cook-sfdc <119886245+travis-cook-sfdc@users.noreply.github.com>
Date: Mon, 11 Dec 2023 11:44:16 -0800
Subject: [PATCH 56/89] feat: add `monitoring.portName` in values.yaml (#407)

* feat: add `monitoring.portName` in values.yaml
Add support for customizing the `portName` for monitoring.  It is currently hardcoded
to `jmx`.  In our setup, the prometheus scraper is looking for ports that are called
`prometheus`.  This change allows this value to be customized to any value that is
needed for a specific environment.  If no value is provided, it remains `jmx`.

---------

Co-authored-by: Travis Cook <tcook@slack-corp.com>
---
 charts/datahub/Chart.yaml                     |  10 +-
 charts/datahub/README.md                      | 199 +++++++++---------
 .../subcharts/datahub-frontend/Chart.yaml     |   2 +-
 .../templates/deployment.yaml                 |   2 +-
 .../datahub-frontend/templates/service.yaml   |   4 +-
 .../templates/servicemonitor.yaml             |   2 +-
 .../subcharts/datahub-frontend/values.yaml    |   1 +
 .../datahub/subcharts/datahub-gms/Chart.yaml  |   2 +-
 .../datahub-gms/templates/deployment.yaml     |   2 +-
 .../datahub-gms/templates/service.yaml        |   4 +-
 .../datahub-gms/templates/servicemonitor.yaml |   2 +-
 .../datahub/subcharts/datahub-gms/values.yaml |   1 +
 .../subcharts/datahub-mae-consumer/Chart.yaml |   2 +-
 .../templates/deployment.yaml                 |   2 +-
 .../templates/service.yaml                    |   4 +-
 .../templates/servicemonitor.yaml             |   2 +-
 .../datahub-mae-consumer/values.yaml          |   1 +
 .../subcharts/datahub-mce-consumer/Chart.yaml |   2 +-
 .../templates/deployment.yaml                 |   2 +-
 .../templates/service.yaml                    |   4 +-
 .../templates/servicemonitor.yaml             |   2 +-
 .../datahub-mce-consumer/values.yaml          |   1 +
 charts/datahub/values.yaml                    |   2 +
 23 files changed, 131 insertions(+), 124 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 722845e57..1116f7cea 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.16
+version: 0.3.17
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.157
+    version: 0.2.158
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.149
+    version: 0.2.150
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.151
+    version: 0.2.152
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.153
+    version: 0.2.154
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 546ad43f0..023eecda8 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -18,105 +18,106 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 
 ## Chart Values
 
-| Key | Type | Default                                                                                          | Description                                                                                                                                                                                                             |
-|-----|------|--------------------------------------------------------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| datahub-frontend.enabled | bool | `true`                                                                                           | Enable Datahub Front-end                                                                                                                                                                                                |
-| datahub-frontend.image.repository | string | `"linkedin/datahub-frontend-react"`                                                              | Image repository for datahub-frontend                                                                                                                                                                                   |
-| datahub-frontend.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-frontend                                                                                                                                                                                          |
-| datahub-frontend.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-frontend                                                                                                                                                                                  |
-| datahub-gms.enabled | bool | `true`                                                                                           | Enable GMS                                                                                                                                                                                                              |
-| datahub-gms.image.repository | string | `"linkedin/datahub-gms"`                                                                         | Image repository for datahub-gms                                                                                                                                                                                        |
-| datahub-gms.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-gms                                                                                                                                                                                               |
-| datahub-gms.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-gms                                                                                                                                                                                       |
-| datahub-mae-consumer.image.repository | string | `"linkedin/datahub-mae-consumer"`                                                                | Image repository for datahub-mae-consumer                                                                                                                                                                               |
-| datahub-mae-consumer.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-mae-consumer                                                                                                                                                                                      |
-| datahub-mae-consumer.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mae-consumer                                                                                                                                                                              |
-| datahub-mce-consumer.image.repository | string | `"linkedin/datahub-mce-consumer"`                                                                | Image repository for datahub-mce-consumer                                                                                                                                                                               |
-| datahub-mce-consumer.image.tag | string | `"v0.11.0"`                                                                                      | Image tag for datahub-mce-consumer                                                                                                                                                                                      |
-| datahub-mce-consumer.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mce-consumer                                                                                                                                                                              |
-| datahub-ingestion-cron.enabled | bool | `false`                                                                                          | Enable cronjob for periodic ingestion                                                                                                                                                                                   |
-| datahubUpgrade.podSecurityContext | object | `{}`                                                                                             | Pod security context for datahubUpgrade jobs                                                                                                                                                                            |
-| datahubUpgrade.securityContext | object | `{}`                                                                                             | Container security context for datahubUpgrade jobs                                                                                                                                                                      |
-| datahubUpgrade.podAnnotations | object | `{}`                                                                                             | Pod annotations for datahubUpgrade jobs                                                                                                                                                                                 |
-| datahubUpgrade.cleanupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'cleanupJob'                                                                                                                                                      |
-| datahubUpgrade.cleanupJob.concurrencyPolicy | string | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the clean up  cron job                                                                                                                                                                        |
-| datahubUpgrade.cleanupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
-| datahubUpgrade.restoreIndices.resources | object | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'restore indices'                                                                                                                                                 |
-| datahubUpgrade.restoreIndices.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
-| datahubUpgrade.restoreIndices.concurrencyPolicy | string | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the restoreIndicies cron job                                                                                                                                                                  |
-| elasticsearchSetupJob.enabled | bool | `true`                                                                                           | Enable setup job for elasicsearch                                                                                                                                                                                       |
-| elasticsearchSetupJob.image.repository | string | `"linkedin/datahub-elasticsearch-setup"`                                                         | Image repository for elasticsearchSetupJob                                                                                                                                                                              |
-| elasticsearchSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for elasticsearchSetupJob                                                                                                                                                                              |
-| elasticsearchSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for elasticsearchSetupJob                                                                                                                                                                             |
-| elasticsearchSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for elasticsearchSetupJob                                                                                                                                                                     |
-| elasticsearchSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for elasticsearchSetupJob                                                                                                                                                                          |
-| elasticsearchSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for elasticsearchSetupJob                                                                                                                                                                    |
-| elasticsearchSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for elasticsearchSetupJob                                                                                                                                                                               |
-| elasticsearchSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
-| kafkaSetupJob.enabled | bool | `true`                                                                                           | Enable setup job for kafka                                                                                                                                                                                              |
-| kafkaSetupJob.image.repository | string | `"linkedin/datahub-kafka-setup"`                                                                 | Image repository for kafkaSetupJob                                                                                                                                                                                      |
-| kafkaSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for kafkaSetupJob                                                                                                                                                                                      |
-| kafkaSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for kafkaSetupJob                                                                                                                                                                                     |
-| kafkaSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for kafkaSetupJob                                                                                                                                                                             |
-| kafkaSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for kafkaSetupJob                                                                                                                                                                                  |
-| kafkaSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for kafkaSetupJob                                                                                                                                                                            |
-| kafkaSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for kafkaSetupJob                                                                                                                                                                                       |
-| kafkaSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
-| mysqlSetupJob.enabled | bool | `false`                                                                                          | Enable setup job for mysql                                                                                                                                                                                              |
-| mysqlSetupJob.image.repository | string | `"acryldata/datahub-mysql-setup"`                                                                | Image repository for mysqlSetupJob                                                                                                                                                                                      |
-| mysqlSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for mysqlSetupJob                                                                                                                                                                                      |
-| mysqlSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for mysqlSetupJob                                                                                                                                                                                     |
-| mysqlSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for mysqlSetupJob                                                                                                                                                                             |
-| mysqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                                                                                  |
-| mysqlSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                                                                                            |
-| mysqlSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for mysqlSetupJob                                                                                                                                                                                       |
-| mysqlSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
-| postgresqlSetupJob.enabled | bool | `false`                                                                                          | Enable setup job for postgresql                                                                                                                                                                                         |
-| postgresqlSetupJob.image.repository | string | `"acryldata/datahub-postgres-setup"`                                                             | Image repository for postgresqlSetupJob                                                                                                                                                                                 |
-| postgresqlSetupJob.image.tag | string | `"v0.11.0"`                                                                                      | Image repository for postgresqlSetupJob                                                                                                                                                                                 |
-| postgresqlSetupJob.image.pullPolicy | string | `"IfNotPresent"`                                                                                 | Image pull policy for postgresqlSetupJob                                                                                                                                                                                |
-| postgresqlSetupJob.resources | object | '{}'                                                                                             | Kube Resource definitions for postgresqlSetupJob                                                                                                                                                                        |
-| postgresqlSetupJob.podSecurityContext | object | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                                                                                  |
-| postgresqlSetupJob.securityContext | object | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                                                                                            |
-| postgresqlSetupJob.podAnnotations | object | `{}`                                                                                             | Pod annotations for mysqlSetupJob                                                                                                                                                                                       |
-| postgresqlSetupJob.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
-| datahubSystemUpdate.extraSidecars | list | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                                                                                        |
-| global.strict_mode | boolean | true                                                                                             | Enables validations in helm charts to ensure features work as expected. Recommended NOT TO CHANGE.                                                                                                                      |
-| global.datahub_standalone_consumers_enabled | boolean | true                                                                                             | Enable standalone consumers for kafka                                                                                                                                                                                   |
-| global.datahub_analytics_enabled | boolean | true                                                                                             | Enable datahub usage analytics                                                                                                                                                                                          |
-| global.datahub.appVersion | string | `"1.0"`                                                                                          | App version for annotation                                                                                                                                                                                              |
-| global.datahub.gms.port | string | `"8080"`                                                                                         | Port of GMS service                                                                                                                                                                                                     |
-| global.elasticsearch.host | string | `"elasticsearch-master"`                                                                         | Elasticsearch host name (endpoint)                                                                                                                                                                                      |
-| global.elasticsearch.port | string | `"9200"`                                                                                         | Elasticsearch port                                                                                                                                                                                                      |
-| global.kafka.bootstrap.server | string | `"prerequisites-broker:9092"`                                                                    | Kafka bootstrap servers (with port)                                                                                                                                                                                     |
-| global.kafka.zookeeper.server | string | `"prerequisites-zookeeper:2181"`                                                                 | Kafka zookeeper servers (with port)                                                                                                                                                                                     |
-| global.kafka.topics.metadata_change_event_name | string | `"MetadataChangeEvent_v4"`                                                                       | Kafka topic name for Metadata Change Events (deprecated)                                                                                                                                                                |
-| global.kafka.topics.failed_metadata_change_event_name | string | `"FailedMetadataChangeEvent_v4"`                                                                 | Kafka topic name for Failed Metadata Change events (deprecated)                                                                                                                                                         |
-| global.kafka.topics.metadata_audit_event_name | string | `"MetadataAuditEvent_v4"`                                                                        | Kafka topic name for Metadata Audit events (deprecated)                                                                                                                                                                 |
-| global.kafka.topics.datahub_usage_event_name | string | `"DataHubUsageEvent_v1"`                                                                         | Kafka topic name for DataHub Usage events                                                                                                                                                                               |
-| global.kafka.topics.metadata_change_proposal_topic_name | string | `"MetadataChangeProposal_v1"`                                                                    | Kafka topic name for Metadata Change Proposal events                                                                                                                                                                    |
-| global.kafka.topics.failed_metadata_change_proposal_topic_name | string | `"FailedMetadataChangeProposal_v1"`                                                              | Kafka topic name for Failed Metadata Change Proposal events                                                                                                                                                             |
-| global.kafka.topics.metadata_change_log_versioned_topic_name | string | `"MetadataChangeLog_Versioned_v1"`                                                               | Kafka topic name for Versioned Metadata Change Log events                                                                                                                                                               |
-| global.kafka.topics.metadata_change_log_timeseries_topic_name | string | `"MetadataChangeLog_Timeseries_v1"`                                                              | Kafka topic name for Timeseries Metadata Change Log events                                                                                                                                                              |
-| global.kafka.topics.platform_event_topic_name | string | `"PlatformEvent_v1"`                                                                             | Kafka topic name for Platform events                                                                                                                                                                                    |
-| global.kafka.schemaregistry.url | string | ``                                                                                               | URL to kafka schema registry if using `KAFKA` type                                                                                                                                                                      |
-| global.neo4j.host | string | `"prerequisites-neo4j:7474"`                                                                     | Neo4j host address (with port)                                                                                                                                                                                          |
-| global.neo4j.uri | string | `"bolt://prerequisites-neo4j"`                                                                   | Neo4j URI                                                                                                                                                                                                               |
-| global.neo4j.username | string | `"neo4j"`                                                                                        | Neo4j user name                                                                                                                                                                                                         |
-| global.neo4j.password.secretRef | string | `"neo4j-secrets"`                                                                                | Secret that contains the Neo4j password                                                                                                                                                                                 |
-| global.neo4j.password.secretKey | string | `"neo4j-password"`                                                                               | Secret key that contains the Neo4j password                                                                                                                                                                             |
-| global.sql.datasource.driver | string | `"com.mysql.cj.jdbc.Driver"`                                                                     | Driver for the SQL database                                                                                                                                                                                             |
-| global.sql.datasource.host | string | `"prerequisites-mysql:3306"`                                                                     | SQL database host (with port)                                                                                                                                                                                           |
-| global.sql.datasource.hostForMysqlClient | string | `"prerequisites-mysql"`                                                                          | SQL database host (without port)                                                                                                                                                                                        |
-| global.sql.datasource.port | string | `"3306"`                                                                                         | SQL database port                                                                                                                                                                                                       |
-| global.sql.datasource.url | string | `"jdbc:mysql://prerequisites-mysql:3306/datahub?verifyServerCertificate=false\u0026useSSL=true"` | URL to access SQL database                                                                                                                                                                                              |
-| global.sql.datasource.username | string | `"root"`                                                                                         | SQL user name                                                                                                                                                                                                           |
-| global.sql.datasource.username.secretRef | string | `"mysql-secrets"`                                                                                | Secret that contains the MySQL username                                                                                                                                                                                 |
-| global.sql.datasource.username.secretKey | string | `"mysql-username"`                                                                               | Secret key that contains the MySQL username                                                                                                                                                                             |
-| global.sql.datasource.password.secretRef | string | `"mysql-secrets"`                                                                                | Secret that contains the MySQL password                                                                                                                                                                                 |
-| global.sql.datasource.password.secretKey | string | `"mysql-password"`                                                                               | Secret key that contains the MySQL password                                                                                                                                                                             |
-| global.sql.datasource.password.value | string | `"mysql-password"`                                                                               | Alternative to using the secret above, uses raw string value instead                                                                                                                                                    |
-| global.graph_service_impl | string | `elasticsearch`                                                                                          | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. |
+| Key                                                            | Type    | Default                                                                                          | Description                                                                                                                                             |
+|----------------------------------------------------------------|---------|--------------------------------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------|
+| datahub-frontend.enabled                                       | bool    | `true`                                                                                           | Enable Datahub Front-end                                                                                                                                |
+| datahub-frontend.image.repository                              | string  | `"linkedin/datahub-frontend-react"`                                                              | Image repository for datahub-frontend                                                                                                                   |
+| datahub-frontend.image.tag                                     | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-frontend                                                                                                                          |
+| datahub-frontend.image.pullPolicy                              | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-frontend                                                                                                                  |
+| datahub-gms.enabled                                            | bool    | `true`                                                                                           | Enable GMS                                                                                                                                              |
+| datahub-gms.image.repository                                   | string  | `"linkedin/datahub-gms"`                                                                         | Image repository for datahub-gms                                                                                                                        |
+| datahub-gms.image.tag                                          | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-gms                                                                                                                               |
+| datahub-gms.image.pullPolicy                                   | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-gms                                                                                                                       |
+| datahub-mae-consumer.image.repository                          | string  | `"linkedin/datahub-mae-consumer"`                                                                | Image repository for datahub-mae-consumer                                                                                                               |
+| datahub-mae-consumer.image.tag                                 | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-mae-consumer                                                                                                                      |
+| datahub-mae-consumer.image.pullPolicy                          | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mae-consumer                                                                                                              |
+| datahub-mce-consumer.image.repository                          | string  | `"linkedin/datahub-mce-consumer"`                                                                | Image repository for datahub-mce-consumer                                                                                                               |
+| datahub-mce-consumer.image.tag                                 | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-mce-consumer                                                                                                                      |
+| datahub-mce-consumer.image.pullPolicy                          | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mce-consumer                                                                                                              |
+| datahub-ingestion-cron.enabled                                 | bool    | `false`                                                                                          | Enable cronjob for periodic ingestion                                                                                                                   |
+| datahubUpgrade.podSecurityContext                              | object  | `{}`                                                                                             | Pod security context for datahubUpgrade jobs                                                                                                            |
+| datahubUpgrade.securityContext                                 | object  | `{}`                                                                                             | Container security context for datahubUpgrade jobs                                                                                                      |
+| datahubUpgrade.podAnnotations                                  | object  | `{}`                                                                                             | Pod annotations for datahubUpgrade jobs                                                                                                                 |
+| datahubUpgrade.cleanupJob.resources                            | object  | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'cleanupJob'                                                                                      |
+| datahubUpgrade.cleanupJob.concurrencyPolicy                    | string  | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the clean up  cron job                                                                                                        |
+| datahubUpgrade.cleanupJob.extraSidecars                        | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| datahubUpgrade.restoreIndices.resources                        | object  | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'restore indices'                                                                                 |
+| datahubUpgrade.restoreIndices.extraSidecars                    | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| datahubUpgrade.restoreIndices.concurrencyPolicy                | string  | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the restoreIndicies cron job                                                                                                  |
+| elasticsearchSetupJob.enabled                                  | bool    | `true`                                                                                           | Enable setup job for elasicsearch                                                                                                                       |
+| elasticsearchSetupJob.image.repository                         | string  | `"linkedin/datahub-elasticsearch-setup"`                                                         | Image repository for elasticsearchSetupJob                                                                                                              |
+| elasticsearchSetupJob.image.tag                                | string  | `"v0.11.0"`                                                                                      | Image repository for elasticsearchSetupJob                                                                                                              |
+| elasticsearchSetupJob.image.pullPolicy                         | string  | `"IfNotPresent"`                                                                                 | Image pull policy for elasticsearchSetupJob                                                                                                             |
+| elasticsearchSetupJob.resources                                | object  | '{}'                                                                                             | Kube Resource definitions for elasticsearchSetupJob                                                                                                     |
+| elasticsearchSetupJob.podSecurityContext                       | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for elasticsearchSetupJob                                                                                                          |
+| elasticsearchSetupJob.securityContext                          | object  | `{"runAsUser": 1000}`                                                                            | Container security context for elasticsearchSetupJob                                                                                                    |
+| elasticsearchSetupJob.podAnnotations                           | object  | `{}`                                                                                             | Pod annotations for elasticsearchSetupJob                                                                                                               |
+| elasticsearchSetupJob.extraSidecars                            | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| kafkaSetupJob.enabled                                          | bool    | `true`                                                                                           | Enable setup job for kafka                                                                                                                              |
+| kafkaSetupJob.image.repository                                 | string  | `"linkedin/datahub-kafka-setup"`                                                                 | Image repository for kafkaSetupJob                                                                                                                      |
+| kafkaSetupJob.image.tag                                        | string  | `"v0.11.0"`                                                                                      | Image repository for kafkaSetupJob                                                                                                                      |
+| kafkaSetupJob.image.pullPolicy                                 | string  | `"IfNotPresent"`                                                                                 | Image pull policy for kafkaSetupJob                                                                                                                     |
+| kafkaSetupJob.resources                                        | object  | '{}'                                                                                             | Kube Resource definitions for kafkaSetupJob                                                                                                             |
+| kafkaSetupJob.podSecurityContext                               | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for kafkaSetupJob                                                                                                                  |
+| kafkaSetupJob.securityContext                                  | object  | `{"runAsUser": 1000}`                                                                            | Container security context for kafkaSetupJob                                                                                                            |
+| kafkaSetupJob.podAnnotations                                   | object  | `{}`                                                                                             | Pod annotations for kafkaSetupJob                                                                                                                       |
+| kafkaSetupJob.extraSidecars                                    | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| mysqlSetupJob.enabled                                          | bool    | `false`                                                                                          | Enable setup job for mysql                                                                                                                              |
+| mysqlSetupJob.image.repository                                 | string  | `"acryldata/datahub-mysql-setup"`                                                                | Image repository for mysqlSetupJob                                                                                                                      |
+| mysqlSetupJob.image.tag                                        | string  | `"v0.11.0"`                                                                                      | Image repository for mysqlSetupJob                                                                                                                      |
+| mysqlSetupJob.image.pullPolicy                                 | string  | `"IfNotPresent"`                                                                                 | Image pull policy for mysqlSetupJob                                                                                                                     |
+| mysqlSetupJob.resources                                        | object  | '{}'                                                                                             | Kube Resource definitions for mysqlSetupJob                                                                                                             |
+| mysqlSetupJob.podSecurityContext                               | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                  |
+| mysqlSetupJob.securityContext                                  | object  | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                            |
+| mysqlSetupJob.podAnnotations                                   | object  | `{}`                                                                                             | Pod annotations for mysqlSetupJob                                                                                                                       |
+| mysqlSetupJob.extraSidecars                                    | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| postgresqlSetupJob.enabled                                     | bool    | `false`                                                                                          | Enable setup job for postgresql                                                                                                                         |
+| postgresqlSetupJob.image.repository                            | string  | `"acryldata/datahub-postgres-setup"`                                                             | Image repository for postgresqlSetupJob                                                                                                                 |
+| postgresqlSetupJob.image.tag                                   | string  | `"v0.11.0"`                                                                                      | Image repository for postgresqlSetupJob                                                                                                                 |
+| postgresqlSetupJob.image.pullPolicy                            | string  | `"IfNotPresent"`                                                                                 | Image pull policy for postgresqlSetupJob                                                                                                                |
+| postgresqlSetupJob.resources                                   | object  | '{}'                                                                                             | Kube Resource definitions for postgresqlSetupJob                                                                                                        |
+| postgresqlSetupJob.podSecurityContext                          | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                  |
+| postgresqlSetupJob.securityContext                             | object  | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                            |
+| postgresqlSetupJob.podAnnotations                              | object  | `{}`                                                                                             | Pod annotations for mysqlSetupJob                                                                                                                       |
+| postgresqlSetupJob.extraSidecars                               | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| datahubSystemUpdate.extraSidecars                              | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| global.strict_mode                                             | boolean | true                                                                                             | Enables validations in helm charts to ensure features work as expected. Recommended NOT TO CHANGE.                                                      |
+| global.datahub_standalone_consumers_enabled                    | boolean | true                                                                                             | Enable standalone consumers for kafka                                                                                                                   |
+| global.datahub_analytics_enabled                               | boolean | true                                                                                             | Enable datahub usage analytics                                                                                                                          |
+| global.datahub.appVersion                                      | string  | `"1.0"`                                                                                          | App version for annotation                                                                                                                              |
+| global.datahub.gms.port                                        | string  | `"8080"`                                                                                         | Port of GMS service                                                                                                                                     |
+| global.datahub.monitoring.portName                             | string  | `jmx`                                                                                            | Name of Kube port for monitoring                                                                                                                        |
+| global.elasticsearch.host                                      | string  | `"elasticsearch-master"`                                                                         | Elasticsearch host name (endpoint)                                                                                                                      |
+| global.elasticsearch.port                                      | string  | `"9200"`                                                                                         | Elasticsearch port                                                                                                                                      |
+| global.kafka.bootstrap.server                                  | string  | `"prerequisites-broker:9092"`                                                                    | Kafka bootstrap servers (with port)                                                                                                                     |
+| global.kafka.zookeeper.server                                  | string  | `"prerequisites-zookeeper:2181"`                                                                 | Kafka zookeeper servers (with port)                                                                                                                     |
+| global.kafka.topics.metadata_change_event_name                 | string  | `"MetadataChangeEvent_v4"`                                                                       | Kafka topic name for Metadata Change Events (deprecated)                                                                                                |
+| global.kafka.topics.failed_metadata_change_event_name          | string  | `"FailedMetadataChangeEvent_v4"`                                                                 | Kafka topic name for Failed Metadata Change events (deprecated)                                                                                         |
+| global.kafka.topics.metadata_audit_event_name                  | string  | `"MetadataAuditEvent_v4"`                                                                        | Kafka topic name for Metadata Audit events (deprecated)                                                                                                 |
+| global.kafka.topics.datahub_usage_event_name                   | string  | `"DataHubUsageEvent_v1"`                                                                         | Kafka topic name for DataHub Usage events                                                                                                               |
+| global.kafka.topics.metadata_change_proposal_topic_name        | string  | `"MetadataChangeProposal_v1"`                                                                    | Kafka topic name for Metadata Change Proposal events                                                                                                    |
+| global.kafka.topics.failed_metadata_change_proposal_topic_name | string  | `"FailedMetadataChangeProposal_v1"`                                                              | Kafka topic name for Failed Metadata Change Proposal events                                                                                             |
+| global.kafka.topics.metadata_change_log_versioned_topic_name   | string  | `"MetadataChangeLog_Versioned_v1"`                                                               | Kafka topic name for Versioned Metadata Change Log events                                                                                               |
+| global.kafka.topics.metadata_change_log_timeseries_topic_name  | string  | `"MetadataChangeLog_Timeseries_v1"`                                                              | Kafka topic name for Timeseries Metadata Change Log events                                                                                              |
+| global.kafka.topics.platform_event_topic_name                  | string  | `"PlatformEvent_v1"`                                                                             | Kafka topic name for Platform events                                                                                                                    |
+| global.kafka.schemaregistry.url                                | string  | ``                                                                                               | URL to kafka schema registry if using `KAFKA` type                                                                                                      |
+| global.neo4j.host                                              | string  | `"prerequisites-neo4j:7474"`                                                                     | Neo4j host address (with port)                                                                                                                          |
+| global.neo4j.uri                                               | string  | `"bolt://prerequisites-neo4j"`                                                                   | Neo4j URI                                                                                                                                               |
+| global.neo4j.username                                          | string  | `"neo4j"`                                                                                        | Neo4j user name                                                                                                                                         |
+| global.neo4j.password.secretRef                                | string  | `"neo4j-secrets"`                                                                                | Secret that contains the Neo4j password                                                                                                                 |
+| global.neo4j.password.secretKey                                | string  | `"neo4j-password"`                                                                               | Secret key that contains the Neo4j password                                                                                                             |
+| global.sql.datasource.driver                                   | string  | `"com.mysql.cj.jdbc.Driver"`                                                                     | Driver for the SQL database                                                                                                                             |
+| global.sql.datasource.host                                     | string  | `"prerequisites-mysql:3306"`                                                                     | SQL database host (with port)                                                                                                                           |
+| global.sql.datasource.hostForMysqlClient                       | string  | `"prerequisites-mysql"`                                                                          | SQL database host (without port)                                                                                                                        |
+| global.sql.datasource.port                                     | string  | `"3306"`                                                                                         | SQL database port                                                                                                                                       |
+| global.sql.datasource.url                                      | string  | `"jdbc:mysql://prerequisites-mysql:3306/datahub?verifyServerCertificate=false\u0026useSSL=true"` | URL to access SQL database                                                                                                                              |
+| global.sql.datasource.username                                 | string  | `"root"`                                                                                         | SQL user name                                                                                                                                           |
+| global.sql.datasource.username.secretRef                       | string  | `"mysql-secrets"`                                                                                | Secret that contains the MySQL username                                                                                                                 |
+| global.sql.datasource.username.secretKey                       | string  | `"mysql-username"`                                                                               | Secret key that contains the MySQL username                                                                                                             |
+| global.sql.datasource.password.secretRef                       | string  | `"mysql-secrets"`                                                                                | Secret that contains the MySQL password                                                                                                                 |
+| global.sql.datasource.password.secretKey                       | string  | `"mysql-password"`                                                                               | Secret key that contains the MySQL password                                                                                                             |
+| global.sql.datasource.password.value                           | string  | `"mysql-password"`                                                                               | Alternative to using the secret above, uses raw string value instead                                                                                    |
+| global.graph_service_impl                                      | string  | `elasticsearch`                                                                                  | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. |
 
 ## Optional Chart Values
 
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 4c62836d6..6820c7824 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.149
+version: 0.2.150
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 8bc60ebb5..e480eed58 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -75,7 +75,7 @@ spec:
               containerPort: {{ .Values.service.containerPort }}
               protocol: TCP
           {{- if or .Values.global.datahub.monitoring.enablePrometheus .Values.global.datahub.monitoring.enableJMXPort }}
-            - name: jmx
+            - name: {{ .Values.global.datahub.monitoring.portName }}
               containerPort: 4318
               protocol: TCP
           {{- end }}
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/service.yaml b/charts/datahub/subcharts/datahub-frontend/templates/service.yaml
index 4a46cc0fb..798749429 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/service.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/service.yaml
@@ -21,9 +21,9 @@ spec:
       {{- end }}
       {{- end }}
     {{- if .Values.global.datahub.monitoring.enablePrometheus }}
-    - name: jmx
+    - name: {{ .Values.global.datahub.monitoring.portName }}
       port: 4318
-      targetPort: jmx
+      targetPort: {{ .Values.global.datahub.monitoring.portName }}
       protocol: TCP
     {{- end }}
   selector:
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/servicemonitor.yaml b/charts/datahub/subcharts/datahub-frontend/templates/servicemonitor.yaml
index 5df3ce9be..8e3a7e5fb 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/servicemonitor.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/servicemonitor.yaml
@@ -11,7 +11,7 @@ metadata:
   {{- end }}
 spec:
   endpoints:
-  - port: jmx
+  - port: {{ .Values.global.datahub.monitoring.portName }}
     relabelings:
     - separator: /
       sourceLabels:
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 7b212bf0f..79d9c8bb5 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -233,6 +233,7 @@ global:
       port: "8080"
     monitoring:
       enablePrometheus: true
+      portName: "jmx"
     appVersion: "1.0"
     frontend:
       validateSignUpEmail: true
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index ae318fa55..b494fcc1f 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.157
+version: 0.2.158
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 6c97f868d..57cc865b6 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -77,7 +77,7 @@ spec:
               containerPort: 8080
               protocol: TCP
           {{- if or .Values.global.datahub.monitoring.enablePrometheus .Values.global.datahub.monitoring.enableJMXPort }}
-            - name: jmx
+            - name: {{ .Values.global.datahub.monitoring.portName }}
               containerPort: 4318
               protocol: TCP
           {{- end }}
diff --git a/charts/datahub/subcharts/datahub-gms/templates/service.yaml b/charts/datahub/subcharts/datahub-gms/templates/service.yaml
index dbc400955..b040c4ac1 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/service.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/service.yaml
@@ -21,9 +21,9 @@ spec:
       {{- end }}
       {{- end }}
     {{- if .Values.global.datahub.monitoring.enablePrometheus }}
-    - name: jmx
+    - name: {{ .Values.global.datahub.monitoring.portName }}
       port: 4318
-      targetPort: jmx
+      targetPort: {{ .Values.global.datahub.monitoring.portName }}
       protocol: TCP
     {{- end }}
   selector:
diff --git a/charts/datahub/subcharts/datahub-gms/templates/servicemonitor.yaml b/charts/datahub/subcharts/datahub-gms/templates/servicemonitor.yaml
index bf1bc4996..68436feb5 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/servicemonitor.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/servicemonitor.yaml
@@ -11,7 +11,7 @@ metadata:
   {{- end }}
 spec:
   endpoints:
-  - port: jmx
+  - port: {{ .Values.global.datahub.monitoring.portName }}
     relabelings:
     - separator: /
       sourceLabels:
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index ece6809c0..96110be70 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -194,6 +194,7 @@ global:
     monitoring:
       enablePrometheus: false
       enableJMXPort: false
+      portName: jmx
     gms:
       port: "8080"
     appVersion: "1.0"
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index e14c2c969..f9e738e2a 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.151
+version: 0.2.152
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index 6e9bac576..74e33d0a8 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -68,7 +68,7 @@ spec:
               containerPort: 9091
               protocol: TCP
           {{- if or .Values.global.datahub.monitoring.enablePrometheus .Values.global.datahub.monitoring.enableJMXPort }}
-            - name: jmx
+            - name: {{ .Values.global.datahub.monitoring.portName }}
               containerPort: 4318
               protocol: TCP
           {{- end }}
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/service.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/service.yaml
index 9bba91be5..36adf3e50 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/service.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/service.yaml
@@ -17,9 +17,9 @@ spec:
       {{- end }}
       {{- end }}
     {{- if .Values.global.datahub.monitoring.enablePrometheus }}
-    - name: jmx
+    - name: {{ .Values.global.datahub.monitoring.portName }}
       port: 4318
-      targetPort: jmx
+      targetPort: {{ .Values.global.datahub.monitoring.portName }}
       protocol: TCP
     {{- end }}
   selector:
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/servicemonitor.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/servicemonitor.yaml
index 450fe182b..4b9ce522e 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/servicemonitor.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/servicemonitor.yaml
@@ -11,7 +11,7 @@ metadata:
   {{- end }}
 spec:
   endpoints:
-  - port: jmx
+  - port: {{ .Values.global.datahub.monitoring.portName }}
     relabelings:
     - separator: /
       sourceLabels:
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index 89efaf0ce..2639188ae 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -205,6 +205,7 @@ global:
       port: "8080"
     monitoring:
       enablePrometheus: false
+      portName: jmx
 
     systemUpdate:
       ## The following options control settings for datahub-upgrade job which will
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index f3212a5b6..9da495f5b 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.153
+version: 0.2.154
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index daca75de9..f8c201363 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -72,7 +72,7 @@ spec:
               containerPort: 9090
               protocol: TCP
           {{- if or .Values.global.datahub.monitoring.enablePrometheus .Values.global.datahub.monitoring.enableJMXPort }}
-            - name: jmx
+            - name: {{ .Values.global.datahub.monitoring.portName }}
               containerPort: 4318
               protocol: TCP
           {{- end }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/service.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/service.yaml
index 67cd48d98..f9a908a9e 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/service.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/service.yaml
@@ -17,9 +17,9 @@ spec:
       {{- end }}
       {{- end }}
     {{- if .Values.global.datahub.monitoring.enablePrometheus }}
-    - name: jmx
+    - name: {{ .Values.global.datahub.monitoring.portName }}
       port: 4318
-      targetPort: jmx
+      targetPort: {{ .Values.global.datahub.monitoring.portName }}
       protocol: TCP
     {{- end }}
   selector:
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/servicemonitor.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/servicemonitor.yaml
index 0e0a54ad3..bdc753141 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/servicemonitor.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/servicemonitor.yaml
@@ -11,7 +11,7 @@ metadata:
   {{- end }}
 spec:
   endpoints:
-  - port: jmx
+  - port: {{ .Values.global.datahub.monitoring.portName }}
     relabelings:
     - separator: /
       sourceLabels:
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index 26ee4221c..f8c45f7b9 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -191,6 +191,7 @@ global:
     version: head
     monitoring:
       enablePrometheus: false
+      portName: jmx
     gms:
       port: "8080"
     metadata_service_authentication:
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 25dc9977a..6f7e8084e 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -588,6 +588,8 @@ global:
 
     monitoring:
       enablePrometheus: true
+      # Set a custom name for the monitoring port
+      portName: jmx
 
     mae_consumer:
       port: "9091"

From 6f733401e633830dfa15587bfaaeb0caaa67eaba Mon Sep 17 00:00:00 2001
From: travis-cook-sfdc <119886245+travis-cook-sfdc@users.noreply.github.com>
Date: Mon, 11 Dec 2023 13:46:07 -0800
Subject: [PATCH 57/89] feat: add custom image commands and arguments (#408)

* feat: add custom image commands and arguments

Add support for customizing an image's command or arguments.  In our setup, we have
some custom startup & shutdown behavior that need to run before the main process
starts for things like enabling / disabling networking or injecting secrets.  These
cannot be configured with init containers since they need to run in the same place
that the main process is going to run.  If command / args are empty or not present,
they will be excluded from helm, allowing the default command of the image to be used

---------

Co-authored-by: Travis Cook <tcook@slack-corp.com>
---
 charts/datahub/Chart.yaml                     |  12 +-
 .../acryl-datahub-actions/Chart.yaml          |   2 +-
 .../subcharts/acryl-datahub-actions/README.md |   2 +
 .../templates/deployment.yaml                 |   6 +
 .../acryl-datahub-actions/values.yaml         |   4 +
 .../subcharts/datahub-frontend/Chart.yaml     |   2 +-
 .../subcharts/datahub-frontend/README.md      |   6 +-
 .../templates/deployment.yaml                 |   6 +
 .../subcharts/datahub-frontend/values.yaml    |   4 +
 .../datahub/subcharts/datahub-gms/Chart.yaml  |   2 +-
 .../datahub/subcharts/datahub-gms/README.md   |   4 +-
 .../datahub-gms/templates/deployment.yaml     |   6 +
 .../datahub/subcharts/datahub-gms/values.yaml |   4 +
 .../subcharts/datahub-mae-consumer/Chart.yaml |   2 +-
 .../subcharts/datahub-mae-consumer/README.md  | 120 +++++++++---------
 .../templates/deployment.yaml                 |   6 +
 .../datahub-mae-consumer/values.yaml          |   4 +
 .../subcharts/datahub-mce-consumer/Chart.yaml |   2 +-
 .../subcharts/datahub-mce-consumer/README.md  |   2 +
 .../templates/deployment.yaml                 |   6 +
 .../datahub-mce-consumer/values.yaml          |   4 +
 21 files changed, 133 insertions(+), 73 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 1116f7cea..a9dc20591 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.17
+version: 0.3.18
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.11.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.158
+    version: 0.2.159
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.150
+    version: 0.2.151
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.152
+    version: 0.2.153
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.154
+    version: 0.2.155
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
@@ -30,7 +30,7 @@ dependencies:
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.140
+    version: 0.2.141
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index fe545802c..18272395d 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.140
+version: 0.2.141
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/README.md b/charts/datahub/subcharts/acryl-datahub-actions/README.md
index dff3ae5e1..a160efa37 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/README.md
+++ b/charts/datahub/subcharts/acryl-datahub-actions/README.md
@@ -17,6 +17,8 @@ Current chart version is `0.0.3`
 | extraVolumeMounts                                                           | Templatable string of additional `volumeMounts` to be passed to the `tpl` function                | ""                            |
 | fullnameOverride                                                            | string                                                                                            | `"acryl-datahub-actions"`     |                                                                                                                                                                                                                                              |
 | global.datahub.gms.port                                                     | string                                                                                            | `"8080"`                      |                                                                                                                                                                                                                                              |
+| image.args                                                                  | list                                                                                              | `[]`                          | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                                                                                                            |
+| image.command                                                               | list                                                                                              | `[]`                          | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                                                                                                         |
 | image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`              |                                                                                                                                                                                                                                              |
 | image.repository                                                            | string                                                                                            | `"acryldata/datahub-actions"` |                                                                                                                                                                                                                                              |
 | image.tag                                                                   | string                                                                                            | `"v0.0.6"`                    |                                                                                                                                                                                                                                              |
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index eced012f4..37f4a622c 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -70,6 +70,12 @@ spec:
             - name: http
               containerPort: 9093
               protocol: TCP
+          {{- if .Values.image.command }}
+          command: {{ .Values.image.command | toJson }}
+          {{- end }}
+          {{- if .Values.image.args }}
+          args: {{ .Values.image.args | toJson }}
+          {{- end }}
           env:
             - name: DATAHUB_GMS_HOST
               value: {{ (((.Values.datahub).gms).host | default ((.Values.global.datahub).gms).host) | default (printf "%s-%s" .Release.Name "datahub-gms") | trunc 63 | trimSuffix "-"}}
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
index 7b3fa91b1..65e1cdcaa 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
@@ -7,6 +7,10 @@ image:
   repository: acryldata/datahub-actions
   tag: "v0.0.1"
   pullPolicy: IfNotPresent
+  # Override the image's command & args with a new one.
+  # This may be necessary for custom startup or shutdown behaviors
+  command:
+  args:
 
 imagePullSecrets: []
 nameOverride: ""
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 6820c7824..e467d63a8 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.150
+version: 0.2.151
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/README.md b/charts/datahub/subcharts/datahub-frontend/README.md
index 85874de5d..c3adf021e 100644
--- a/charts/datahub/subcharts/datahub-frontend/README.md
+++ b/charts/datahub/subcharts/datahub-frontend/README.md
@@ -21,7 +21,9 @@ Current chart version is `0.2.0`
 | fullnameOverride                                                            | string                                                                                            | `"datahub-frontend"`                |                                                                                                                                                                                                                                                                                                                                  |
 | global.datahub_analytics_enabled                                            | boolean                                                                                           | true                                |                                                                                                                                                                                                                                                                                                                                  |
 | global.datahub.gms.port                                                     | string                                                                                            | `"8080"`                            |                                                                                                                                                                                                                                                                                                                                  |
- | global.datahub.frontend.validateSignUpEmail                                 | boolean                                                                                           | true                                | Enforces user sign up through invite link to use a valid email.                                                                                                                                                                                                                                                                  | 
+| global.datahub.frontend.validateSignUpEmail                                 | boolean                                                                                           | true                                | Enforces user sign up through invite link to use a valid email.                                                                                                                                                                                                                                                                  | 
+| image.args                                                                  | list                                                                                              | `[]`                                | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                                                                                                                                                                                                |
+| image.command                                                               | list                                                                                              | `[]`                                | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                                                                                                                                                                                             |
 | image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                    |                                                                                                                                                                                                                                                                                                                                  |
 | image.repository                                                            | string                                                                                            | `"linkedin/datahub-frontend-react"` |                                                                                                                                                                                                                                                                                                                                  |
 | image.tag                                                                   | string                                                                                            | `"head"`                            |                                                                                                                                                                                                                                                                                                                                  |
@@ -48,7 +50,7 @@ Current chart version is `0.2.0`
 | oidcAuthentication.oktaDomain                                               | string                                                                                            | `""`                                | Okta domain, e.g. `dev-12345.okta.com`; needed only if `provider` is set to `okta`                                                                                                                                                                                                                                               |
 | oidcAuthentication.azureTenantId                                            | string                                                                                            | `""`                                | Azure directory (tenant) ID; neede only if `provider` is set to `azure`                                                                                                                                                                                                                                                          |
 | oidcAuthentication.user_name_claim                                          | string                                                                                            | `""`                                | The attribute that will contain the username used on the DataHub platform                                                                                                                                                                                                                                                        |
-| oidcAuthentication.user_name_claim_regex                                    | string                                                                                            | `""`                                | A regex string used for extracting the username from the userNameClaim attribute |
+| oidcAuthentication.user_name_claim_regex                                    | string                                                                                            | `""`                                | A regex string used for extracting the username from the userNameClaim attribute                                                                                                                                                                                                                                                 |
 | podAnnotations                                                              | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
 | podSecurityContext                                                          | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
 | readinessProbe.initialDelaySeconds                                          | int                                                                                               | `60`                                |                                                                                                                                                                                                                                                                                                                                  |
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index e480eed58..df9549a07 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -68,6 +68,12 @@ spec:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
+          {{- if .Values.image.command }}
+          command: {{ .Values.image.command | toJson }}
+          {{- end }}
+          {{- if .Values.image.args }}
+          args: {{ .Values.image.args | toJson }}
+          {{- end }}
           lifecycle:
             {{- toYaml .Values.lifecycle | nindent 12 }}
           ports:
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 79d9c8bb5..0bfc4fb63 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -10,6 +10,10 @@ image:
   repository: linkedin/datahub-frontend-react
   tag:
   pullPolicy: IfNotPresent
+  # Override the image's command & args with a new one.
+  # This may be necessary for custom startup or shutdown behaviors
+  command:
+  args:
 
 imagePullSecrets: []
 nameOverride: ""
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index b494fcc1f..8e5da2e85 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.158
+version: 0.2.159
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/README.md b/charts/datahub/subcharts/datahub-gms/README.md
index 7aeb6b3be..8f946f6ce 100644
--- a/charts/datahub/subcharts/datahub-gms/README.md
+++ b/charts/datahub/subcharts/datahub-gms/README.md
@@ -38,7 +38,9 @@ Current chart version is `0.2.0`
 | global.sql.datasource.username                                                   | string                                                                                            | `"datahub"`                                                                        |                                                                                                                                                                                                                                   |
 | global.sql.datasource.password.secretRef                                         | string                                                                                            | `"mysql-secrets"`                                                                  |                                                                                                                                                                                                                                   |
 | global.sql.datasource.password.secretKey                                         | string                                                                                            | `"mysql-password"`                                                                 |                                                                                                                                                                                                                                   |
-| global.graph_service_impl                                                        | string                                                                                            | `elasticsearch`                                                                            | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. |
+| global.graph_service_impl                                                        | string                                                                                            | `elasticsearch`                                                                    | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment.                                                                           |
+| image.args                                                                       | list                                                                                              | `[]`                                                                               | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                                                                                                 |
+| image.command                                                                    | list                                                                                              | `[]`                                                                               | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                                                                                              |
 | image.pullPolicy                                                                 | string                                                                                            | `"IfNotPresent"`                                                                   |                                                                                                                                                                                                                                   |
 | image.repository                                                                 | string                                                                                            | `"linkedin/datahub-gms"`                                                           |                                                                                                                                                                                                                                   |
 | image.tag                                                                        | string                                                                                            | `"head"`                                                                           |                                                                                                                                                                                                                                   |
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 57cc865b6..7578cd47b 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -72,6 +72,12 @@ spec:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
+          {{- if .Values.image.command }}
+          command: {{ .Values.image.command | toJson }}
+          {{- end }}
+          {{- if .Values.image.args }}
+          args: {{ .Values.image.args | toJson }}
+          {{- end }}
           ports:
             - name: http
               containerPort: 8080
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index 96110be70..6aed828a0 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -10,6 +10,10 @@ image:
   repository: linkedin/datahub-gms
   pullPolicy: IfNotPresent
   tag:
+  # Override the image's command & args with a new one.
+  # This may be necessary for custom startup or shutdown behaviors
+  command:
+  args:
 
 imagePullSecrets: []
 nameOverride: ""
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index f9e738e2a..3a1d7e489 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.152
+version: 0.2.153
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/README.md b/charts/datahub/subcharts/datahub-mae-consumer/README.md
index fbae00c03..0571ebf23 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/README.md
+++ b/charts/datahub/subcharts/datahub-mae-consumer/README.md
@@ -6,65 +6,67 @@ Current chart version is `0.2.0`
 
 ## Chart Values
 
-| Key                                                                         | Type                                                                                              | Default                           | Description                                                                                                                                                                                                             |
-|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-----------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| affinity                                                                    | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| exporters.jmx.enabled                                                       | boolean                                                                                           | false                             |                                                                                                                                                                                                                         |
-| extraLabels                                                                 | object                                                                                            | `{}`                              | Extra labels for deployment configuration                                                                                                                                                                               |
+| Key                                                                         | Type                                                                                              | Default                           | Description                                                                                                                                                          |
+|-----------------------------------------------------------------------------|---------------------------------------------------------------------------------------------------|-----------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| affinity                                                                    | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| exporters.jmx.enabled                                                       | boolean                                                                                           | false                             |                                                                                                                                                                      |
+| extraLabels                                                                 | object                                                                                            | `{}`                              | Extra labels for deployment configuration                                                                                                                            |
 | extraEnvs                                                                   | Extra [environment variables][] which will be appended to the `env:` definition for the container | `[]`                              |
-| extraSidecars                                                               | list                                                                                              | `[]`                              | Add additional sidecar containers to the deployment pod(s)                                                                                                                                                              |
+| extraSidecars                                                               | list                                                                                              | `[]`                              | Add additional sidecar containers to the deployment pod(s)                                                                                                           |
 | extraVolumes                                                                | Templatable string of additional `volumes` to be passed to the `tpl` function                     | ""                                |
 | extraVolumeMounts                                                           | Templatable string of additional `volumeMounts` to be passed to the `tpl` function                | ""                                |
-| fullnameOverride                                                            | string                                                                                            | `"datahub-mae-consumer"`          |                                                                                                                                                                                                                         |
-| global.datahub_analytics_enabled                                            | boolean                                                                                           | true                              |                                                                                                                                                                                                                         |
-| global.datahub.mae_consumer.port                                            | string                                                                                            | `"9091"`                          |                                                                                                                                                                                                                         |
-| global.datahub.mae_consumer.nodePort                                        | string                                                                                            | `"30002"`                         |                                                                                                                                                                                                                         |
-| global.elasticsearch.host                                                   | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                                                                         |
-| global.elasticsearch.port                                                   | string                                                                                            | `"9200"`                          |                                                                                                                                                                                                                         |
-| global.kafka.bootstrap.server                                               | string                                                                                            | `"broker:9092"`                   |                                                                                                                                                                                                                         |
-| global.kafka.schemaregistry.url                                             | string                                                                                            | `"http://schema-registry:8081"`   |                                                                                                                                                                                                                         |
-| global.neo4j.host                                                           | string                                                                                            | `"neo4j:7474"`                    |                                                                                                                                                                                                                         |
-| global.neo4j.uri                                                            | string                                                                                            | `"bolt://neo4j"`                  |                                                                                                                                                                                                                         |
-| global.neo4j.username                                                       | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                                                                         |
-| global.neo4j.password.secretRef                                             | string                                                                                            | `"neo4j-secrets"`                 |                                                                                                                                                                                                                         |
-| global.neo4j.password.secretKey                                             | string                                                                                            | `"neo4j-password"`                |                                                                                                                                                                                                                         |
-| global.hostAliases[0].hostnames[0]                                          | string                                                                                            | `"broker"`                        |                                                                                                                                                                                                                         |
-| global.hostAliases[0].hostnames[1]                                          | string                                                                                            | `"mysql"`                         |                                                                                                                                                                                                                         |
-| global.hostAliases[0].hostnames[2]                                          | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                                                                         |
-| global.hostAliases[0].hostnames[3]                                          | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                                                                         |
-| global.hostAliases[0].ip                                                    | string                                                                                            | `"192.168.0.104"`                 |                                                                                                                                                                                                                         |
-| global.graph_service_impl                                                   | string                                                                                            | `elasticsearch`                           | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment. |
-| image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                  |                                                                                                                                                                                                                         |
-| image.repository                                                            | string                                                                                            | `"linkedin/datahub-mae-consumer"` |                                                                                                                                                                                                                         |
-| image.tag                                                                   | string                                                                                            | `"head"`                          |                                                                                                                                                                                                                         |
-| imagePullSecrets                                                            | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
-| ingress.annotations                                                         | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| ingress.enabled                                                             | bool                                                                                              | `false`                           |                                                                                                                                                                                                                         |
-| ingress.hosts[0].host                                                       | string                                                                                            | `"chart-example.local"`           |                                                                                                                                                                                                                         |
-| ingress.hosts[0].paths                                                      | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
-| ingress.tls                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
-| livenessProbe.initialDelaySeconds                                           | int                                                                                               | `60`                              |                                                                                                                                                                                                                         |
-| livenessProbe.periodSeconds                                                 | int                                                                                               | `30`                              |                                                                                                                                                                                                                         |
-| livenessProbe.failureThreshold                                              | int                                                                                               | `8`                               |                                                                                                                                                                                                                         |
-| nameOverride                                                                | string                                                                                            | `""`                              |                                                                                                                                                                                                                         |
-| nodeSelector                                                                | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| podAnnotations                                                              | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| podSecurityContext                                                          | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| readinessProbe.initialDelaySeconds                                          | int                                                                                               | `60`                              |                                                                                                                                                                                                                         |
-| readinessProbe.periodSeconds                                                | int                                                                                               | `30`                              |                                                                                                                                                                                                                         |
-| readinessProbe.failureThreshold                                             | int                                                                                               | `8`                               |                                                                                                                                                                                                                         |
-| replicaCount                                                                | int                                                                                               | `1`                               |                                                                                                                                                                                                                         |
-| revisionHistoryLimit                                                        | int                                                                                               | `10`                              |                                                                                                                                                                                                                         |
-| resources                                                                   | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| securityContext                                                             | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| service.port                                                                | int                                                                                               | `80`                              |                                                                                                                                                                                                                         |
-| service.type                                                                | string                                                                                            | `"ClusterIP"`                     |                                                                                                                                                                                                                         |
-| serviceAccount.annotations                                                  | object                                                                                            | `{}`                              |                                                                                                                                                                                                                         |
-| serviceAccount.create                                                       | bool                                                                                              | `true`                            |                                                                                                                                                                                                                         |
-| serviceAccount.name                                                         | string                                                                                            | `nil`                             |                                                                                                                                                                                                                         |
-| serviceMonitor.create                                                       | bool                                                                                              | `false`                           | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource                                                                                                     |
-| tolerations                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                                                                         |
-| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `true`                            | Whether Metadata Service Authentication is enabled.                                                                                                                                                                     |
-| global.datahub.metadata_service_authentication.systemClientId               | string                                                                                            | `"__datahub_system"`              | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                                                             |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string                                                                                            | `nil`                             | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                    |
-| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string                                                                                            | `nil`                             | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                                          |
+| fullnameOverride                                                            | string                                                                                            | `"datahub-mae-consumer"`          |                                                                                                                                                                      |
+| global.datahub_analytics_enabled                                            | boolean                                                                                           | true                              |                                                                                                                                                                      |
+| global.datahub.mae_consumer.port                                            | string                                                                                            | `"9091"`                          |                                                                                                                                                                      |
+| global.datahub.mae_consumer.nodePort                                        | string                                                                                            | `"30002"`                         |                                                                                                                                                                      |
+| global.elasticsearch.host                                                   | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                      |
+| global.elasticsearch.port                                                   | string                                                                                            | `"9200"`                          |                                                                                                                                                                      |
+| global.kafka.bootstrap.server                                               | string                                                                                            | `"broker:9092"`                   |                                                                                                                                                                      |
+| global.kafka.schemaregistry.url                                             | string                                                                                            | `"http://schema-registry:8081"`   |                                                                                                                                                                      |
+| global.neo4j.host                                                           | string                                                                                            | `"neo4j:7474"`                    |                                                                                                                                                                      |
+| global.neo4j.uri                                                            | string                                                                                            | `"bolt://neo4j"`                  |                                                                                                                                                                      |
+| global.neo4j.username                                                       | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                      |
+| global.neo4j.password.secretRef                                             | string                                                                                            | `"neo4j-secrets"`                 |                                                                                                                                                                      |
+| global.neo4j.password.secretKey                                             | string                                                                                            | `"neo4j-password"`                |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[0]                                          | string                                                                                            | `"broker"`                        |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[1]                                          | string                                                                                            | `"mysql"`                         |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[2]                                          | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                      |
+| global.hostAliases[0].hostnames[3]                                          | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                      |
+| global.hostAliases[0].ip                                                    | string                                                                                            | `"192.168.0.104"`                 |                                                                                                                                                                      |
+| global.graph_service_impl                                                   | string                                                                                            | `elasticsearch`                   | One of `elasticsearch` or `neo4j`. Determines which backend to use for the GMS graph service. Elasticsearch is recommended for a simplified deployment.              |
+| image.args                                                                  | list                                                                                              | `[]`                              | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                                    |
+| image.command                                                               | list                                                                                              | `[]`                              | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                                 |
+| image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                  |                                                                                                                                                                      |
+| image.repository                                                            | string                                                                                            | `"linkedin/datahub-mae-consumer"` |                                                                                                                                                                      |
+| image.tag                                                                   | string                                                                                            | `"head"`                          |                                                                                                                                                                      |
+| imagePullSecrets                                                            | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| ingress.annotations                                                         | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| ingress.enabled                                                             | bool                                                                                              | `false`                           |                                                                                                                                                                      |
+| ingress.hosts[0].host                                                       | string                                                                                            | `"chart-example.local"`           |                                                                                                                                                                      |
+| ingress.hosts[0].paths                                                      | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| ingress.tls                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| livenessProbe.initialDelaySeconds                                           | int                                                                                               | `60`                              |                                                                                                                                                                      |
+| livenessProbe.periodSeconds                                                 | int                                                                                               | `30`                              |                                                                                                                                                                      |
+| livenessProbe.failureThreshold                                              | int                                                                                               | `8`                               |                                                                                                                                                                      |
+| nameOverride                                                                | string                                                                                            | `""`                              |                                                                                                                                                                      |
+| nodeSelector                                                                | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| podAnnotations                                                              | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| podSecurityContext                                                          | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| readinessProbe.initialDelaySeconds                                          | int                                                                                               | `60`                              |                                                                                                                                                                      |
+| readinessProbe.periodSeconds                                                | int                                                                                               | `30`                              |                                                                                                                                                                      |
+| readinessProbe.failureThreshold                                             | int                                                                                               | `8`                               |                                                                                                                                                                      |
+| replicaCount                                                                | int                                                                                               | `1`                               |                                                                                                                                                                      |
+| revisionHistoryLimit                                                        | int                                                                                               | `10`                              |                                                                                                                                                                      |
+| resources                                                                   | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| securityContext                                                             | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| service.port                                                                | int                                                                                               | `80`                              |                                                                                                                                                                      |
+| service.type                                                                | string                                                                                            | `"ClusterIP"`                     |                                                                                                                                                                      |
+| serviceAccount.annotations                                                  | object                                                                                            | `{}`                              |                                                                                                                                                                      |
+| serviceAccount.create                                                       | bool                                                                                              | `true`                            |                                                                                                                                                                      |
+| serviceAccount.name                                                         | string                                                                                            | `nil`                             |                                                                                                                                                                      |
+| serviceMonitor.create                                                       | bool                                                                                              | `false`                           | If set true and `global.datahub.monitoring.enablePrometheus` is set `true` it will create a ServiceMonitor resource                                                  |
+| tolerations                                                                 | list                                                                                              | `[]`                              |                                                                                                                                                                      |
+| datahub.metadata_service_authentication.enabled                             | bool                                                                                              | `true`                            | Whether Metadata Service Authentication is enabled.                                                                                                                  |
+| global.datahub.metadata_service_authentication.systemClientId               | string                                                                                            | `"__datahub_system"`              | The internal system id that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.                                          |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretRef | string                                                                                            | `nil`                             | The reference to a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'. |
+| global.datahub.metadata_service_authentication.systemClientSecret.secretKey | string                                                                                            | `nil`                             | The key of a secret containing the internal system secret that is used to communicate with DataHub GMS. Required if metadata_service_authentication is 'true'.       |
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index 74e33d0a8..0db5c7c1f 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -63,6 +63,12 @@ spec:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
+          {{- if .Values.image.command }}
+          command: {{ .Values.image.command | toJson }}
+          {{- end }}
+          {{- if .Values.image.args }}
+          args: {{ .Values.image.args | toJson }}
+          {{- end }}
           ports:
             - name: http
               containerPort: 9091
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index 2639188ae..6adb518c6 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -10,6 +10,10 @@ image:
   repository: linkedin/datahub-mae-consumer
   pullPolicy: IfNotPresent
   tag:
+  # Override the image's command & args with a new one.
+  # This may be necessary for custom startup or shutdown behaviors
+  command:
+  args:
 
 imagePullSecrets: []
 nameOverride: ""
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 9da495f5b..07e6d799c 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.154
+version: 0.2.155
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/README.md b/charts/datahub/subcharts/datahub-mce-consumer/README.md
index 240a8d6d6..0b7e525ca 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/README.md
+++ b/charts/datahub/subcharts/datahub-mce-consumer/README.md
@@ -24,6 +24,8 @@ Current chart version is `0.2.0`
 | global.hostAliases[0].hostnames[2]                                          | string                                                                                            | `"elasticsearch"`                 |                                                                                                                                                                      |
 | global.hostAliases[0].hostnames[3]                                          | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                      |
 | global.hostAliases[0].ip                                                    | string                                                                                            | `"192.168.0.104"`                 |                                                                                                                                                                      |
+| image.args                                                                  | list                                                                                              | `[]`                              | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                                    |
+| image.command                                                               | list                                                                                              | `[]`                              | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                                 |
 | image.pullPolicy                                                            | string                                                                                            | `"IfNotPresent"`                  |                                                                                                                                                                      |
 | image.repository                                                            | string                                                                                            | `"linkedin/datahub-mce-consumer"` |                                                                                                                                                                      |
 | image.tag                                                                   | string                                                                                            | `"head"`                          |                                                                                                                                                                      |
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index f8c201363..40506c157 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -67,6 +67,12 @@ spec:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
+          {{- if .Values.image.command }}
+          command: {{ .Values.image.command | toJson }}
+          {{- end }}
+          {{- if .Values.image.args }}
+          args: {{ .Values.image.args | toJson }}
+          {{- end }}
           ports:
             - name: http
               containerPort: 9090
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index f8c45f7b9..2f9448b95 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -10,6 +10,10 @@ image:
   repository: linkedin/datahub-mce-consumer
   pullPolicy: IfNotPresent
   tag:
+  # Override the image's command & args with a new one.
+  # This may be necessary for custom startup or shutdown behaviors
+  command:
+  args:
 
 imagePullSecrets: []
 nameOverride: ""

From ceb3a26ef9f8c2275de4438c46952697d011952b Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Tue, 12 Dec 2023 12:13:33 -0600
Subject: [PATCH 58/89] V0.12.1 release (#409)

* bump(chart): bump chart for v0.12.1
---
 charts/datahub/Chart.yaml  | 4 ++--
 charts/datahub/values.yaml | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index a9dc20591..01e1dc409 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,10 +4,10 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.18
+version: 0.3.19
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.11.0
+appVersion: 0.12.1
 dependencies:
   - name: datahub-gms
     version: 0.2.159
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 6f7e8084e..942c44689 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -578,7 +578,7 @@ global:
       #   value: password
 
   datahub:
-    version: v0.12.0
+    version: v0.12.1
     gms:
       port: "8080"
       nodePort: "30001"

From 1f2abfd63a1039063fea23361552eeb58a7217ee Mon Sep 17 00:00:00 2001
From: Jinlin Yang <86577891+jinlintt@users.noreply.github.com>
Date: Wed, 20 Dec 2023 18:20:34 -0800
Subject: [PATCH 59/89] feat (datahub-actions): Expose executor id, gms
 protocol, and debug flag through values file. Update schema registry url
 (#410)

* Expose executor id, gms protocol, debug flag through values file. Update schema registry url

* Update readme and chart version

* Provide a default value for debug.enabled
---
 charts/datahub/Chart.yaml                     |  4 ++--
 charts/datahub/README.md                      |  2 ++
 .../acryl-datahub-actions/Chart.yaml          |  2 +-
 .../templates/_helpers.tpl                    | 21 +++++++++++++++++++
 .../templates/deployment.yaml                 | 16 +++++++++++---
 .../acryl-datahub-actions/values.yaml         |  7 ++++++-
 charts/datahub/values.yaml                    |  1 +
 7 files changed, 46 insertions(+), 7 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 01e1dc409..8206c59a4 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.19
+version: 0.3.20
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
@@ -30,7 +30,7 @@ dependencies:
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.141
+    version: 0.2.142
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 023eecda8..f923cbc8e 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -85,6 +85,8 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.datahub_standalone_consumers_enabled                    | boolean | true                                                                                             | Enable standalone consumers for kafka                                                                                                                   |
 | global.datahub_analytics_enabled                               | boolean | true                                                                                             | Enable datahub usage analytics                                                                                                                          |
 | global.datahub.appVersion                                      | string  | `"1.0"`                                                                                          | App version for annotation                                                                                                                              |
+| global.datahub.gms.protocol                                    | string  | `"http"`                                                                                         | Protocol of GMS service                                                                                                                                 |
+| global.datahub.gms.host                                        | string  | `"datahub-datahub-gms"                                                                           | Host of GMS service                                                                                                                                     |
 | global.datahub.gms.port                                        | string  | `"8080"`                                                                                         | Port of GMS service                                                                                                                                     |
 | global.datahub.monitoring.portName                             | string  | `jmx`                                                                                            | Name of Kube port for monitoring                                                                                                                        |
 | global.elasticsearch.host                                      | string  | `"elasticsearch-master"`                                                                         | Elasticsearch host name (endpoint)                                                                                                                      |
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index 18272395d..952a8c159 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.141
+version: 0.2.142
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/_helpers.tpl b/charts/datahub/subcharts/acryl-datahub-actions/templates/_helpers.tpl
index 3ca075049..2e0ca72e2 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/_helpers.tpl
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/_helpers.tpl
@@ -61,3 +61,24 @@ Create the name of the service account to use
     {{ default "default" .Values.serviceAccount.name }}
 {{- end -}}
 {{- end -}}
+
+{{/*
+Datahub GMS protocol
+*/}}
+{{- define "acryl-datahub-actions.datahubGmsProtocol" -}}
+{{ ((.Values.datahub).gms).protocol | default .Values.global.datahub.gms.protocol }}
+{{- end -}}
+
+{{/*
+Datahub GMS host
+*/}}
+{{- define "acryl-datahub-actions.datahubGmsHost" -}}
+{{ (((.Values.datahub).gms).host | default ((.Values.global.datahub).gms).host) | default (printf "%s-%s" .Release.Name "datahub-gms") | trunc 63 | trimSuffix "-"}}
+{{- end -}}
+
+{{/*
+Datahub GMS port
+*/}}
+{{- define "acryl-datahub-actions.datahubGmsPort" -}}
+{{ ((.Values.datahub).gms).port | default .Values.global.datahub.gms.port }}
+{{- end -}}
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index 37f4a622c..6ea1ce2a1 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -77,20 +77,30 @@ spec:
           args: {{ .Values.image.args | toJson }}
           {{- end }}
           env:
+            - name: DATAHUB_GMS_PROTOCOL
+              value: {{ include "acryl-datahub-actions.datahubGmsProtocol" . }}
             - name: DATAHUB_GMS_HOST
-              value: {{ (((.Values.datahub).gms).host | default ((.Values.global.datahub).gms).host) | default (printf "%s-%s" .Release.Name "datahub-gms") | trunc 63 | trimSuffix "-"}}
+              value: {{ include "acryl-datahub-actions.datahubGmsHost" . }}
             - name: DATAHUB_GMS_PORT
-              value: "{{ ((.Values.datahub).gms).port | default .Values.global.datahub.gms.port }}"
+              value: {{ include "acryl-datahub-actions.datahubGmsPort" . | quote }}
             # Deprecated in favour of DATAHUB_* variables
             - name: GMS_HOST
               value: {{ printf "%s-%s" .Release.Name "datahub-gms" }}
             - name: GMS_PORT
               value: "{{ .Values.global.datahub.gms.port }}"
+            {{- if .Values.actions.executorId }}
+            - name: EXECUTOR_ID
+              value: "{{ .Values.actions.executorId }}"
+            {{- end }}
+            {{- if .Values.debug.enabled }}
+            - name: DATAHUB_DEBUG
+              value: "true"
+            {{- end }}
             - name: KAFKA_BOOTSTRAP_SERVER
               value: "{{ .Values.global.kafka.bootstrap.server }}"
             {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
             - name: SCHEMA_REGISTRY_URL
-              value: {{ printf "http://%s-%s:%s/schema-registry/api/" .Release.Name "datahub-gms" .Values.global.datahub.gms.port }}
+              value: {{ printf "%s://%s:%s/schema-registry/api/" (include "acryl-datahub-actions.datahubGmsProtocol" .) (include "acryl-datahub-actions.datahubGmsHost" .) (include "acryl-datahub-actions.datahubGmsPort" .) | quote }}
             {{- else if eq .Values.global.kafka.schemaregistry.type "KAFKA" }}
             - name: SCHEMA_REGISTRY_URL
               value: "{{ .Values.global.kafka.schemaregistry.url }}"
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
index 65e1cdcaa..e2aca2f15 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/values.yaml
@@ -77,14 +77,19 @@ affinity: {}
 
 actions:
   kafkaAutoOffsetPolicy: "latest"
+  # Configure a custom executor id that will be set as the EXECUTOR_ID environment variable
+  # executorId: ""
 
 # mount the k8s secret as a volume in the container, each key name is mounted as a file on the mount path /etc/datahub/ingestion-secret-files
 # ingestionSecretFiles:
 #   name: ${K8S_SECRET_NAME}
 #   defaultMode: "0444"
 
-global:
+debug:
+  # Set enabled to true will set the DATAHUB_DEBUG env var to true
+  enabled: false
 
+global:
   kafka:
     bootstrap:
       server: "broker:9092"
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 942c44689..25aaf0da3 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -580,6 +580,7 @@ global:
   datahub:
     version: v0.12.1
     gms:
+      protocol: "http"
       port: "8080"
       nodePort: "30001"
 

From a0d5e8865ff3c1c9403a3d129186c988d7a976c2 Mon Sep 17 00:00:00 2001
From: Glenn Schuurman <glennschuurman@gmail.com>
Date: Thu, 21 Dec 2023 03:20:52 +0100
Subject: [PATCH 60/89] Config: Make neo4j database configurable (#412)

Allow the neo4j database to be configurable, this is required when not
in charge of the neo4j deployment.

Co-authored-by: Glenn Schuurman <glenn.schuurman@dataplatformgemeenten.nl>
---
 charts/datahub/Chart.yaml                                   | 6 +++---
 charts/datahub/README.md                                    | 1 +
 charts/datahub/quickstart-values-with-neo4j.yaml            | 1 +
 charts/datahub/subcharts/datahub-gms/Chart.yaml             | 2 +-
 charts/datahub/subcharts/datahub-gms/README.md              | 1 +
 .../datahub/subcharts/datahub-gms/templates/deployment.yaml | 2 ++
 charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml    | 2 +-
 charts/datahub/subcharts/datahub-mae-consumer/README.md     | 1 +
 .../datahub-mae-consumer/templates/deployment.yaml          | 2 ++
 charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml    | 2 +-
 .../datahub-mce-consumer/templates/deployment.yaml          | 2 ++
 charts/datahub/templates/datahub-upgrade/_upgrade.tpl       | 2 ++
 12 files changed, 18 insertions(+), 6 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 8206c59a4..185a1012d 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -10,7 +10,7 @@ version: 0.3.20
 appVersion: 0.12.1
 dependencies:
   - name: datahub-gms
-    version: 0.2.159
+    version: 0.2.160
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
@@ -18,11 +18,11 @@ dependencies:
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.153
+    version: 0.2.154
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.155
+    version: 0.2.156
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index f923cbc8e..b2a615352 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -105,6 +105,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.kafka.schemaregistry.url                                | string  | ``                                                                                               | URL to kafka schema registry if using `KAFKA` type                                                                                                      |
 | global.neo4j.host                                              | string  | `"prerequisites-neo4j:7474"`                                                                     | Neo4j host address (with port)                                                                                                                          |
 | global.neo4j.uri                                               | string  | `"bolt://prerequisites-neo4j"`                                                                   | Neo4j URI                                                                                                                                               |
+| global.neo4j.database                                          | string  | `"graph.db"`                                                                                    | Neo4J database                                                                                                                                          |
 | global.neo4j.username                                          | string  | `"neo4j"`                                                                                        | Neo4j user name                                                                                                                                         |
 | global.neo4j.password.secretRef                                | string  | `"neo4j-secrets"`                                                                                | Secret that contains the Neo4j password                                                                                                                 |
 | global.neo4j.password.secretKey                                | string  | `"neo4j-password"`                                                                               | Secret key that contains the Neo4j password                                                                                                             |
diff --git a/charts/datahub/quickstart-values-with-neo4j.yaml b/charts/datahub/quickstart-values-with-neo4j.yaml
index e37768374..cfd2737a2 100644
--- a/charts/datahub/quickstart-values-with-neo4j.yaml
+++ b/charts/datahub/quickstart-values-with-neo4j.yaml
@@ -90,6 +90,7 @@ global:
     host: "prerequisites-neo4j:7474"
     uri: "bolt://prerequisites-neo4j"
     username: "neo4j"
+    database: "graph.db"
     password:
       secretRef: neo4j-secrets
       secretKey: neo4j-password
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 8e5da2e85..2f0553789 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.159
+version: 0.2.160
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/README.md b/charts/datahub/subcharts/datahub-gms/README.md
index 8f946f6ce..a11bebf48 100644
--- a/charts/datahub/subcharts/datahub-gms/README.md
+++ b/charts/datahub/subcharts/datahub-gms/README.md
@@ -29,6 +29,7 @@ Current chart version is `0.2.0`
 | global.kafka.schemaregistry.url                                                  | string                                                                                            | `"http://schema-registry:8081"`                                                    |                                                                                                                                                                                                                                   |
 | global.neo4j.host                                                                | string                                                                                            | `"neo4j:7474"`                                                                     |                                                                                                                                                                                                                                   |
 | global.neo4j.uri                                                                 | string                                                                                            | `"bolt://neo4j"`                                                                   |                                                                                                                                                                                                                                   |
+| global.neo4j.database                                          | string  | `"graph.db"`                                                                                    | Neo4J database                                                                                                                                          |
 | global.neo4j.username                                                            | string                                                                                            | `"neo4j"`                                                                          |                                                                                                                                                                                                                                   |
 | global.neo4j.password.secretRef                                                  | string                                                                                            | `"neo4j-secrets"`                                                                  |                                                                                                                                                                                                                                   |
 | global.neo4j.password.secretKey                                                  | string                                                                                            | `"neo4j-password"`                                                                 |                                                                                                                                                                                                                                   |
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 7578cd47b..6c5f3ebf5 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -240,6 +240,8 @@ spec:
               value: "{{ .Values.global.neo4j.host }}"
             - name: NEO4J_URI
               value: "{{ .Values.global.neo4j.uri }}"
+            - name: NEO4J_DATABASE
+              value: "{{ .Values.global.neo4j.database | default "graph.db" }}"
             - name: NEO4J_USERNAME
               value: "{{ .Values.global.neo4j.username }}"
             - name: NEO4J_PASSWORD
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index 3a1d7e489..c6c14f4a2 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.153
+version: 0.2.154
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/README.md b/charts/datahub/subcharts/datahub-mae-consumer/README.md
index 0571ebf23..6957bde67 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/README.md
+++ b/charts/datahub/subcharts/datahub-mae-consumer/README.md
@@ -25,6 +25,7 @@ Current chart version is `0.2.0`
 | global.kafka.schemaregistry.url                                             | string                                                                                            | `"http://schema-registry:8081"`   |                                                                                                                                                                      |
 | global.neo4j.host                                                           | string                                                                                            | `"neo4j:7474"`                    |                                                                                                                                                                      |
 | global.neo4j.uri                                                            | string                                                                                            | `"bolt://neo4j"`                  |                                                                                                                                                                      |
+| global.neo4j.database                                          | string  | `"graph.db"`                                                                                    | Neo4J database                                                                                                                                          |
 | global.neo4j.username                                                       | string                                                                                            | `"neo4j"`                         |                                                                                                                                                                      |
 | global.neo4j.password.secretRef                                             | string                                                                                            | `"neo4j-secrets"`                 |                                                                                                                                                                      |
 | global.neo4j.password.secretKey                                             | string                                                                                            | `"neo4j-password"`                |                                                                                                                                                                      |
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index 0db5c7c1f..a0141029b 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -186,6 +186,8 @@ spec:
               value: "{{ .Values.global.neo4j.host }}"
             - name: NEO4J_URI
               value: "{{ .Values.global.neo4j.uri }}"
+            - name: NEO4J_DATABASE
+              value: "{{ .Values.global.neo4j.database | default "graph.db" }}"
             - name: NEO4J_USERNAME
               value: "{{ .Values.global.neo4j.username }}"
             - name: NEO4J_PASSWORD
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 07e6d799c..98b24e039 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.155
+version: 0.2.156
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 40506c157..82bb83ecf 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -210,6 +210,8 @@ spec:
               value: "{{ .Values.global.neo4j.host }}"
             - name: NEO4J_URI
               value: "{{ .Values.global.neo4j.uri }}"
+            - name: NEO4J_DATABASE
+              value: "{{ .Values.global.neo4j.database | default "graph.db" }}"
             - name: NEO4J_USERNAME
               value: "{{ .Values.global.neo4j.username }}"
             - name: NEO4J_PASSWORD
diff --git a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
index e61501cce..a4921c78f 100644
--- a/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
+++ b/charts/datahub/templates/datahub-upgrade/_upgrade.tpl
@@ -96,6 +96,8 @@ Return the env variables for upgrade jobs
   value: "{{ .Values.global.neo4j.host }}"
 - name: NEO4J_URI
   value: "{{ .Values.global.neo4j.uri }}"
+- name: NEO4J_DATABASE
+  value: "{{ .Values.global.neo4j.database | default "graph.db" }}"
 - name: NEO4J_USERNAME
   value: "{{ .Values.global.neo4j.username }}"
 - name: NEO4J_PASSWORD

From 46dda20a40b173e5d0697f0e6dc296215491a364 Mon Sep 17 00:00:00 2001
From: Glenn Schuurman <glennschuurman@gmail.com>
Date: Thu, 21 Dec 2023 03:21:09 +0100
Subject: [PATCH 61/89] Fix OIDC username claim not overridable for azure
 (#415)

Fix Issue https://github.com/acryldata/datahub-helm/issues/414 where
only google OIDC Username claim and regexp were overridable. This was
incorrect, and should have never been the case, this is especially
important for azure since some Entra ID deployments do not specify email
addresses in the OIDC token.

Co-authored-by: Glenn Schuurman <glenn.schuurman@dataplatformgemeenten.nl>
---
 charts/datahub/Chart.yaml                                 | 2 +-
 charts/datahub/subcharts/datahub-frontend/Chart.yaml      | 2 +-
 .../subcharts/datahub-frontend/templates/deployment.yaml  | 8 ++++----
 3 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 185a1012d..a2f643d72 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -14,7 +14,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.151
+    version: 0.2.152
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index e467d63a8..71e4d89d8 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.151
+version: 0.2.152
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index df9549a07..89593ba3a 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -220,15 +220,15 @@ spec:
             {{- end }}
             - name: AUTH_OIDC_BASE_URL
               value: https://{{ (first $.Values.ingress.hosts).host }}
+            - name: AUTH_OIDC_USER_NAME_CLAIM
+              value: {{ .user_name_claim | default "email" }}
+            - name: AUTH_OIDC_USER_NAME_CLAIM_REGEX
+              value: {{ .user_name_claim_regex | default "([^@]+)" }}
             {{- if eq .provider "google" }}
             - name: AUTH_OIDC_DISCOVERY_URI
               value: https://accounts.google.com/.well-known/openid-configuration
             - name: AUTH_OIDC_SCOPE
               value: {{ .scope | default "openid profile email" }}
-            - name: AUTH_OIDC_USER_NAME_CLAIM
-              value: {{ .user_name_claim | default "email" }}
-            - name: AUTH_OIDC_USER_NAME_CLAIM_REGEX
-              value: {{ .user_name_claim_regex | default "([^@]+)" }}
             {{- else if eq .provider "okta" }}
             - name: AUTH_OIDC_DISCOVERY_URI
               value: https://{{ .oktaDomain }}/.well-known/openid-configuration

From 1c9b471a67b1a70c1fc0ebe1c885b5796e8917e4 Mon Sep 17 00:00:00 2001
From: RyanHolstien <RyanHolstien@users.noreply.github.com>
Date: Thu, 21 Dec 2023 10:33:58 -0600
Subject: [PATCH 62/89] feat(kafka): add configuration option for preventing
 deserialization error loop (#417)

* feat(kafka): add configuration option for preventing deserialization error loop

* documentation

* fix lint
---
 charts/datahub/README.md                                      | 1 +
 .../datahub/subcharts/datahub-gms/templates/deployment.yaml   | 4 ++++
 .../subcharts/datahub-mae-consumer/templates/deployment.yaml  | 4 ++++
 .../subcharts/datahub-mce-consumer/templates/deployment.yaml  | 4 ++++
 charts/datahub/values.yaml                                    | 1 +
 5 files changed, 14 insertions(+)

diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index b2a615352..632db5153 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -93,6 +93,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.elasticsearch.port                                      | string  | `"9200"`                                                                                         | Elasticsearch port                                                                                                                                      |
 | global.kafka.bootstrap.server                                  | string  | `"prerequisites-broker:9092"`                                                                    | Kafka bootstrap servers (with port)                                                                                                                     |
 | global.kafka.zookeeper.server                                  | string  | `"prerequisites-zookeeper:2181"`                                                                 | Kafka zookeeper servers (with port)                                                                                                                     |
+| global.kafka.consumer.stopContainerOnDeserializationError      | boolean | `true`                                                                                           | Determines whether or not to halt progress when encountering a deserialization error, halting prevents data loss but prevents progress until fixed      |
 | global.kafka.topics.metadata_change_event_name                 | string  | `"MetadataChangeEvent_v4"`                                                                       | Kafka topic name for Metadata Change Events (deprecated)                                                                                                |
 | global.kafka.topics.failed_metadata_change_event_name          | string  | `"FailedMetadataChangeEvent_v4"`                                                                 | Kafka topic name for Failed Metadata Change events (deprecated)                                                                                         |
 | global.kafka.topics.metadata_audit_event_name                  | string  | `"MetadataAuditEvent_v4"`                                                                        | Kafka topic name for Metadata Audit events (deprecated)                                                                                                 |
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 6c5f3ebf5..597693387 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -179,6 +179,10 @@ spec:
             - name: KAFKA_PRODUCER_COMPRESSION_TYPE
               value: "{{ . }}"
             {{- end }}
+            {{- with .Values.global.kafka.consumer.stopContainerOnDeserializationError}}
+            - name: KAFKA_CONSUMER_STOP_ON_DESERIALIZATION_ERROR
+              value: "{{ . }}"
+            {{- end }}
             {{- with .Values.global.kafka.producer.maxRequestSize }}
             - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
               value: {{ . | quote }}
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index a0141029b..a2b7a7979 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -129,6 +129,10 @@ spec:
             - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
               value: {{ . | quote }}
             {{- end }}
+            {{- with .Values.global.kafka.consumer.stopContainerOnDeserializationError }}
+            - name: KAFKA_CONSUMER_STOP_ON_DESERIALIZATION_ERROR
+              value: "{{ . }}"
+            {{- end }}
             {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }}
             - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES
               value: {{ . | quote }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 82bb83ecf..fd0ebd66b 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -125,6 +125,10 @@ spec:
             - name: KAFKA_PRODUCER_MAX_REQUEST_SIZE
               value: {{ . | quote }}
             {{- end }}
+            {{- with .Values.global.kafka.consumer.stopContainerOnDeserializationError }}
+            - name: KAFKA_CONSUMER_STOP_ON_DESERIALIZATION_ERROR
+              value: "{{ . }}"
+            {{- end }}
             {{- with .Values.global.kafka.consumer.maxPartitionFetchBytes }}
             - name: KAFKA_CONSUMER_MAX_PARTITION_FETCH_BYTES
               value: {{ . | quote }}
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 25aaf0da3..3a335bd58 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -505,6 +505,7 @@ global:
       maxRequestSize: "5242880"  # 5MB
     consumer:
       maxPartitionFetchBytes: "5242880"  # 5MB
+      stopContainerOnDeserializationError: true
     ## For AWS MSK set this to a number larger than 1
     # partitions: 3
     # replicationFactor: 3

From 0f45fa400c622056de62f213298ab10ab5fc45df Mon Sep 17 00:00:00 2001
From: J Feldman <8128360+feldjay@users.noreply.github.com>
Date: Thu, 21 Dec 2023 12:28:51 -0500
Subject: [PATCH 63/89] feat(ingestion): add configuration option to suspend
 jobs (#419)

* feat(ingestion): add configuration option to suspend jobs

* Update chart version
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml    | 2 +-
 charts/datahub/subcharts/datahub-ingestion-cron/README.md     | 1 +
 .../subcharts/datahub-ingestion-cron/templates/cron.yaml      | 1 +
 charts/datahub/subcharts/datahub-ingestion-cron/values.yaml   | 4 ++++
 5 files changed, 9 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index a2f643d72..d23cdbb02 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.20
+version: 0.3.21
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
@@ -26,7 +26,7 @@ dependencies:
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.137
+    version: 0.2.138
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index 6e4ebc44d..b564e467f 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.137
+version: 0.2.138
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/README.md b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
index c545de242..bb3d7e1d0 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/README.md
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
@@ -38,3 +38,4 @@ A Helm chart for datahub's metadata-ingestion framework with kerberos authentica
 | crons.affinity                   | object  | `{}`                                                                         | Affinity for pod assignment                                                                                                                                                                                                                                 |
 | crons.tolerations                | list    | `[]`                                                                         | Tolerations for pod assignment                                                                                                                                                                                                                              |
 | crons.extraSidecars              | list    | `[]`                                                                         | Add sidecar containers to the pod                                                                                                                                                                                                                           |
+| crons.suspend                    | boolean | false                                                                        | Suspend execution of a cron                                                                                                                                                                                                                                                   |
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
index da33982dc..20e0f55e8 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
@@ -12,6 +12,7 @@ spec:
   concurrencyPolicy: {{ default "Allow" .concurrencyPolicy }}
   successfulJobsHistoryLimit: {{ default 3 .successfulJobsHistoryLimit }}
   failedJobsHistoryLimit: {{ default 1 .failedJobsHistoryLimit }}
+  suspend: {{ default false .suspend }}
   jobTemplate:
     spec:
       backoffLimit: {{ default 6 $val.backoffLimit }}
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index b4f5c7d62..6b1494e89 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -112,6 +112,10 @@ crons: {}
     ##
     #tolerations: []
 
+    # Set the cron job to suspended state
+    ##
+    #suspend: true
+
 global:
   datahub:
     version: head

From cc656aab2bc0c8dae137dcc2f07cf3882a34b65c Mon Sep 17 00:00:00 2001
From: RyanHolstien <RyanHolstien@users.noreply.github.com>
Date: Fri, 22 Dec 2023 16:27:10 -0600
Subject: [PATCH 64/89] fix(release): bump chart versions and default cli
 (#420)

* fix(release): bump chart versions

* bump master chart version
---
 charts/datahub/Chart.yaml                              | 10 +++++-----
 charts/datahub/subcharts/datahub-frontend/Chart.yaml   |  2 +-
 charts/datahub/subcharts/datahub-gms/Chart.yaml        |  2 +-
 .../datahub/subcharts/datahub-mae-consumer/Chart.yaml  |  2 +-
 .../datahub/subcharts/datahub-mce-consumer/Chart.yaml  |  2 +-
 charts/datahub/values.yaml                             |  2 +-
 6 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index d23cdbb02..8d2146990 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.21
+version: 0.3.22
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
 dependencies:
   - name: datahub-gms
-    version: 0.2.160
+    version: 0.2.161
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.152
+    version: 0.2.153
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.154
+    version: 0.2.155
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.156
+    version: 0.2.157
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 71e4d89d8..91f1a8d35 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.152
+version: 0.2.153
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 2f0553789..d3895d820 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.160
+version: 0.2.161
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index c6c14f4a2..96eada275 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.154
+version: 0.2.155
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 98b24e039..473c8a2e8 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.156
+version: 0.2.157
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 3a335bd58..e604283b6 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -617,7 +617,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.12.0"
+      defaultCliVersion: "0.12.1.1"
 
     metadata_service_authentication:
       enabled: true

From 782e147651799a862320198a9daa41af14962e5c Mon Sep 17 00:00:00 2001
From: Davi Arnaut <davi.arnaut@acryl.io>
Date: Tue, 26 Dec 2023 16:14:17 -0800
Subject: [PATCH 65/89] Allow nodeSelector and tolerations to be applied to all
 components globally (#421)

---
 charts/datahub/Chart.yaml                          | 14 +++++++-------
 .../subcharts/acryl-datahub-actions/Chart.yaml     |  2 +-
 .../templates/deployment.yaml                      |  4 ++--
 .../datahub/subcharts/datahub-frontend/Chart.yaml  |  2 +-
 .../datahub-frontend/templates/deployment.yaml     |  4 ++--
 charts/datahub/subcharts/datahub-gms/Chart.yaml    |  2 +-
 .../datahub-gms/templates/deployment.yaml          |  4 ++--
 .../subcharts/datahub-ingestion-cron/Chart.yaml    |  2 +-
 .../datahub-ingestion-cron/templates/cron.yaml     |  8 ++++----
 .../subcharts/datahub-mae-consumer/Chart.yaml      |  2 +-
 .../datahub-mae-consumer/templates/deployment.yaml |  4 ++--
 .../subcharts/datahub-mce-consumer/Chart.yaml      |  2 +-
 .../datahub-mce-consumer/templates/deployment.yaml |  4 ++--
 .../datahub-cleanup-job-template.yml               |  4 ++--
 .../datahub-nocode-migration-job.yml               |  4 ++--
 .../datahub-restore-indices-job-template.yml       |  4 ++--
 .../datahub-upgrade/datahub-system-update-job.yml  |  4 ++--
 .../datahub/templates/elasticsearch-setup-job.yml  |  4 ++--
 charts/datahub/templates/kafka-setup-job.yml       |  4 ++--
 charts/datahub/templates/mysql-setup-job.yml       |  4 ++--
 charts/datahub/templates/postgresql-setup-job.yml  |  4 ++--
 21 files changed, 43 insertions(+), 43 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 8d2146990..5e0807fe7 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,33 +4,33 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.22
+version: 0.3.23
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
 dependencies:
   - name: datahub-gms
-    version: 0.2.161
+    version: 0.2.162
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.153
+    version: 0.2.154
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.155
+    version: 0.2.156
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.157
+    version: 0.2.158
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.138
+    version: 0.2.139
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.142
+    version: 0.2.143
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index 952a8c159..5cb629bbf 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.142
+version: 0.2.143
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index 6ea1ce2a1..35409ef3c 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -172,7 +172,7 @@ spec:
         {{- with .Values.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -180,7 +180,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
     {{- end }}
-    {{- with .Values.tolerations }}
+    {{- with default .Values.global.tolerations .Values.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
     {{- end }}
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 91f1a8d35..7e5c3f8e1 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.153
+version: 0.2.154
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 89593ba3a..0ccab4e54 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -265,7 +265,7 @@ spec:
         {{- with .Values.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -273,7 +273,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
     {{- end }}
-    {{- with .Values.tolerations }}
+    {{- with default .Values.global.tolerations .Values.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
     {{- end }}
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index d3895d820..e11dbb7a2 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.161
+version: 0.2.162
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 597693387..23073d3b9 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -402,7 +402,7 @@ spec:
         {{- with .Values.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -410,7 +410,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
     {{- end }}
-    {{- with .Values.tolerations }}
+    {{- with default .Values.global.tolerations .Values.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
     {{- end }}
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index b564e467f..13e58b28c 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.138
+version: 0.2.139
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
index 20e0f55e8..6cb7a3642 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
@@ -75,17 +75,17 @@ spec:
               {{- toYaml .extraSidecars | nindent 10 }}
             {{- end }}
           restartPolicy: {{ default "OnFailure" .restartPolicy }}
-          {{- if .nodeSelector }}
+          {{- with default .Values.global.nodeSelector .nodeSelector }}
           nodeSelector:
-            {{- toYaml .nodeSelector | nindent 12 }}
+            {{- toYaml . | nindent 12 }}
           {{- end }}
           {{- if .affinity }}
           affinity:
             {{- toYaml .affinity | nindent 12 }}
           {{- end }}
-          {{- if .tolerations }}
+          {{- with default .Values.global.tolerations .tolerations }}
           tolerations:
-            {{- toYaml .tolerations | nindent 12 }}
+            {{- toYaml . | nindent 12 }}
           {{- end }}
           volumes:
             - name: recipe
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index 96eada275..e122a9ec6 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.155
+version: 0.2.156
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index a2b7a7979..95d4416f6 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -273,7 +273,7 @@ spec:
         {{- with .Values.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -281,7 +281,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
     {{- end }}
-    {{- with .Values.tolerations }}
+    {{- with default .Values.global.tolerations .Values.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
     {{- end }}
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 473c8a2e8..24c70f7b7 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.157
+version: 0.2.158
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index fd0ebd66b..329aaae64 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -286,7 +286,7 @@ spec:
         {{- with .Values.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -294,7 +294,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
     {{- end }}
-    {{- with .Values.tolerations }}
+    {{- with default .Values.global.tolerations .Values.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
     {{- end }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
index 982a34838..6b4bcfb4d 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
@@ -82,7 +82,7 @@ spec:
             {{- with .Values.datahubUpgrade.cleanupJob.extraSidecars }}
               {{- toYaml . | nindent 12 }}
             {{- end }}
-          {{- with .Values.datahubUpgrade.nodeSelector }}
+          {{- with default .Values.global.nodeSelector .Values.datahubUpgrade.nodeSelector }}
           nodeSelector:
             {{- toYaml . | nindent 12 }}
           {{- end }}
@@ -90,7 +90,7 @@ spec:
           affinity:
             {{- toYaml . | nindent 12 }}
           {{- end }}
-          {{- with .Values.datahubUpgrade.tolerations }}
+          {{- with default .Values.global.tolerations .Values.datahubUpgrade.tolerations }}
           tolerations:
             {{- toYaml . | nindent 12 }}
           {{- end }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
index 311c1f3a5..1f70e1068 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
@@ -100,7 +100,7 @@ spec:
         {{- with .Values.datahubUpgrade.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.datahubUpgrade.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.datahubUpgrade.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 12 }}
       {{- end }}
@@ -108,7 +108,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 12 }}
       {{- end }}
-      {{- with .Values.datahubUpgrade.tolerations }}
+      {{- with default .Values.global.tolerations .Values.datahubUpgrade.tolerations }}
       tolerations:
         {{- toYaml . | nindent 12 }}
       {{- end }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
index e0f962e72..a3f8eaf83 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
@@ -98,7 +98,7 @@ spec:
             {{- with .Values.datahubUpgrade.restoreIndices.extraSidecars }}
               {{- toYaml . | nindent 12 }}
             {{- end }}
-          {{- with .Values.datahubUpgrade.nodeSelector }}
+          {{- with default .Values.global.nodeSelector .Values.datahubUpgrade.nodeSelector }}
           nodeSelector:
             {{- toYaml . | nindent 12 }}
           {{- end }}
@@ -106,7 +106,7 @@ spec:
           affinity:
             {{- toYaml . | nindent 12 }}
           {{- end }}
-          {{- with .Values.datahubUpgrade.tolerations }}
+          {{- with default .Values.global.tolerations .Values.datahubUpgrade.tolerations }}
           tolerations:
             {{- toYaml . | nindent 12 }}
           {{- end }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index 261f0b921..581f02929 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -130,7 +130,7 @@ spec:
         {{- with .Values.datahubSystemUpdate.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.datahubSystemUpdate.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.datahubSystemUpdate.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 12 }}
       {{- end }}
@@ -138,7 +138,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 12 }}
       {{- end }}
-      {{- with .Values.datahubSystemUpdate.tolerations }}
+      {{- with default .Values.global.tolerations .Values.datahubSystemUpdate.tolerations }}
       tolerations:
         {{- toYaml . | nindent 12 }}
       {{- end }}
diff --git a/charts/datahub/templates/elasticsearch-setup-job.yml b/charts/datahub/templates/elasticsearch-setup-job.yml
index 8af9d1175..a71232d5a 100644
--- a/charts/datahub/templates/elasticsearch-setup-job.yml
+++ b/charts/datahub/templates/elasticsearch-setup-job.yml
@@ -97,7 +97,7 @@ spec:
         {{- with .Values.elasticsearchSetupJob.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.elasticsearchSetupJob.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.elasticsearchSetupJob.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -105,7 +105,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
       {{- end }}
-      {{- with .Values.elasticsearchSetupJob.tolerations }}
+      {{- with default .Values.global.tolerations .Values.elasticsearchSetupJob.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
       {{- end }}
diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml
index 9506402a7..8511ae89c 100644
--- a/charts/datahub/templates/kafka-setup-job.yml
+++ b/charts/datahub/templates/kafka-setup-job.yml
@@ -136,7 +136,7 @@ spec:
         {{- with .Values.kafkaSetupJob.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.kafkaSetupJob.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.kafkaSetupJob.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -144,7 +144,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
       {{- end }}
-      {{- with .Values.kafkaSetupJob.tolerations }}
+      {{- with default .Values.global.tolerations .Values.kafkaSetupJob.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
       {{- end }}
diff --git a/charts/datahub/templates/mysql-setup-job.yml b/charts/datahub/templates/mysql-setup-job.yml
index a36c83159..fee80aa65 100644
--- a/charts/datahub/templates/mysql-setup-job.yml
+++ b/charts/datahub/templates/mysql-setup-job.yml
@@ -90,7 +90,7 @@ spec:
         {{- with .Values.mysqlSetupJob.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.mysqlSetupJob.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.mysqlSetupJob.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -98,7 +98,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
       {{- end }}
-      {{- with .Values.mysqlSetupJob.tolerations }}
+      {{- with default .Values.global.tolerations .Values.mysqlSetupJob.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
       {{- end }}
diff --git a/charts/datahub/templates/postgresql-setup-job.yml b/charts/datahub/templates/postgresql-setup-job.yml
index e40822465..2ea17c677 100644
--- a/charts/datahub/templates/postgresql-setup-job.yml
+++ b/charts/datahub/templates/postgresql-setup-job.yml
@@ -90,7 +90,7 @@ spec:
         {{- with .Values.postgresqlSetupJob.extraSidecars }}
           {{- toYaml . | nindent 8 }}
         {{- end }}
-      {{- with .Values.postgresqlSetupJob.nodeSelector }}
+      {{- with default .Values.global.nodeSelector .Values.postgresqlSetupJob.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}
       {{- end }}
@@ -98,7 +98,7 @@ spec:
       affinity:
         {{- toYaml . | nindent 8 }}
       {{- end }}
-      {{- with .Values.postgresqlSetupJob.tolerations }}
+      {{- with default .Values.global.tolerations .Values.postgresqlSetupJob.tolerations }}
       tolerations:
         {{- toYaml . | nindent 8 }}
       {{- end }}

From 9e3524fffeef3fd4c3c5d771762358f6e031d4f8 Mon Sep 17 00:00:00 2001
From: travis-cook-sfdc <119886245+travis-cook-sfdc@users.noreply.github.com>
Date: Thu, 4 Jan 2024 12:54:56 -0800
Subject: [PATCH 66/89] fix: fix custom command & args behavior (#422)

* fix: fix custom command & args behavior

Fix two issues with the custom command & args behavior
added in #408:

1. Change custom command & args to use `toRawJson` instead of
`toJson`.  Previously, this resulted in special character would
be escaped.

For example, this value:
```
args: [ "source setup.sh && /datahub/datahub-gms/scripts/start.sh" ]
```

Would get rendered as:

```
args: [ "source setup.sh \u0026\u0026 /datahub/datahub-gms/scripts/start.sh" ]
```

Use `toRawJson` to force special values to not be escaped

2. Add custom command & args to all other containers that do not
support it:
  - Datahub cleanup job
  - Datahub Nocode Migration Job
  - Datahub Restore Indices Job
  - Datahub System Update Job
  - Datahub Actions
  - Elastic Search Setup
  - Kafka Setup
  - Mysql Setup
  - Postgres setup

* fix lint issues

---------

Co-authored-by: Travis Cook <tcook@slack-corp.com>
---
 charts/datahub/Chart.yaml                     | 12 ++--
 charts/datahub/README.md                      | 24 +++++++-
 .../acryl-datahub-actions/Chart.yaml          |  2 +-
 .../templates/deployment.yaml                 |  4 +-
 .../subcharts/datahub-frontend/Chart.yaml     |  2 +-
 .../templates/deployment.yaml                 |  4 +-
 .../datahub/subcharts/datahub-gms/Chart.yaml  |  2 +-
 .../datahub-gms/templates/deployment.yaml     |  4 +-
 .../subcharts/datahub-mae-consumer/Chart.yaml |  2 +-
 .../templates/deployment.yaml                 |  4 +-
 .../subcharts/datahub-mce-consumer/Chart.yaml |  2 +-
 .../templates/deployment.yaml                 |  4 +-
 .../datahub-cleanup-job-template.yml          |  7 +++
 .../datahub-nocode-migration-job.yml          |  7 +++
 .../datahub-restore-indices-job-template.yml  |  7 +++
 .../datahub-system-update-job.yml             |  7 +++
 .../templates/elasticsearch-setup-job.yml     |  6 ++
 charts/datahub/templates/kafka-setup-job.yml  |  6 ++
 charts/datahub/templates/mysql-setup-job.yml  |  6 ++
 .../templates/postgresql-setup-job.yml        |  6 ++
 charts/datahub/values.yaml                    | 55 +++++++++++++++++++
 21 files changed, 151 insertions(+), 22 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 5e0807fe7..32d90410d 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,25 +4,25 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.23
+version: 0.3.24
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
 dependencies:
   - name: datahub-gms
-    version: 0.2.162
+    version: 0.2.163
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.154
+    version: 0.2.155
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.156
+    version: 0.2.157
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.158
+    version: 0.2.159
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
@@ -30,7 +30,7 @@ dependencies:
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
-    version: 0.2.143
+    version: 0.2.144
     repository: file://./subcharts/acryl-datahub-actions
     condition: acryl-datahub-actions.enabled
 maintainers:
diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 632db5153..038048280 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -24,16 +24,24 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | datahub-frontend.image.repository                              | string  | `"linkedin/datahub-frontend-react"`                                                              | Image repository for datahub-frontend                                                                                                                   |
 | datahub-frontend.image.tag                                     | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-frontend                                                                                                                          |
 | datahub-frontend.image.pullPolicy                              | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-frontend                                                                                                                  |
+| datahub-frontend.image.args                                    | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| datahub-frontend.image.command                                 | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | datahub-gms.enabled                                            | bool    | `true`                                                                                           | Enable GMS                                                                                                                                              |
 | datahub-gms.image.repository                                   | string  | `"linkedin/datahub-gms"`                                                                         | Image repository for datahub-gms                                                                                                                        |
 | datahub-gms.image.tag                                          | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-gms                                                                                                                               |
 | datahub-gms.image.pullPolicy                                   | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-gms                                                                                                                       |
+| datahub-gms.image.args                                         | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| datahub-gms.image.command                                      | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | datahub-mae-consumer.image.repository                          | string  | `"linkedin/datahub-mae-consumer"`                                                                | Image repository for datahub-mae-consumer                                                                                                               |
 | datahub-mae-consumer.image.tag                                 | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-mae-consumer                                                                                                                      |
 | datahub-mae-consumer.image.pullPolicy                          | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mae-consumer                                                                                                              |
+| datahub-mae-consumer.image.args                                | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| datahub-mae-consumer.image.command                             | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | datahub-mce-consumer.image.repository                          | string  | `"linkedin/datahub-mce-consumer"`                                                                | Image repository for datahub-mce-consumer                                                                                                               |
 | datahub-mce-consumer.image.tag                                 | string  | `"v0.11.0"`                                                                                      | Image tag for datahub-mce-consumer                                                                                                                      |
 | datahub-mce-consumer.image.pullPolicy                          | string  | `"IfNotPresent"`                                                                                 | Image pull policy for datahub-mce-consumer                                                                                                              |
+| datahub-mce-consumer.image.args                                | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| datahub-mce-consumer.image.command                             | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | datahub-ingestion-cron.enabled                                 | bool    | `false`                                                                                          | Enable cronjob for periodic ingestion                                                                                                                   |
 | datahubUpgrade.podSecurityContext                              | object  | `{}`                                                                                             | Pod security context for datahubUpgrade jobs                                                                                                            |
 | datahubUpgrade.securityContext                                 | object  | `{}`                                                                                             | Container security context for datahubUpgrade jobs                                                                                                      |
@@ -41,13 +49,21 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | datahubUpgrade.cleanupJob.resources                            | object  | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'cleanupJob'                                                                                      |
 | datahubUpgrade.cleanupJob.concurrencyPolicy                    | string  | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the clean up  cron job                                                                                                        |
 | datahubUpgrade.cleanupJob.extraSidecars                        | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
+| datahubUpgrade.cleanupJob.image.args                           | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| datahubUpgrade.cleanupJob.image.command                        | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
+| datahubUpgrade.noCodeDataMigration.image.args                  | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| datahubUpgrade.noCodeDataMigration.image.command               | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | datahubUpgrade.restoreIndices.resources                        | object  | '{}'                                                                                             | Kube Resource definitions for the datahub upgrade job 'restore indices'                                                                                 |
 | datahubUpgrade.restoreIndices.extraSidecars                    | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
 | datahubUpgrade.restoreIndices.concurrencyPolicy                | string  | `Allow, Forbid, Replace`                                                                         | Add concurrencyPolicy for the restoreIndicies cron job                                                                                                  |
+| datahubUpgrade.restoreIndices.image.args                       | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| datahubUpgrade.restoreIndices.image.command                    | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | elasticsearchSetupJob.enabled                                  | bool    | `true`                                                                                           | Enable setup job for elasicsearch                                                                                                                       |
 | elasticsearchSetupJob.image.repository                         | string  | `"linkedin/datahub-elasticsearch-setup"`                                                         | Image repository for elasticsearchSetupJob                                                                                                              |
 | elasticsearchSetupJob.image.tag                                | string  | `"v0.11.0"`                                                                                      | Image repository for elasticsearchSetupJob                                                                                                              |
 | elasticsearchSetupJob.image.pullPolicy                         | string  | `"IfNotPresent"`                                                                                 | Image pull policy for elasticsearchSetupJob                                                                                                             |
+| elasticsearchSetupJob.image.args                               | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| elasticsearchSetupJob.image.command                            | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | elasticsearchSetupJob.resources                                | object  | '{}'                                                                                             | Kube Resource definitions for elasticsearchSetupJob                                                                                                     |
 | elasticsearchSetupJob.podSecurityContext                       | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for elasticsearchSetupJob                                                                                                          |
 | elasticsearchSetupJob.securityContext                          | object  | `{"runAsUser": 1000}`                                                                            | Container security context for elasticsearchSetupJob                                                                                                    |
@@ -57,6 +73,8 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | kafkaSetupJob.image.repository                                 | string  | `"linkedin/datahub-kafka-setup"`                                                                 | Image repository for kafkaSetupJob                                                                                                                      |
 | kafkaSetupJob.image.tag                                        | string  | `"v0.11.0"`                                                                                      | Image repository for kafkaSetupJob                                                                                                                      |
 | kafkaSetupJob.image.pullPolicy                                 | string  | `"IfNotPresent"`                                                                                 | Image pull policy for kafkaSetupJob                                                                                                                     |
+| kafkaSetupJob.image.args                                       | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| kafkaSetupJob.image.command                                    | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | kafkaSetupJob.resources                                        | object  | '{}'                                                                                             | Kube Resource definitions for kafkaSetupJob                                                                                                             |
 | kafkaSetupJob.podSecurityContext                               | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for kafkaSetupJob                                                                                                                  |
 | kafkaSetupJob.securityContext                                  | object  | `{"runAsUser": 1000}`                                                                            | Container security context for kafkaSetupJob                                                                                                            |
@@ -66,6 +84,8 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | mysqlSetupJob.image.repository                                 | string  | `"acryldata/datahub-mysql-setup"`                                                                | Image repository for mysqlSetupJob                                                                                                                      |
 | mysqlSetupJob.image.tag                                        | string  | `"v0.11.0"`                                                                                      | Image repository for mysqlSetupJob                                                                                                                      |
 | mysqlSetupJob.image.pullPolicy                                 | string  | `"IfNotPresent"`                                                                                 | Image pull policy for mysqlSetupJob                                                                                                                     |
+| mysqlSetupJob.image.args                                       | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| mysqlSetupJob.image.command                                    | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | mysqlSetupJob.resources                                        | object  | '{}'                                                                                             | Kube Resource definitions for mysqlSetupJob                                                                                                             |
 | mysqlSetupJob.podSecurityContext                               | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                  |
 | mysqlSetupJob.securityContext                                  | object  | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                            |
@@ -75,6 +95,8 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | postgresqlSetupJob.image.repository                            | string  | `"acryldata/datahub-postgres-setup"`                                                             | Image repository for postgresqlSetupJob                                                                                                                 |
 | postgresqlSetupJob.image.tag                                   | string  | `"v0.11.0"`                                                                                      | Image repository for postgresqlSetupJob                                                                                                                 |
 | postgresqlSetupJob.image.pullPolicy                            | string  | `"IfNotPresent"`                                                                                 | Image pull policy for postgresqlSetupJob                                                                                                                |
+| postgresqlSetupJob.image.args                                  | list    | `[]`                                                                                             | Override the image's args.  Used to configure custom startup or shutdown behavior                                                                       |
+| postgresqlSetupJob.image.command                               | list    | `[]`                                                                                             | Override the image's command.  Used to configure custom startup or shutdown behavior                                                                    |
 | postgresqlSetupJob.resources                                   | object  | '{}'                                                                                             | Kube Resource definitions for postgresqlSetupJob                                                                                                        |
 | postgresqlSetupJob.podSecurityContext                          | object  | `{"fsGroup": 1000}`                                                                              | Pod security context for mysqlSetupJob                                                                                                                  |
 | postgresqlSetupJob.securityContext                             | object  | `{"runAsUser": 1000}`                                                                            | Container security context for mysqlSetupJob                                                                                                            |
@@ -106,7 +128,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | global.kafka.schemaregistry.url                                | string  | ``                                                                                               | URL to kafka schema registry if using `KAFKA` type                                                                                                      |
 | global.neo4j.host                                              | string  | `"prerequisites-neo4j:7474"`                                                                     | Neo4j host address (with port)                                                                                                                          |
 | global.neo4j.uri                                               | string  | `"bolt://prerequisites-neo4j"`                                                                   | Neo4j URI                                                                                                                                               |
-| global.neo4j.database                                          | string  | `"graph.db"`                                                                                    | Neo4J database                                                                                                                                          |
+| global.neo4j.database                                          | string  | `"graph.db"`                                                                                     | Neo4J database                                                                                                                                          |
 | global.neo4j.username                                          | string  | `"neo4j"`                                                                                        | Neo4j user name                                                                                                                                         |
 | global.neo4j.password.secretRef                                | string  | `"neo4j-secrets"`                                                                                | Secret that contains the Neo4j password                                                                                                                 |
 | global.neo4j.password.secretKey                                | string  | `"neo4j-password"`                                                                               | Secret key that contains the Neo4j password                                                                                                             |
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
index 5cb629bbf..b6caf5c53 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.143
+version: 0.2.144
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.0.11
diff --git a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
index 35409ef3c..8c25222bd 100644
--- a/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
+++ b/charts/datahub/subcharts/acryl-datahub-actions/templates/deployment.yaml
@@ -71,10 +71,10 @@ spec:
               containerPort: 9093
               protocol: TCP
           {{- if .Values.image.command }}
-          command: {{ .Values.image.command | toJson }}
+          command: {{ .Values.image.command | toRawJson }}
           {{- end }}
           {{- if .Values.image.args }}
-          args: {{ .Values.image.args | toJson }}
+          args: {{ .Values.image.args | toRawJson }}
           {{- end }}
           env:
             - name: DATAHUB_GMS_PROTOCOL
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 7e5c3f8e1..6fd6b0130 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.154
+version: 0.2.155
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
index 0ccab4e54..c7aaa5657 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/deployment.yaml
@@ -69,10 +69,10 @@ spec:
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
           {{- if .Values.image.command }}
-          command: {{ .Values.image.command | toJson }}
+          command: {{ .Values.image.command | toRawJson }}
           {{- end }}
           {{- if .Values.image.args }}
-          args: {{ .Values.image.args | toJson }}
+          args: {{ .Values.image.args | toRawJson }}
           {{- end }}
           lifecycle:
             {{- toYaml .Values.lifecycle | nindent 12 }}
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index e11dbb7a2..fe5330528 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.162
+version: 0.2.163
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 23073d3b9..359f6482b 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -73,10 +73,10 @@ spec:
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
           {{- if .Values.image.command }}
-          command: {{ .Values.image.command | toJson }}
+          command: {{ .Values.image.command | toRawJson }}
           {{- end }}
           {{- if .Values.image.args }}
-          args: {{ .Values.image.args | toJson }}
+          args: {{ .Values.image.args | toRawJson }}
           {{- end }}
           ports:
             - name: http
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index e122a9ec6..9e6652007 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.156
+version: 0.2.157
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
index 95d4416f6..174328085 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/templates/deployment.yaml
@@ -64,10 +64,10 @@ spec:
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
           {{- if .Values.image.command }}
-          command: {{ .Values.image.command | toJson }}
+          command: {{ .Values.image.command | toRawJson }}
           {{- end }}
           {{- if .Values.image.args }}
-          args: {{ .Values.image.args | toJson }}
+          args: {{ .Values.image.args | toRawJson }}
           {{- end }}
           ports:
             - name: http
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index 24c70f7b7..e967d64c6 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.158
+version: 0.2.159
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
index 329aaae64..355f1eb38 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/templates/deployment.yaml
@@ -68,10 +68,10 @@ spec:
           image: "{{ .Values.image.repository }}:{{ required "Global or specific tag is required" (.Values.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
           {{- if .Values.image.command }}
-          command: {{ .Values.image.command | toJson }}
+          command: {{ .Values.image.command | toRawJson }}
           {{- end }}
           {{- if .Values.image.args }}
-          args: {{ .Values.image.args | toJson }}
+          args: {{ .Values.image.args | toRawJson }}
           {{- end }}
           ports:
             - name: http
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
index 6b4bcfb4d..05aca8945 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-cleanup-job-template.yml
@@ -56,7 +56,14 @@ spec:
             - name: datahub-upgrade-job
               image: "{{ .Values.datahubUpgrade.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubUpgrade.image.tag | default .Values.global.datahub.version) }}"
               imagePullPolicy: {{ .Values.datahubUpgrade.image.pullPolicy | default "IfNotPresent" }}
+              {{- if .Values.datahubUpgrade.cleanupJob.image.command }}
+              command: {{ .Values.datahubUpgrade.cleanupJob.image.command | toRawJson }}
+              {{- end }}
+              {{- if .Values.datahubUpgrade.cleanupJob.image.args }}
+              args: {{ .Values.datahubUpgrade.cleanupJob.image.args | toRawJson }}
+              {{- else }}
               args: [ "-u", "NoCodeDataMigrationCleanup" ]
+              {{- end }}
               env:
                 {{- include "datahub.upgrade.env" . | nindent 16}}
                 {{- if .Values.global.datahub.metadata_service_authentication.enabled }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
index 1f70e1068..9f9018d1f 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-nocode-migration-job.yml
@@ -57,6 +57,12 @@ spec:
         - name: datahub-upgrade-job
           image: "{{ .Values.datahubUpgrade.image.repository }}:{{ required "Global or specific tag is required" ($.Values.datahubUpgrade.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.datahubUpgrade.image.pullPolicy | default "IfNotPresent" }}
+          {{- if .Values.datahubUpgrade.noCodeDataMigration.image.command }}
+          command: {{ .Values.datahubUpgrade.noCodeDataMigration.image.command | toRawJson }}
+          {{- end }}
+          {{- if .Values.datahubUpgrade.noCodeDataMigration.image.args }}
+          args: {{ .Values.datahubUpgrade.noCodeDataMigration.image.args | toRawJson }}
+          {{- else }}
           args:
             - "-u"
             - "NoCodeDataMigration"
@@ -66,6 +72,7 @@ spec:
             - "batchDelayMs={{ .Values.datahubUpgrade.batchDelayMs }}"
             - "-a"
             - "dbType={{ .Values.datahubUpgrade.noCodeDataMigration.sqlDbType }}"
+          {{- end }}
           env:
             {{- include "datahub.upgrade.env" . | nindent 12}}
             {{- if .Values.global.datahub.metadata_service_authentication.enabled }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
index a3f8eaf83..5c3049e3b 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
@@ -62,6 +62,12 @@ spec:
             - name: datahub-upgrade-job
               image: "{{ .Values.datahubUpgrade.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubUpgrade.image.tag | default .Values.global.datahub.version) }}"
               imagePullPolicy: {{ .Values.datahubUpgrade.image.pullPolicy | default "IfNotPresent" }}
+              {{- if .Values.datahubUpgrade.restoreIndices.image.command }}
+              command: {{ .Values.datahubUpgrade.restoreIndices.image.command | toRawJson }}
+              {{- end }}
+              {{- if .Values.datahubUpgrade.restoreIndices.image.args }}
+              args: {{ .Values.datahubUpgrade.restoreIndices.image.args | toRawJson }}
+              {{- else }}
               args:
                 - "-u"
                 - "RestoreIndices"
@@ -69,6 +75,7 @@ spec:
                 - "batchSize={{ .Values.datahubUpgrade.batchSize }}"
                 - "-a"
                 - "batchDelayMs={{ .Values.datahubUpgrade.batchDelayMs }}"
+              {{- end }}
               env:
                 {{- include "datahub.upgrade.env" . | nindent 16}}
                 {{- if .Values.global.datahub.metadata_service_authentication.enabled }}
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index 581f02929..72782c88a 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -57,9 +57,16 @@ spec:
         - name: datahub-system-update-job
           image: "{{ .Values.datahubSystemUpdate.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubSystemUpdate.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.datahubSystemUpdate.image.pullPolicy | default "IfNotPresent" }}
+          {{- if .Values.datahubSystemUpdate.image.command }}
+          command: {{ .Values.datahubSystemUpdate.image.command | toRawJson }}
+          {{- end }}
+          {{- if .Values.datahubSystemUpdate.image.args }}
+          args: {{ .Values.datahubSystemUpdate.image.args | toRawJson }}
+          {{- else }}
           args:
             - "-u"
             - "SystemUpdate"
+          {{- end }}
           env:
             - name: DATAHUB_REVISION
               value: {{ .Release.Revision | quote }}
diff --git a/charts/datahub/templates/elasticsearch-setup-job.yml b/charts/datahub/templates/elasticsearch-setup-job.yml
index a71232d5a..fabafa666 100644
--- a/charts/datahub/templates/elasticsearch-setup-job.yml
+++ b/charts/datahub/templates/elasticsearch-setup-job.yml
@@ -51,6 +51,12 @@ spec:
         - name: elasticsearch-setup-job
           image: "{{ .Values.elasticsearchSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.elasticsearchSetupJob.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.elasticsearchSetupJob.image.pullPolicy | default "IfNotPresent" }}
+          {{- if .Values.elasticsearchSetupJob.image.command }}
+          command: {{ .Values.elasticsearchSetupJob.image.command | toRawJson }}
+          {{- end }}
+          {{- if .Values.elasticsearchSetupJob.image.args }}
+          args: {{ .Values.elasticsearchSetupJob.image.args | toRawJson }}
+          {{- end }}
           env:
             - name: ELASTICSEARCH_HOST
               value: {{ .Values.global.elasticsearch.host | quote }}
diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml
index 8511ae89c..9e75bcdf2 100644
--- a/charts/datahub/templates/kafka-setup-job.yml
+++ b/charts/datahub/templates/kafka-setup-job.yml
@@ -57,6 +57,12 @@ spec:
         - name: kafka-setup-job
           image: "{{ .Values.kafkaSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.kafkaSetupJob.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.kafkaSetupJob.image.pullPolicy | default "IfNotPresent" }}
+          {{- if .Values.kafkaSetupJob.image.command }}
+          command: {{ .Values.kafkaSetupJob.image.command | toRawJson }}
+          {{- end }}
+          {{- if .Values.kafkaSetupJob.image.args }}
+          args: {{ .Values.kafkaSetupJob.image.args | toRawJson }}
+          {{- end }}
           env:
             - name: KAFKA_ZOOKEEPER_CONNECT
               value: {{ .Values.global.kafka.zookeeper.server | quote }}
diff --git a/charts/datahub/templates/mysql-setup-job.yml b/charts/datahub/templates/mysql-setup-job.yml
index fee80aa65..cfc743171 100644
--- a/charts/datahub/templates/mysql-setup-job.yml
+++ b/charts/datahub/templates/mysql-setup-job.yml
@@ -51,6 +51,12 @@ spec:
         - name: mysql-setup-job
           image: "{{ .Values.mysqlSetupJob.image.repository }}:{{ required "Global or specific tag is required" ( .Values.mysqlSetupJob.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.mysqlSetupJob.image.pullPolicy | default "IfNotPresent" }}
+          {{- if .Values.mysqlSetupJob.image.command }}
+          command: {{ .Values.mysqlSetupJob.image.command | toRawJson }}
+          {{- end }}
+          {{- if .Values.mysqlSetupJob.image.args }}
+          args: {{ .Values.mysqlSetupJob.image.args | toRawJson }}
+          {{- end }}
           env:
             - name: MYSQL_USERNAME
               {{- $usernameValue := (.Values.mysqlSetupJob).username | default .Values.global.sql.datasource.username }}
diff --git a/charts/datahub/templates/postgresql-setup-job.yml b/charts/datahub/templates/postgresql-setup-job.yml
index 2ea17c677..3a39557cc 100644
--- a/charts/datahub/templates/postgresql-setup-job.yml
+++ b/charts/datahub/templates/postgresql-setup-job.yml
@@ -51,6 +51,12 @@ spec:
         - name: postgresql-setup-job
           image: "{{ .Values.postgresqlSetupJob.image.repository }}:{{ required "Global or specific tag is required" (.Values.postgresqlSetupJob.image.tag | default .Values.global.datahub.version) }}"
           imagePullPolicy: {{ .Values.postgresqlSetupJob.image.pullPolicy | default "Always" }}
+          {{- if .Values.postgresqlSetupJob.image.command }}
+          command: {{ .Values.postgresqlSetupJob.image.command | toRawJson }}
+          {{- end }}
+          {{- if .Values.postgresqlSetupJob.image.args }}
+          args: {{ .Values.postgresqlSetupJob.image.args | toRawJson }}
+          {{- end }}
           env:
             - name: POSTGRES_USERNAME
               {{- $usernameValue := (.Values.postgresqlSetupJob).username | default .Values.global.sql.datasource.username }}
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index e604283b6..79f1133a7 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -5,6 +5,10 @@ datahub-gms:
   image:
     repository: linkedin/datahub-gms
     # tag: "v0.11.0 # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       memory: 2Gi
@@ -35,6 +39,10 @@ datahub-frontend:
   image:
     repository: linkedin/datahub-frontend-react
     # tag: "v0.11.0" # # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       memory: 1400Mi
@@ -59,6 +67,10 @@ acryl-datahub-actions:
   image:
     repository: acryldata/datahub-actions
     tag: "v0.0.13"
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   # mount the k8s secret as a volume in the container, each key name is mounted as a file on the mount path /etc/datahub/ingestion-secret-files
   # ingestionSecretFiles:
   #   name: ${K8S_SECRET_NAME}
@@ -74,6 +86,10 @@ datahub-mae-consumer:
   image:
     repository: linkedin/datahub-mae-consumer
     # tag: "v0.11.0" # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       memory: 1536Mi
@@ -85,6 +101,10 @@ datahub-mce-consumer:
   image:
     repository: linkedin/datahub-mce-consumer
     # tag: "v0.11.0" # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       memory: 1536Mi
@@ -103,6 +123,10 @@ elasticsearchSetupJob:
   image:
     repository: linkedin/datahub-elasticsearch-setup
     # tag: "v0.11.0" # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       cpu: 500m
@@ -133,6 +157,10 @@ kafkaSetupJob:
   image:
     repository: linkedin/datahub-kafka-setup
     # tag: "v0.11.0" # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       cpu: 500m
@@ -163,6 +191,10 @@ mysqlSetupJob:
   image:
     repository: acryldata/datahub-mysql-setup
     # tag: "v0.11.0" # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       cpu: 500m
@@ -198,6 +230,10 @@ postgresqlSetupJob:
   image:
     repository: acryldata/datahub-postgres-setup
     # tag: "v0.11.0" # defaults to .global.datahub.version
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   resources:
     limits:
       cpu: 500m
@@ -241,6 +277,11 @@ datahubUpgrade:
   batchSize: 1000
   batchDelayMs: 100
   noCodeDataMigration:
+    image:
+      # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+      # to run
+      command:
+      args: []
     sqlDbType: "MYSQL"
     # sqlDbType: "POSTGRES"
   podSecurityContext: {}
@@ -260,6 +301,11 @@ datahubUpgrade:
     #   image: my-image
     #   imagePullPolicy: Always
   cleanupJob:
+    image:
+      # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+      # to run
+      command:
+      args: []
     resources:
       limits:
         cpu: 500m
@@ -275,6 +321,11 @@ datahubUpgrade:
       #   image: my-image
       #   imagePullPolicy: Always
   restoreIndices:
+    image:
+      # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+      # to run
+      command:
+      args: []
     resources:
       limits:
         cpu: 500m
@@ -301,6 +352,10 @@ datahubSystemUpdate:
   image:
     repository: acryldata/datahub-upgrade
     # tag:
+    # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+    # to run
+    # command: customCommand
+    # args: []
   podSecurityContext: {}
     # fsGroup: 1000
   securityContext: {}

From 5366a379c57f39b594d837eeb063d2e4b0253797 Mon Sep 17 00:00:00 2001
From: travis-cook-sfdc <119886245+travis-cook-sfdc@users.noreply.github.com>
Date: Mon, 8 Jan 2024 16:26:45 -0800
Subject: [PATCH 67/89] feat: add ingestion config map in values (#423)

* feat: add ingestion config map in values

Add support for providing the ingestion recipe's
definition in `datahub-ingestion-cron`'s `values.yaml`.

The current datahub helm implementation relies on an
externally managed config map to specify an ingestion
recipe.  This necessarily requires production k8s access
or a separate management system for k8s config maps.

Now, helm can manage the config map for datahub.

This is backwards compatible - if `fileContent` is not
provided, it assumes the config map is managed externally

* fix: improve some of the commented out examples in values.yaml

---------

Co-authored-by: Travis Cook <tcook@slack-corp.com>
---
 charts/datahub/Chart.yaml                     |  4 +--
 .../datahub-ingestion-cron/Chart.yaml         |  2 +-
 .../datahub-ingestion-cron/README.md          |  3 ++-
 .../templates/configmap.yaml                  | 15 +++++++++++
 .../datahub-ingestion-cron/values.yaml        | 27 ++++++++++++++++++-
 5 files changed, 46 insertions(+), 5 deletions(-)
 create mode 100644 charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 32d90410d..459870ef0 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.24
+version: 0.3.25
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
@@ -26,7 +26,7 @@ dependencies:
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.139
+    version: 0.2.140
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index 13e58b28c..39ed5f149 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.139
+version: 0.2.140
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/README.md b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
index bb3d7e1d0..9ea5cd6d4 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/README.md
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/README.md
@@ -17,6 +17,7 @@ A Helm chart for datahub's metadata-ingestion framework with kerberos authentica
 | crons.recipe                     | object  | `{}`                                                                         | Recipe configuration to be executed (required)                                                                                                                                                                                                              |
 | crons.recipe.configmapName       | string  | `""`                                                                         | Name of configmap to be mounted containing recipe to be executed                                                                                                                                                                                            |
 | crons.recipe.fileName            | string  | `""`                                                                         | Name of property within configMap referenced by `recipe.configName` with the concrete recipe definition                                                                                                                                                     |
+| crons.recipe.fileContent         | object  | `{}`                                                                         | Recipe for ingestion.  If not present, assumes an externally managed config map                                                                                                                                                                             |
 | crons.command                    | array   | `["/bin/sh", "-c", "datahub ingest -c /etc/recipe/<crons.recipe.fileName>"]` | Array of strings denoting the crawling command to be invoked in the cron job. By default it will execute the recipe defined in the `crons.recipe` object. Cron crawling customization is possible by having extra volumes with custom logic to be executed. |
 | crons.hostAliases                | array   | `[]`                                                                         | host aliases                                                                                                                                                                                                                                                |
 | crons.env                        | object  | `{}`                                                                         | Environment variables to add to the cronjob container                                                                                                                                                                                                       |
@@ -38,4 +39,4 @@ A Helm chart for datahub's metadata-ingestion framework with kerberos authentica
 | crons.affinity                   | object  | `{}`                                                                         | Affinity for pod assignment                                                                                                                                                                                                                                 |
 | crons.tolerations                | list    | `[]`                                                                         | Tolerations for pod assignment                                                                                                                                                                                                                              |
 | crons.extraSidecars              | list    | `[]`                                                                         | Add sidecar containers to the pod                                                                                                                                                                                                                           |
-| crons.suspend                    | boolean | false                                                                        | Suspend execution of a cron                                                                                                                                                                                                                                                   |
+| crons.suspend                    | boolean | false                                                                        | Suspend execution of a cron                                                                                                                                                                                                                                 |
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml
new file mode 100644
index 000000000..6c0d63c31
--- /dev/null
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml
@@ -0,0 +1,15 @@
+{{- $labels := include "datahub-ingestion-cron.labels" .}}
+{{- range $jobName, $val := .Values.crons }}
+{{- if $val.recipe.fileContent }}
+apiVersion: {{ include "datahub-ingestion-cron.cronjob.apiVersion" $}}
+kind: ConfigMap
+metadata:
+  name: {{ $val.recipe.configmapName }}
+  labels: {{- $labels | nindent 4 }}
+data:
+  {{ $val.recipe.fileName }}: |-
+    {{- toYaml $val.recipe.fileContent | nindent 4 }}
+---
+{{- end }}
+{{- end }}
+
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index 6b1494e89..2d19eb270 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -13,7 +13,7 @@ podSecurityContext: {}
 # fsGroup: 2000
 
 crons: {}
-  #### Example data
+  #### Example data with externally managed config map
   #hive:
     ## Daily at midnight (we may want to offset this to not conflict with other processes)
     #schedule: "0 0 * * *"
@@ -25,6 +25,31 @@ crons: {}
     ## Command to be executed
     #command: "datahub ingest -c <recipe.fileName>"
 
+  # Example data with helm managed config map
+  # mysql:
+  #   schedule: "0 0 0 0 0"
+  #   recipe:
+  #     configmapName: datahub-mysql-ingestion
+  #     fileName: mysql.yaml
+  #     # Example mysql -> datahub source recipe
+  #     fileContent:
+  #       source:
+  #         type: mysql
+  #         config:
+  #           # Coordinates
+  #           host_port: localhost:3306
+  #           database: dbname
+  #           # Credentials
+  #           username: root
+  #           password: example
+  #       sink:
+  #         type: datahub-rest
+  #         config:
+  #           server: http://localhost:8080
+
+    # Command to be executed
+#    command: "datahub ingest -c <recipe.fileName>"
+
     ## Deployment pod host aliases
     ## https://kubernetes.io/docs/concepts/services-networking/add-entries-to-pod-etc-hosts-with-host-aliases/
     ##

From ab8d94ad3712d91596505202a842a301c079eff0 Mon Sep 17 00:00:00 2001
From: Drew Hayward <d.andrew.hayward@gmail.com>
Date: Wed, 10 Jan 2024 18:10:26 -0500
Subject: [PATCH 68/89] docs: fix readme for default option (#425)

---
 charts/datahub/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/charts/datahub/README.md b/charts/datahub/README.md
index 038048280..e23b2ccfd 100644
--- a/charts/datahub/README.md
+++ b/charts/datahub/README.md
@@ -104,7 +104,7 @@ helm install datahub datahub/datahub --values <<path-to-values-file>>
 | postgresqlSetupJob.extraSidecars                               | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
 | datahubSystemUpdate.extraSidecars                              | list    | `[]`                                                                                             | Add additional sidecar containers to the job pod                                                                                                        |
 | global.strict_mode                                             | boolean | true                                                                                             | Enables validations in helm charts to ensure features work as expected. Recommended NOT TO CHANGE.                                                      |
-| global.datahub_standalone_consumers_enabled                    | boolean | true                                                                                             | Enable standalone consumers for kafka                                                                                                                   |
+| global.datahub_standalone_consumers_enabled                    | boolean | false                                                                                             | Enable standalone consumers for kafka                                                                                                                   |
 | global.datahub_analytics_enabled                               | boolean | true                                                                                             | Enable datahub usage analytics                                                                                                                          |
 | global.datahub.appVersion                                      | string  | `"1.0"`                                                                                          | App version for annotation                                                                                                                              |
 | global.datahub.gms.protocol                                    | string  | `"http"`                                                                                         | Protocol of GMS service                                                                                                                                 |

From c99aa1105be5794f3972793d6000eb7e4e638df6 Mon Sep 17 00:00:00 2001
From: travis-cook-sfdc <119886245+travis-cook-sfdc@users.noreply.github.com>
Date: Wed, 10 Jan 2024 15:17:25 -0800
Subject: [PATCH 69/89] fix(ingestion): Fix scope of `.Values.globals` in
 ingestion (#424)

* fix(ingestion): Fix scope of `.Values.globals` in ingestion

Because we're in a `range` inside `datahub-ingestion-cron`,
we can't access global values via `{{ .Values.global...`
Instead, we need `{{ $.Values...`.  Otherwise, we get
an error:

```
Error: template: datahub/charts/datahub-ingestion-cron/templates/cron.yaml:78:34: executing "datahub/charts/datahub-ingestion-cron/templates/cron.yaml" at <.Values.global.nodeSelector>: nil pointer evaluating interface {}.global
helm.go:84: [debug] template: datahub/charts/datahub-ingestion-cron/templates/cron.yaml:78:34: executing "datahub/charts/datahub-ingestion-cron/templates/cron.yaml" at <.Values.global.nodeSelector>: nil pointer evaluating interface {}.global
```

Fix so that it uses globals or the cron specific `nodeSelector`
and `tolerations` instead of triggering a nil pointer error

* bump global chart version

---------

Co-authored-by: Travis Cook <tcook@slack-corp.com>
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml    | 2 +-
 .../subcharts/datahub-ingestion-cron/templates/cron.yaml      | 4 ++--
 3 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 459870ef0..d1f72a817 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.25
+version: 0.3.26
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
@@ -26,7 +26,7 @@ dependencies:
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.140
+    version: 0.2.141
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index 39ed5f149..d42ecae89 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.140
+version: 0.2.141
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
index 6cb7a3642..a069ad7a9 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/cron.yaml
@@ -75,7 +75,7 @@ spec:
               {{- toYaml .extraSidecars | nindent 10 }}
             {{- end }}
           restartPolicy: {{ default "OnFailure" .restartPolicy }}
-          {{- with default .Values.global.nodeSelector .nodeSelector }}
+          {{- with default $.Values.global.nodeSelector .nodeSelector }}
           nodeSelector:
             {{- toYaml . | nindent 12 }}
           {{- end }}
@@ -83,7 +83,7 @@ spec:
           affinity:
             {{- toYaml .affinity | nindent 12 }}
           {{- end }}
-          {{- with default .Values.global.tolerations .tolerations }}
+          {{- with default $.Values.global.tolerations .tolerations }}
           tolerations:
             {{- toYaml . | nindent 12 }}
           {{- end }}

From f04bcdeced701edca2e7fe5bfc5a8095415bab6e Mon Sep 17 00:00:00 2001
From: Davi Arnaut <davi.arnaut@acryl.io>
Date: Thu, 11 Jan 2024 09:19:39 -0800
Subject: [PATCH 70/89] fix(kafka-setup-job): allow
 global.kafka.zookeeper.server to be unset (#426)

---
 charts/datahub/Chart.yaml                    | 2 +-
 charts/datahub/templates/kafka-setup-job.yml | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index d1f72a817..0585f2dc0 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.26
+version: 0.3.27
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
diff --git a/charts/datahub/templates/kafka-setup-job.yml b/charts/datahub/templates/kafka-setup-job.yml
index 9e75bcdf2..50b635df3 100644
--- a/charts/datahub/templates/kafka-setup-job.yml
+++ b/charts/datahub/templates/kafka-setup-job.yml
@@ -64,8 +64,10 @@ spec:
           args: {{ .Values.kafkaSetupJob.image.args | toRawJson }}
           {{- end }}
           env:
+            {{- if .Values.global.kafka.zookeeper.server }}
             - name: KAFKA_ZOOKEEPER_CONNECT
               value: {{ .Values.global.kafka.zookeeper.server | quote }}
+            {{- end }}
             - name: KAFKA_BOOTSTRAP_SERVER
               value: {{ .Values.global.kafka.bootstrap.server | quote }}
             {{- with .Values.global.kafka.maxMessageBytes }}

From a702624e0f32a38a80a1401a2d065617f371c97a Mon Sep 17 00:00:00 2001
From: travis-cook-sfdc <119886245+travis-cook-sfdc@users.noreply.github.com>
Date: Fri, 26 Jan 2024 14:06:26 -0800
Subject: [PATCH 71/89] fix: fix bug in configmap api version (#427)

api version should be `v1` for configmap
objects, not `batch/v1`.

Co-authored-by: Travis Cook <tcook@slack-corp.com>
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml    | 2 +-
 .../subcharts/datahub-ingestion-cron/templates/configmap.yaml | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 0585f2dc0..435157727 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.27
+version: 0.3.28
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
@@ -26,7 +26,7 @@ dependencies:
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.141
+    version: 0.2.142
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index d42ecae89..35a18a08d 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.141
+version: 0.2.142
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml
index 6c0d63c31..406aba44e 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/templates/configmap.yaml
@@ -1,7 +1,7 @@
 {{- $labels := include "datahub-ingestion-cron.labels" .}}
 {{- range $jobName, $val := .Values.crons }}
 {{- if $val.recipe.fileContent }}
-apiVersion: {{ include "datahub-ingestion-cron.cronjob.apiVersion" $}}
+apiVersion: v1
 kind: ConfigMap
 metadata:
   name: {{ $val.recipe.configmapName }}

From ecb168d9255435476311c6d6808bf214f587e72c Mon Sep 17 00:00:00 2001
From: Davi Arnaut <davi.arnaut@acryl.io>
Date: Fri, 9 Feb 2024 21:29:53 -0800
Subject: [PATCH 72/89] fix(mysql): adjust default character set and collation
 (#428)

---
 charts/prerequisites/Chart.yaml  | 2 +-
 charts/prerequisites/values.yaml | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 26423e3b8..745907f44 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.6
+version: 0.1.7
 dependencies:
   - name: elasticsearch
     version: 7.17.3
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index 88bb189e3..088b79e98 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -78,6 +78,8 @@ mysql:
   auth:
     # For better security, add mysql-secrets k8s secret with mysql-root-password, mysql-replication-password and mysql-password
     existingSecret: mysql-secrets
+  primary:
+    extraFlags: "--character-set-server=utf8mb4 --collation-server=utf8mb4_bin"
 
 postgresql:
   enabled: false

From 2d03ffc56a358eeaedeb95b9cce8005610a4ccb0 Mon Sep 17 00:00:00 2001
From: Dheeraj Rampally <84748107+dheerajrampally@users.noreply.github.com>
Date: Thu, 15 Feb 2024 09:48:24 -0800
Subject: [PATCH 73/89] Adding the support for custom labels to the
 datahub-frontend service (#429)

* adding custom labels to the datahub-frontend service

* Update README.md

* bumping the version in the parent chart

* bumping the datahub chart version
---
 charts/datahub/Chart.yaml                                     | 4 ++--
 charts/datahub/subcharts/datahub-frontend/Chart.yaml          | 2 +-
 charts/datahub/subcharts/datahub-frontend/README.md           | 1 +
 .../datahub/subcharts/datahub-frontend/templates/service.yaml | 3 +++
 charts/datahub/subcharts/datahub-frontend/values.yaml         | 1 +
 charts/datahub/values.yaml                                    | 2 ++
 6 files changed, 10 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 435157727..21e6cbd54 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.28
+version: 0.3.29
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
@@ -14,7 +14,7 @@ dependencies:
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.155
+    version: 0.2.156
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index 6fd6b0130..ef7878dc4 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.155
+version: 0.2.156
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-frontend/README.md b/charts/datahub/subcharts/datahub-frontend/README.md
index c3adf021e..c1a533d27 100644
--- a/charts/datahub/subcharts/datahub-frontend/README.md
+++ b/charts/datahub/subcharts/datahub-frontend/README.md
@@ -64,6 +64,7 @@ Current chart version is `0.2.0`
 | service.port                                                                | int                                                                                               | `9001`                              |                                                                                                                                                                                                                                                                                                                                  |
 | service.nodePort                                                            | int                                                                                               | `""`                                |                                                                                                                                                                                                                                                                                                                                  |
 | service.type                                                                | string                                                                                            | `"LoadBalancer"`                    |                                                                                                                                                                                                                                                                                                                                  |
+| service.extraLabels                                                         | object                                                                                            | `{}`                    |                                                                                                                                                                                                                                                                                                                                  |
 | serviceAccount.annotations                                                  | object                                                                                            | `{}`                                |                                                                                                                                                                                                                                                                                                                                  |
 | serviceAccount.create                                                       | bool                                                                                              | `true`                              |                                                                                                                                                                                                                                                                                                                                  |
 | serviceAccount.name                                                         | string                                                                                            | `nil`                               |                                                                                                                                                                                                                                                                                                                                  |
diff --git a/charts/datahub/subcharts/datahub-frontend/templates/service.yaml b/charts/datahub/subcharts/datahub-frontend/templates/service.yaml
index 798749429..5d7246f2f 100644
--- a/charts/datahub/subcharts/datahub-frontend/templates/service.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/templates/service.yaml
@@ -4,6 +4,9 @@ metadata:
   name: {{ include "datahub-frontend.fullname" . }}
   labels:
     {{- include "datahub-frontend.labels" . | nindent 4 }}
+    {{- range $key, $val := .Values.service.extraLabels }}
+    {{ $key }}: {{ $val | quote }}
+    {{- end }}
   {{- with .Values.service.annotations }}
   annotations:
     {{- toYaml . | nindent 4 }}
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index 0bfc4fb63..ecb1f0c3e 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -57,6 +57,7 @@ service:
   # Internal load balancer or various other annotation support in AWS
   annotations: {}
     # service.beta.kubernetes.io/aws-load-balancer-internal: "true"
+  extraLabels: {}
 
 serviceMonitor:
   create: false
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 79f1133a7..82bb83ff6 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -53,6 +53,8 @@ datahub-frontend:
   ingress:
     enabled: false
   defaultUserCredentials: {}
+  service:
+    extraLabels: {}
     # randomAdminPassword: true
     # You can also set specific passwords for default users
     # manualValues: |

From 34440a035bc0e013a06340404b6d39f0ba9dd04d Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Mon, 26 Feb 2024 10:02:16 -0600
Subject: [PATCH 74/89] Support nonblocking system update mode (#432)

* add logic to split system-update into blocking and nonblocking steps
---
 charts/datahub/Chart.yaml                     |   2 +-
 .../datahub-system-update-job.yml             | 160 +++++++++++++++++-
 charts/datahub/values.yaml                    |  14 ++
 3 files changed, 174 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 21e6cbd54..1e9819071 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.29
+version: 0.3.30
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.12.1
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index 72782c88a..df6976a78 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -2,7 +2,7 @@
 apiVersion: batch/v1
 kind: Job
 metadata:
-  name: {{ .Release.Name }}-datahub-system-update-job
+  name: {{ .Release.Name }}-system-update
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
   {{- with .Values.datahubSystemUpdate.annotations }}
@@ -64,9 +64,14 @@ spec:
           args: {{ .Values.datahubSystemUpdate.image.args | toRawJson }}
           {{- else }}
           args:
+          {{- if .Values.datahubSystemUpdate.nonblocking.enabled }}
+            - "-u"
+            - "SystemUpdateBlocking"
+          {{- else }}
             - "-u"
             - "SystemUpdate"
           {{- end }}
+          {{- end }}
           env:
             - name: DATAHUB_REVISION
               value: {{ .Release.Revision | quote }}
@@ -149,4 +154,157 @@ spec:
       tolerations:
         {{- toYaml . | nindent 12 }}
       {{- end }}
+{{- if .Values.datahubSystemUpdate.nonblocking.enabled }}
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ .Release.Name }}-system-update-nonblk
+  labels:
+    {{- include "datahub.labels" . | nindent 4 }}
+  {{- with .Values.datahubSystemUpdate.nonblocking.annotations }}
+  annotations:
+    {{- toYaml . | nindent 4 }}
+  {{- end }}
+spec:
+  template:
+    {{- if or .Values.global.podLabels .Values.datahubSystemUpdate.podAnnotations}}
+    metadata:
+    {{- with .Values.datahubSystemUpdate.podAnnotations }}
+      annotations:
+        {{- toYaml . | nindent 8 }}
+    {{- end }}
+    {{- with .Values.global.podLabels }}
+      labels:
+        {{- range $key, $value := . }}
+          {{ $key }}: {{ $value | quote }}
+          {{- end }}
+    {{- end }}
+    {{- end }}
+    spec:
+    {{- with .Values.global.hostAliases }}
+      hostAliases:
+        {{- toYaml . | nindent 8 }}
+    {{- end }}
+    {{- with .Values.datahubSystemUpdate.serviceAccount }}
+      serviceAccountName: {{ . }}
+    {{- end }}
+    {{- with .Values.imagePullSecrets }}
+      imagePullSecrets:
+        {{- toYaml . | nindent 8 }}
+    {{- end }}
+      volumes:
+        {{- with .Values.global.credentialsAndCertsSecrets }}
+        - name: datahub-certs-dir
+          secret:
+            defaultMode: 0444
+            secretName: {{ .name }}
+        {{- end }}
+      {{- with .Values.datahubSystemUpdate.extraVolumes }}
+        {{- toYaml . | nindent 8}}
+      {{- end }}
+      restartPolicy: Never
+      securityContext:
+        {{- toYaml .Values.datahubSystemUpdate.podSecurityContext | nindent 8 }}
+      {{- with .Values.datahubSystemUpdate.extraInitContainers }}
+      initContainers:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+      containers:
+        - name: datahub-system-update-job
+          image: "{{ .Values.datahubSystemUpdate.image.repository }}:{{ required "Global or specific tag is required" (.Values.datahubSystemUpdate.image.tag | default .Values.global.datahub.version) }}"
+          imagePullPolicy: {{ .Values.datahubSystemUpdate.image.pullPolicy | default "IfNotPresent" }}
+          {{- if .Values.datahubSystemUpdate.image.command }}
+          command: {{ .Values.datahubSystemUpdate.image.command | toRawJson }}
+          {{- end }}
+          {{- if .Values.datahubSystemUpdate.nonblocking.image.args }}
+          args: {{ .Values.datahubSystemUpdate.nonblocking.image.args | toRawJson }}
+          {{- else }}
+          args:
+            - "-u"
+            - "SystemUpdateNonBlocking"
+          {{- end }}
+          env:
+            - name: DATAHUB_REVISION
+              value: {{ .Release.Revision | quote }}
+            {{- include "datahub.upgrade.env" . | nindent 12}}
+            - name: DATAHUB_ANALYTICS_ENABLED
+              value: {{ .Values.global.datahub_analytics_enabled | quote }}
+            {{- if eq .Values.global.kafka.schemaregistry.type "INTERNAL" }}
+            - name: SCHEMA_REGISTRY_SYSTEM_UPDATE
+              value: "true"
+            - name: SPRING_KAFKA_PROPERTIES_AUTO_REGISTER_SCHEMAS
+              value: "true"
+            - name: SPRING_KAFKA_PROPERTIES_USE_LATEST_VERSION
+              value: "true"
+            {{- end }}
+            {{- with .Values.global.kafka.schemaregistry.type }}
+            - name: SCHEMA_REGISTRY_TYPE
+              value: "{{ . }}"
+            {{- end }}
+            {{- with .Values.global.kafka.schemaregistry.glue }}
+            - name: AWS_GLUE_SCHEMA_REGISTRY_REGION
+              value: "{{ .region }}"
+            {{- with .registry }}
+            - name: AWS_GLUE_SCHEMA_REGISTRY_NAME
+              value: "{{ . }}"
+            {{- end }}
+            {{- end }}
+            - name: ELASTICSEARCH_BUILD_INDICES_CLONE_INDICES
+              value: {{ .Values.global.elasticsearch.index.upgrade.cloneIndices | quote }}
+            {{- with .Values.global.elasticsearch.index.enableMappingsReindex }}
+            - name: ELASTICSEARCH_INDEX_BUILDER_MAPPINGS_REINDEX
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.elasticsearch.index.enableSettingsReindex }}
+            - name: ELASTICSEARCH_INDEX_BUILDER_SETTINGS_REINDEX
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.elasticsearch.index.settingsOverrides }}
+            - name: ELASTICSEARCH_INDEX_BUILDER_SETTINGS_OVERRIDES
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.elasticsearch.index.entitySettingsOverrides }}
+            - name: ELASTICSEARCH_INDEX_BUILDER_ENTITY_SETTINGS_OVERRIDES
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.elasticsearch.index.refreshIntervalSeconds }}
+            - name: ELASTICSEARCH_INDEX_BUILDER_REFRESH_INTERVAL_SECONDS
+              value: {{ . | quote }}
+            {{- end }}
+            {{- with .Values.global.elasticsearch.index.upgrade.allowDocCountMismatch }}
+            - name: ELASTICSEARCH_BUILD_INDICES_ALLOW_DOC_COUNT_MISMATCH
+              value: {{ . | quote }}
+            {{- end }}
+          {{- with .Values.datahubSystemUpdate.extraEnvs }}
+          {{- toYaml . | nindent 12 }}
+          {{- end }}
+          securityContext:
+            {{- toYaml .Values.datahubSystemUpdate.securityContext | nindent 12 }}
+          volumeMounts:
+          {{- with .Values.global.credentialsAndCertsSecrets }}
+          - name: datahub-certs-dir
+            mountPath: {{ .path | default "/mnt/certs" }}
+          {{- end }}
+          {{- with .Values.datahubSystemUpdate.extraVolumeMounts }}
+          {{- toYaml . | nindent 12 }}
+          {{- end }}
+          resources:
+            {{- toYaml .Values.datahubSystemUpdate.resources | nindent 12 }}
+        {{- with .Values.datahubSystemUpdate.extraSidecars }}
+        {{- toYaml . | nindent 8 }}
+        {{- end }}
+      {{- with default .Values.global.nodeSelector .Values.datahubSystemUpdate.nodeSelector }}
+      nodeSelector:
+        {{- toYaml . | nindent 12 }}
+      {{- end }}
+      {{- with .Values.datahubSystemUpdate.affinity }}
+      affinity:
+        {{- toYaml . | nindent 12 }}
+      {{- end }}
+      {{- with default .Values.global.tolerations .Values.datahubSystemUpdate.tolerations }}
+      tolerations:
+        {{- toYaml . | nindent 12 }}
+      {{- end }}
+{{- end }}
 {{- end -}}
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 82bb83ff6..7c9061c1d 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -368,6 +368,20 @@ datahubSystemUpdate:
     helm.sh/hook: pre-install,pre-upgrade
     helm.sh/hook-weight: "-4"
     helm.sh/hook-delete-policy: before-hook-creation
+  # !! Requires version v0.13.0 or greater
+  # Split the system update into 2 jobs, one that is blocking the rest of
+  # the deployment and the other which is non-blocking. Once the blocking
+  # steps are completed, the non-blocking job runs while the rest of the
+  # system is starting.
+  nonblocking:
+    enabled: false
+    # When mode = 'nonblocking' the nonblocking job should not include the above helm.sh/hook annotations
+    annotations: {}
+    image:
+      # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
+      # to run
+      # command: customCommand
+      # args: []
   podAnnotations: {}
   resources:
     limits:

From 37aedb120611f067dbf97311dcee891cf3d2db83 Mon Sep 17 00:00:00 2001
From: Jinlin Yang <86577891+jinlintt@users.noreply.github.com>
Date: Fri, 1 Mar 2024 12:17:22 -0800
Subject: [PATCH 75/89] Bump kafka chart to 26.11.2 that uses kafka 3.6.1
 (#431)

* Bump kafka chart to 26.11.2, which uses kafka 3.6.1
* Override default broker.minId
---
 charts/prerequisites/Chart.yaml  |  4 ++--
 charts/prerequisites/values.yaml | 41 ++++++++++++++++++++++++--------
 2 files changed, 33 insertions(+), 12 deletions(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 745907f44..74fcf27e1 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.7
+version: 0.1.8
 dependencies:
   - name: elasticsearch
     version: 7.17.3
@@ -35,7 +35,7 @@ dependencies:
     condition: cp-helm-charts.enabled
   # This chart deploys a community version of kafka
   - name: kafka
-    version: 22.1.6
+    version: 26.11.2
     repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami
     condition: kafka.enabled
 maintainers:
diff --git a/charts/prerequisites/values.yaml b/charts/prerequisites/values.yaml
index 088b79e98..26c296f69 100644
--- a/charts/prerequisites/values.yaml
+++ b/charts/prerequisites/values.yaml
@@ -1,7 +1,8 @@
 # Default configuration for pre-requisites to get you started
 # Copy this file and update to the configuration of choice
 elasticsearch:
-  enabled: true   # set this to false, if you want to provide your own ES instance.
+  # set this to false, if you want to provide your own ES instance.
+  enabled: true
 
   # If you're running in production, set this to 3 and comment out antiAffinity below
   # Or alternatively if you're running production, bring your own ElasticSearch
@@ -103,13 +104,13 @@ gcloud-sqlproxy:
     # use port 3306 for MySQL, or other port you set for your SQL instance.
     instances:
       # GCP Cloud SQL instance id
-    - instance: ""
-      # GCP project where the instance exists.
-      project: ""
-      # GCP region where the instance exists.
-      region: ""
-      # Port number for the proxy to expose for this instance.
-      port: 3306
+      - instance: ""
+        # GCP project where the instance exists.
+        project: ""
+        # GCP region where the instance exists.
+        region: ""
+        # Port number for the proxy to expose for this instance.
+        port: 3306
 
 cp-helm-charts:
   enabled: false
@@ -117,7 +118,8 @@ cp-helm-charts:
   cp-schema-registry:
     enabled: false
     kafka:
-      bootstrapServers: "prerequisites-kafka:9092"  # <<release-name>>-kafka:9092
+      # <<release-name>>-kafka:9092
+      bootstrapServers: "prerequisites-kafka:9092"
   cp-kafka:
     enabled: false
   cp-zookeeper:
@@ -134,7 +136,26 @@ cp-helm-charts:
 # Bitnami version of Kafka that deploys open source Kafka https://artifacthub.io/packages/helm/bitnami/kafka
 kafka:
   enabled: true
-  maxMessageBytes: "5242880"
+  listeners:
+    client:
+      protocol: PLAINTEXT
+    interbroker:
+      protocol: PLAINTEXT
+  controller:
+    replicaCount: 0
+  broker:
+    replicaCount: 1
+    # The new minId for broker is 100. If we don't override this, the broker will have id 100
+    # and cannot load the partitions. So we set minId to 0 to be backwards compatible
+    minId: 0
+    # These server properties are no longer exposed as parameters in the bitnami kafka chart since 24.0.0
+    # They need to be passed in through extraConfig. See below for reference
+    # https://github.com/bitnami/charts/tree/main/bitnami/kafka#to-2400
+    extraConfig: |
+      message.max.bytes=5242880
+      default.replication.factor=1
+      offsets.topic.replication.factor=1
+      transaction.state.log.replication.factor=1
   kraft:
     enabled: false
   zookeeper:

From 1f1d4d8c5c31bbccb0dbde03819ec25354d6c009 Mon Sep 17 00:00:00 2001
From: RyanHolstien <RyanHolstien@users.noreply.github.com>
Date: Mon, 4 Mar 2024 11:22:56 -0600
Subject: [PATCH 76/89] feat(release): v0.13.0 (#434)

* feat(release): v0.13.0

* enabled nonblocking

* fix lint
---
 charts/datahub/Chart.yaml  | 4 ++--
 charts/datahub/values.yaml | 7 ++++---
 2 files changed, 6 insertions(+), 5 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 1e9819071..f27ab39c1 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,10 +4,10 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.3.30
+version: 0.4.0
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.12.1
+appVersion: 0.13.0
 dependencies:
   - name: datahub-gms
     version: 0.2.163
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 7c9061c1d..f1b4693b3 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -374,10 +374,11 @@ datahubSystemUpdate:
   # steps are completed, the non-blocking job runs while the rest of the
   # system is starting.
   nonblocking:
-    enabled: false
+    enabled: true
     # When mode = 'nonblocking' the nonblocking job should not include the above helm.sh/hook annotations
     annotations: {}
     image:
+      args:
       # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
       # to run
       # command: customCommand
@@ -650,7 +651,7 @@ global:
       #   value: password
 
   datahub:
-    version: v0.12.1
+    version: v0.13.0
     gms:
       protocol: "http"
       port: "8080"
@@ -688,7 +689,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.12.1.1"
+      defaultCliVersion: "0.13.0.0"
 
     metadata_service_authentication:
       enabled: true

From db3ad5cf06a1efac069b4e6f7ab9d5ffdb4faa7f Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Thu, 7 Mar 2024 12:57:36 -0600
Subject: [PATCH 77/89] chore(mysql): Bump mysql chart (#437)

* bump bitnami mysql chart and repo
---
 charts/prerequisites/Chart.yaml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 74fcf27e1..7431e0e13 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.8
+version: 0.1.9
 dependencies:
   - name: elasticsearch
     version: 7.17.3
@@ -16,8 +16,8 @@ dependencies:
     repository: https://helm.neo4j.com/neo4j
     condition: neo4j.enabled
   - name: mysql
-    version: 9.1.8
-    repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami
+    version: 9.23.0
+    repository: https://charts.bitnami.com/bitnami
     condition: mysql.enabled
   - name: postgresql
     version: 11.2.6

From d56a9ae9b510698b355ea7c0cb17898844b43827 Mon Sep 17 00:00:00 2001
From: Davi Arnaut <davi.arnaut@acryl.io>
Date: Mon, 11 Mar 2024 16:34:56 -0700
Subject: [PATCH 78/89] fix(mysql): downgrade mysql chart to 9.4.9 (#439)

---
 charts/prerequisites/Chart.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/prerequisites/Chart.yaml b/charts/prerequisites/Chart.yaml
index 7431e0e13..4048c2235 100644
--- a/charts/prerequisites/Chart.yaml
+++ b/charts/prerequisites/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for packages that Datahub depends on
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.1.9
+version: 0.1.10
 dependencies:
   - name: elasticsearch
     version: 7.17.3
@@ -16,7 +16,7 @@ dependencies:
     repository: https://helm.neo4j.com/neo4j
     condition: neo4j.enabled
   - name: mysql
-    version: 9.23.0
+    version: 9.4.9
     repository: https://charts.bitnami.com/bitnami
     condition: mysql.enabled
   - name: postgresql

From 6888a4956cb552bd7651199e14f2c718931d6361 Mon Sep 17 00:00:00 2001
From: Muhammed Karamuk <mkaramuk2002@gmail.com>
Date: Tue, 12 Mar 2024 18:06:54 +0300
Subject: [PATCH 79/89] docs: Updated mysql secret generation command (#438)

* docs: Updated mysql secret generation command

By the change of mysql helm chart version the provided secret
has at least three keys:
- mysql-root-password
- mysql-replication-password
- mysql-password

Otherwise mysql chart won't install.
More information: https://artifacthub.io/packages/helm/bitnami/mysql#mysql-common-parameters

* fix: Applied requested changes
---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 862012c17..337d0cd7d 100644
--- a/README.md
+++ b/README.md
@@ -43,7 +43,7 @@ separately on-prem or leveraged as managed services.
 Assuming kubectl context points to the correct kubernetes cluster, first create kubernetes secrets that contain MySQL and Neo4j passwords. 
 
 ```(shell)
-kubectl create secret generic mysql-secrets --from-literal=mysql-root-password=datahub
+kubectl create secret generic mysql-secrets --from-literal=mysql-root-password=datahub --from-literal=mysql-password=datahub
 kubectl create secret generic neo4j-secrets --from-literal=neo4j-password=datahub --from-literal=NEO4J_AUTH=neo4j/datahub
 ```
 

From 90e7500944e1fc6ae78ed67d9bc8cb3243310855 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Wed, 27 Mar 2024 11:21:30 -0500
Subject: [PATCH 80/89] Fix system update extra envs indent (#445)

* fix(system-update): extraEnvs indent
---
 charts/datahub/Chart.yaml                                       | 2 +-
 .../templates/datahub-upgrade/datahub-system-update-job.yml     | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index f27ab39c1..cc4f54643 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.0
+version: 0.4.1
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.13.0
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index df6976a78..c75e889a6 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -277,7 +277,7 @@ spec:
               value: {{ . | quote }}
             {{- end }}
           {{- with .Values.datahubSystemUpdate.extraEnvs }}
-          {{- toYaml . | nindent 12 }}
+          {{- toYaml . | nindent 10 }}
           {{- end }}
           securityContext:
             {{- toYaml .Values.datahubSystemUpdate.securityContext | nindent 12 }}

From 63172db5722e58200964fe367248b32a7b207298 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Sergio=20G=C3=B3mez=20Villamor?= <sgomezvillamor@gmail.com>
Date: Wed, 27 Mar 2024 19:08:19 +0100
Subject: [PATCH 81/89] fix: hazelcast service name (#443)

* fix: hazelcast service name
* chart versions
---
 charts/datahub/subcharts/datahub-gms/Chart.yaml                 | 2 +-
 .../subcharts/datahub-gms/templates/hazelcastService.yaml       | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index fe5330528..fd028d9a8 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.163
+version: 0.2.164
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.11.0
diff --git a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
index 9651798a0..76034ff18 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/hazelcastService.yaml
@@ -2,7 +2,7 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "\\W+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
+  name: {{ printf "%s-%s-%s" .Release.Name (regexReplaceAll "[^-a-z0-9]+" .Values.global.datahub.version "-") "hazelcast-svc" | trunc 63 | trimSuffix "-" }}
 spec:
   clusterIP: None
   ports:

From 268349bb98e514dd480282d4cfe813f3e96bf500 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Wed, 27 Mar 2024 13:36:19 -0500
Subject: [PATCH 82/89] fix(system-update): really fix indent this time (#446)

* fix(system-update): really fix indent this time
* adjust nonblocking annotations
---
 charts/datahub/Chart.yaml                          |  4 ++--
 .../datahub-upgrade/datahub-system-update-job.yml  | 14 +++++++-------
 charts/datahub/values.yaml                         |  6 +++++-
 3 files changed, 14 insertions(+), 10 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index cc4f54643..e630f8da3 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.1
+version: 0.4.3
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.13.0
 dependencies:
   - name: datahub-gms
-    version: 0.2.163
+    version: 0.2.164
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
index c75e889a6..d28248b07 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-system-update-job.yml
@@ -177,8 +177,8 @@ spec:
     {{- with .Values.global.podLabels }}
       labels:
         {{- range $key, $value := . }}
-          {{ $key }}: {{ $value | quote }}
-          {{- end }}
+        {{ $key }}: {{ $value | quote }}
+        {{- end }}
     {{- end }}
     {{- end }}
     spec:
@@ -277,22 +277,22 @@ spec:
               value: {{ . | quote }}
             {{- end }}
           {{- with .Values.datahubSystemUpdate.extraEnvs }}
-          {{- toYaml . | nindent 10 }}
+            {{- toYaml . | nindent 12 }}
           {{- end }}
           securityContext:
             {{- toYaml .Values.datahubSystemUpdate.securityContext | nindent 12 }}
           volumeMounts:
           {{- with .Values.global.credentialsAndCertsSecrets }}
-          - name: datahub-certs-dir
-            mountPath: {{ .path | default "/mnt/certs" }}
+            - name: datahub-certs-dir
+              mountPath: {{ .path | default "/mnt/certs" }}
           {{- end }}
           {{- with .Values.datahubSystemUpdate.extraVolumeMounts }}
-          {{- toYaml . | nindent 12 }}
+            {{- toYaml . | nindent 12 }}
           {{- end }}
           resources:
             {{- toYaml .Values.datahubSystemUpdate.resources | nindent 12 }}
         {{- with .Values.datahubSystemUpdate.extraSidecars }}
-        {{- toYaml . | nindent 8 }}
+          {{- toYaml . | nindent 8 }}
         {{- end }}
       {{- with default .Values.global.nodeSelector .Values.datahubSystemUpdate.nodeSelector }}
       nodeSelector:
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index f1b4693b3..0f5123ad0 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -376,7 +376,11 @@ datahubSystemUpdate:
   nonblocking:
     enabled: true
     # When mode = 'nonblocking' the nonblocking job should not include the above helm.sh/hook annotations
-    annotations: {}
+    annotations:
+      # This is what defines this resource as a hook. Without this line, the
+      # job is considered part of the release.
+      helm.sh/hook: post-install,post-upgrade
+      helm.sh/hook-delete-policy: before-hook-creation
     image:
       args:
       # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script

From 1efe6e639d80e9f8d2b2cb0f8cdd43f13f8bcb33 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Wed, 27 Mar 2024 17:24:19 -0500
Subject: [PATCH 83/89] bump(actions): bump actions version (#448)

---
 charts/datahub/Chart.yaml  | 2 +-
 charts/datahub/values.yaml | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index e630f8da3..129a25b0e 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.3
+version: 0.4.4
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.13.0
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 0f5123ad0..d0d31afbf 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -68,7 +68,7 @@ acryl-datahub-actions:
   enabled: true
   image:
     repository: acryldata/datahub-actions
-    tag: "v0.0.13"
+    tag: "v0.0.15"
     # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
     # to run
     # command: customCommand

From 87225b94fef547f00dd0bd36229bcb82e08b9781 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Wed, 10 Apr 2024 09:06:55 -0500
Subject: [PATCH 84/89] updates for release v0.13.1 (#451)

---
 charts/datahub/Chart.yaml                        | 14 +++++++-------
 .../subcharts/datahub-frontend/Chart.yaml        |  4 ++--
 .../subcharts/datahub-frontend/values.yaml       |  2 +-
 charts/datahub/subcharts/datahub-gms/Chart.yaml  |  4 ++--
 charts/datahub/subcharts/datahub-gms/values.yaml | 10 +++++++++-
 .../subcharts/datahub-ingestion-cron/Chart.yaml  |  4 ++--
 .../subcharts/datahub-ingestion-cron/values.yaml |  2 +-
 .../subcharts/datahub-mae-consumer/Chart.yaml    |  4 ++--
 .../subcharts/datahub-mae-consumer/values.yaml   |  2 +-
 .../subcharts/datahub-mce-consumer/Chart.yaml    |  4 ++--
 .../subcharts/datahub-mce-consumer/values.yaml   |  2 +-
 charts/datahub/values.yaml                       | 16 ++++++++--------
 12 files changed, 38 insertions(+), 30 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 129a25b0e..5ec91eaba 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,29 +4,29 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.4
+version: 0.4.5
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.13.0
+appVersion: 0.13.1
 dependencies:
   - name: datahub-gms
-    version: 0.2.164
+    version: 0.2.165
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
-    version: 0.2.156
+    version: 0.2.157
     repository: file://./subcharts/datahub-frontend
     condition: datahub-frontend.enabled
   - name: datahub-mae-consumer
-    version: 0.2.157
+    version: 0.2.158
     repository: file://./subcharts/datahub-mae-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-mce-consumer
-    version: 0.2.159
+    version: 0.2.160
     repository: file://./subcharts/datahub-mce-consumer
     condition: global.datahub_standalone_consumers_enabled
   - name: datahub-ingestion-cron
-    version: 0.2.142
+    version: 0.2.143
     repository: file://./subcharts/datahub-ingestion-cron
     condition: datahub-ingestion-cron.enabled
   - name: acryl-datahub-actions
diff --git a/charts/datahub/subcharts/datahub-frontend/Chart.yaml b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
index ef7878dc4..4e1ad07c8 100644
--- a/charts/datahub/subcharts/datahub-frontend/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.156
+version: 0.2.157
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.11.0
+appVersion: v0.13.1
diff --git a/charts/datahub/subcharts/datahub-frontend/values.yaml b/charts/datahub/subcharts/datahub-frontend/values.yaml
index ecb1f0c3e..1730b886f 100644
--- a/charts/datahub/subcharts/datahub-frontend/values.yaml
+++ b/charts/datahub/subcharts/datahub-frontend/values.yaml
@@ -7,7 +7,7 @@ replicaCount: 1
 revisionHistoryLimit: 10
 
 image:
-  repository: linkedin/datahub-frontend-react
+  repository: acryldata/datahub-frontend-react
   tag:
   pullPolicy: IfNotPresent
   # Override the image's command & args with a new one.
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index fd028d9a8..2c104af55 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.164
+version: 0.2.165
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.11.0
+appVersion: v0.13.1
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index 6aed828a0..c701f1d84 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -7,7 +7,7 @@ replicaCount: 1
 revisionHistoryLimit: 10
 
 image:
-  repository: linkedin/datahub-gms
+  repository: acryldata/datahub-gms
   pullPolicy: IfNotPresent
   tag:
   # Override the image's command & args with a new one.
@@ -225,6 +225,14 @@ global:
       # systemClientSecret:
       #  secretRef: <secret-ref>
       #  secretKey: <secret-key>
+      view:
+        authorization:
+          # search/view authorization filters
+          enabled: true
+          # recommendation settings when search/view authorization is in effect
+          recommendations:
+            # whether to restrict Most Popular entities 
+            peerGroupEnabled: true
 
     encryptionKey:
       secretRef: "encryption-key-secret"
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
index 35a18a08d..fd6ac1d03 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.142
+version: 0.2.143
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.11.0
+appVersion: v0.13.1
diff --git a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
index 2d19eb270..509ce8b24 100644
--- a/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
+++ b/charts/datahub/subcharts/datahub-ingestion-cron/values.yaml
@@ -3,7 +3,7 @@
 # Declare variables to be passed into your templates.
 
 image:
-  repository: linkedin/datahub-ingestion
+  repository: acryldata/datahub-ingestion
   tag:
   pullPolicy: IfNotPresent
 
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
index 9e6652007..57f59d004 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.157
+version: 0.2.158
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.11.0
+appVersion: v0.13.1
diff --git a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
index 6adb518c6..bf8db60dd 100644
--- a/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mae-consumer/values.yaml
@@ -7,7 +7,7 @@ replicaCount: 1
 revisionHistoryLimit: 10
 
 image:
-  repository: linkedin/datahub-mae-consumer
+  repository: acryldata/datahub-mae-consumer
   pullPolicy: IfNotPresent
   tag:
   # Override the image's command & args with a new one.
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
index e967d64c6..e25ca3208 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for Kubernetes
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.159
+version: 0.2.160
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: v0.11.0
+appVersion: v0.13.1
diff --git a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
index 2f9448b95..9572f8ec3 100644
--- a/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
+++ b/charts/datahub/subcharts/datahub-mce-consumer/values.yaml
@@ -7,7 +7,7 @@ replicaCount: 1
 revisionHistoryLimit: 10
 
 image:
-  repository: linkedin/datahub-mce-consumer
+  repository: acryldata/datahub-mce-consumer
   pullPolicy: IfNotPresent
   tag:
   # Override the image's command & args with a new one.
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index d0d31afbf..f7aca3254 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -3,7 +3,7 @@
 datahub-gms:
   enabled: true
   image:
-    repository: linkedin/datahub-gms
+    repository: acryldata/datahub-gms
     # tag: "v0.11.0 # defaults to .global.datahub.version
     # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
     # to run
@@ -37,7 +37,7 @@ datahub-gms:
 datahub-frontend:
   enabled: true
   image:
-    repository: linkedin/datahub-frontend-react
+    repository: acryldata/datahub-frontend-react
     # tag: "v0.11.0" # # defaults to .global.datahub.version
     # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
     # to run
@@ -86,7 +86,7 @@ acryl-datahub-actions:
 
 datahub-mae-consumer:
   image:
-    repository: linkedin/datahub-mae-consumer
+    repository: acryldata/datahub-mae-consumer
     # tag: "v0.11.0" # defaults to .global.datahub.version
     # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
     # to run
@@ -101,7 +101,7 @@ datahub-mae-consumer:
 
 datahub-mce-consumer:
   image:
-    repository: linkedin/datahub-mce-consumer
+    repository: acryldata/datahub-mce-consumer
     # tag: "v0.11.0" # defaults to .global.datahub.version
     # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
     # to run
@@ -123,7 +123,7 @@ datahub-ingestion-cron:
 elasticsearchSetupJob:
   enabled: true
   image:
-    repository: linkedin/datahub-elasticsearch-setup
+    repository: acryldata/datahub-elasticsearch-setup
     # tag: "v0.11.0" # defaults to .global.datahub.version
     # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
     # to run
@@ -157,7 +157,7 @@ elasticsearchSetupJob:
 kafkaSetupJob:
   enabled: true
   image:
-    repository: linkedin/datahub-kafka-setup
+    repository: acryldata/datahub-kafka-setup
     # tag: "v0.11.0" # defaults to .global.datahub.version
     # Add custom command / arguments to this job.  Useful if you need a custom startup or shutdown script
     # to run
@@ -655,7 +655,7 @@ global:
       #   value: password
 
   datahub:
-    version: v0.13.0
+    version: v0.13.1
     gms:
       protocol: "http"
       port: "8080"
@@ -693,7 +693,7 @@ global:
 
     managed_ingestion:
       enabled: true
-      defaultCliVersion: "0.13.0.0"
+      defaultCliVersion: "0.13.1.2"
 
     metadata_service_authentication:
       enabled: true

From ec89e9a9a431775348c1db52af18635aadf9eff7 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Wed, 10 Apr 2024 16:29:52 -0500
Subject: [PATCH 85/89] disable view access perm (#452)

---
 charts/datahub/Chart.yaml                        | 4 ++--
 charts/datahub/subcharts/datahub-gms/Chart.yaml  | 2 +-
 charts/datahub/subcharts/datahub-gms/values.yaml | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 5ec91eaba..dcd7e2d5c 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.5
+version: 0.4.6
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.13.1
 dependencies:
   - name: datahub-gms
-    version: 0.2.165
+    version: 0.2.166
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index 2c104af55..be3a6f1ad 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.165
+version: 0.2.166
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.13.1
diff --git a/charts/datahub/subcharts/datahub-gms/values.yaml b/charts/datahub/subcharts/datahub-gms/values.yaml
index c701f1d84..d4c8ec9c9 100644
--- a/charts/datahub/subcharts/datahub-gms/values.yaml
+++ b/charts/datahub/subcharts/datahub-gms/values.yaml
@@ -228,7 +228,7 @@ global:
       view:
         authorization:
           # search/view authorization filters
-          enabled: true
+          enabled: false
           # recommendation settings when search/view authorization is in effect
           recommendations:
             # whether to restrict Most Popular entities 

From cee96ec01c603d92a945e3ed3eade71c5eecb71a Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Thu, 11 Apr 2024 11:06:19 -0500
Subject: [PATCH 86/89] Add missing env var for values view access controls
 (#453)

---
 charts/datahub/Chart.yaml                                 | 4 ++--
 charts/datahub/subcharts/datahub-gms/Chart.yaml           | 2 +-
 .../subcharts/datahub-gms/templates/deployment.yaml       | 8 ++++++++
 3 files changed, 11 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index dcd7e2d5c..c5bb6da7a 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,13 +4,13 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.6
+version: 0.4.7
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.13.1
 dependencies:
   - name: datahub-gms
-    version: 0.2.166
+    version: 0.2.167
     repository: file://./subcharts/datahub-gms
     condition: datahub-gms.enabled
   - name: datahub-frontend
diff --git a/charts/datahub/subcharts/datahub-gms/Chart.yaml b/charts/datahub/subcharts/datahub-gms/Chart.yaml
index be3a6f1ad..3f36af1f2 100644
--- a/charts/datahub/subcharts/datahub-gms/Chart.yaml
+++ b/charts/datahub/subcharts/datahub-gms/Chart.yaml
@@ -12,7 +12,7 @@ description: A Helm chart for LinkedIn DataHub's datahub-gms component
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.2.166
+version: 0.2.167
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: v0.13.1
diff --git a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
index 359f6482b..cca0b2f81 100644
--- a/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
+++ b/charts/datahub/subcharts/datahub-gms/templates/deployment.yaml
@@ -311,6 +311,14 @@ spec:
                 secretKeyRef:
                   name: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretRef }}
                   key: {{ .Values.global.datahub.metadata_service_authentication.systemClientSecret.secretKey }}
+            {{- if .Values.global.datahub.metadata_service_authentication.view.authorization.enabled }}
+            - name: VIEW_AUTHORIZATION_ENABLED
+              value: "true"
+            {{- if .Values.global.datahub.metadata_service_authentication.view.authorization.recommendations.peerGroupEnabled }}
+            - name: VIEW_AUTHORIZATION_RECOMMENDATIONS_PEER_GROUP_ENABLED
+              value: "true"
+            {{- end }}
+            {{- end }}
             {{- end }}
             {{- if .Values.global.datahub.managed_ingestion.enabled }}
             - name: UI_INGESTION_ENABLED

From 8a360a1b253fe4a47ddc627685d8916666d574af Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Thu, 11 Apr 2024 12:55:50 -0500
Subject: [PATCH 87/89] revert non-blocking update (#454)

* message corruption mcl
---
 charts/datahub/Chart.yaml  | 2 +-
 charts/datahub/values.yaml | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index c5bb6da7a..250730f7a 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.7
+version: 0.4.8
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.13.1
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index f7aca3254..9bb3936bc 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -374,7 +374,7 @@ datahubSystemUpdate:
   # steps are completed, the non-blocking job runs while the rest of the
   # system is starting.
   nonblocking:
-    enabled: true
+    enabled: false
     # When mode = 'nonblocking' the nonblocking job should not include the above helm.sh/hook annotations
     annotations:
       # This is what defines this resource as a hook. Without this line, the

From 89c92c8ac73b4dc371d647216d60dff28cc7c9ae Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Tue, 16 Apr 2024 15:29:41 -0500
Subject: [PATCH 88/89] bump hotfix release v0.13.2 (#455)

---
 charts/datahub/Chart.yaml  | 4 ++--
 charts/datahub/values.yaml | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 250730f7a..8efe4f97a 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,10 +4,10 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.8
+version: 0.4.9
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
-appVersion: 0.13.1
+appVersion: 0.13.2
 dependencies:
   - name: datahub-gms
     version: 0.2.167
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index 9bb3936bc..dc20b2f31 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -655,7 +655,7 @@ global:
       #   value: password
 
   datahub:
-    version: v0.13.1
+    version: v0.13.2
     gms:
       protocol: "http"
       port: "8080"

From 2cc4fae0aea57f25fdf51346db9c15a8e1ab36bf Mon Sep 17 00:00:00 2001
From: Xuelei Li <115022112+lix-mms@users.noreply.github.com>
Date: Tue, 7 May 2024 22:32:11 +0200
Subject: [PATCH 89/89] feat(restoreIndices): configurable crontab schedule
 (#457)

* feat(restoreIndices): configurable crontab schedule

* and set default schedule to once per week on Sunday

* chore: bump chart version
---
 charts/datahub/Chart.yaml                                       | 2 +-
 .../datahub-upgrade/datahub-restore-indices-job-template.yml    | 2 +-
 charts/datahub/values.yaml                                      | 2 ++
 3 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/charts/datahub/Chart.yaml b/charts/datahub/Chart.yaml
index 8efe4f97a..0f5897209 100644
--- a/charts/datahub/Chart.yaml
+++ b/charts/datahub/Chart.yaml
@@ -4,7 +4,7 @@ description: A Helm chart for LinkedIn DataHub
 type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
-version: 0.4.9
+version: 0.4.10
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application.
 appVersion: 0.13.2
diff --git a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
index 5c3049e3b..c88c15624 100644
--- a/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
+++ b/charts/datahub/templates/datahub-upgrade/datahub-restore-indices-job-template.yml
@@ -10,7 +10,7 @@ metadata:
   labels:
     {{- include "datahub.labels" . | nindent 4 }}
 spec:
-  schedule: "* * * * *"
+  schedule: {{ .Values.datahubUpgrade.restoreIndices.schedule | default "0 0 * * 0" }}
   suspend: true
   concurrencyPolicy: {{ .Values.datahubUpgrade.restoreIndices.concurrencyPolicy | default "Allow" }}
   jobTemplate:
diff --git a/charts/datahub/values.yaml b/charts/datahub/values.yaml
index dc20b2f31..cfa81dec7 100644
--- a/charts/datahub/values.yaml
+++ b/charts/datahub/values.yaml
@@ -335,6 +335,8 @@ datahubUpgrade:
       requests:
         cpu: 300m
         memory: 256Mi
+    # Schedule of CronJob when enabled
+    schedule: "0 0 * * 0"
     # Add the concurrency Policy flexibility via values
     concurrencyPolicy: Allow
     # Add extra sidecar containers to job pod