Merge remote-tracking branch 'origin/main' into fix/demos-in-namespaces-with-labels

Author: sbernauer

.github/ISSUE_TEMPLATE/pre-release-upgrade-testing.md

@@ -113,20 +113,14 @@ stackablectl stack install <STACK_NAME>
 # --- IMPORTANT ---
 # Run through the (still) nightly demo/stack instructions (refer to the list above).
 
-# Get a list of installed operators
-stackablectl operator installed --output=plain
+# Install nightly version of operators
+stackablectl release upgrade dev
 
-# Uninstall operators for the stable release (OO.M)
-stackablectl release uninstall OO.M
-
-# Update CRDs to nightly version (on main)
-# Repeat this for every operator used by the demo (use the list from the earlier step before deleting the operators)
-kubectl replace -f https://raw.githubusercontent.com/stackabletech/commons-operator/main/deploy/helm/commons-operator/crds/crds.yaml
-kubectl replace -f https://raw.githubusercontent.com/stackabletech/...-operator/main/deploy/helm/...-operator/crds/crds.yaml
+# Bump every stacklet to the version that used by the nightly demo.
+# Typically, this is the latest supported version.
+kubectl patch hbaseclusters/hbase --type='json' -p='[{"op": "replace", "path": "/spec/image/productVersion", "value":"x.x.x"}]' # changed
 
-# Install nightly version of operators (use the list from the earlier step before deleting the operators)
-stackablectl operator install commons ...
+# Check that the operator logs look good (no unexpected errors etc.)
 
-# Optionally update the product versions in the CRDs (to the latest non-experimental version for the new release), e.g.:
-kubectl patch hbaseclusters/hbase --type='json' -p='[{"op": "replace", "path": "/spec/image/productVersion", "value":"x.x.x"}]' # changed
+# Run through the (still) nightly demo/stack instructions again.
 ```

demos/argo-cd-git-ops/manifests/airflow/airflow.yaml

@@ -66,6 +66,12 @@ spec:
                   secretKeyRef:
                     name: airflow-minio-connection
                     key: airflow-minio-connection
+          - name: git-sync-0
+            resources:
+              limits:
+                memory: "128Mi"
+              requests:
+                memory: "128Mi"
     config:
       gracefulShutdownTimeout: 30s
       resources:
@@ -94,6 +100,13 @@ spec:
                   secretKeyRef:
                     name: airflow-minio-connection
                     key: airflow-minio-connection
+        initContainers:
+          - name: git-sync-0-init
+            resources:
+              limits:
+                memory: "128Mi"
+              requests:
+                memory: "128Mi"
   schedulers:
     envOverrides: *envOverrides
     podOverrides: *podOverrides

demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml

@@ -26,7 +26,7 @@ spec:
               echo 'Waiting for all nifi instances to be ready'
               kubectl wait --for=condition=ready --timeout=30m pod -l app.kubernetes.io/name=nifi,app.kubernetes.io/instance=nifi -n {{ NAMESPACE }}
         - name: wait-for-kafka-topics
-          image: oci.stackable.tech/sdp/kafka:4.1.0-stackable0.0.0-dev
+          image: oci.stackable.tech/sdp/kafka:4.1.1-stackable0.0.0-dev
           command:
             - bash
             - -euo
@@ -255,7 +255,7 @@ data:
     spark.sql("CREATE TABLE IF NOT EXISTS lakehouse.smart_city.shared_bikes_station_status (station_id string, num_bikes_available short, is_installed boolean, is_renting boolean, is_returning boolean, last_reported timestamp) USING iceberg PARTITIONED BY (days(last_reported)) TBLPROPERTIES ('format-version' = 2, format = 'PARQUET')")
 
     kafkaOptions = {
-      "kafka.bootstrap.servers": "kafka-broker-default.{{ NAMESPACE }}.svc.cluster.local:9093",
+      "kafka.bootstrap.servers": "kafka-broker-default-headless.{{ NAMESPACE }}.svc.cluster.local:9093",
       "kafka.security.protocol": "SSL",
       "kafka.ssl.truststore.location": "/stackable/tls/truststore.p12",
       "kafka.ssl.truststore.password": "changeit",