Merge remote-tracking branch 'origin/main' into feat/boil-cache

Author: sbernauer

.github/ISSUE_TEMPLATE/update-product-druid.md

@@ -31,6 +31,7 @@ Add/Change/Remove anything that isn't applicable anymore
 - [ ] Release a new version of [druid-opa-authorizer](https://github.com/stackabletech/druid-opa-authorizer), if compiling against the new Druid version(s) requires changes in the code.
 - [ ] Update `boil-config.toml` to reflect the agreed upon versions in the spreadsheet (including the removal of old versions).
 - [ ] Update `boil-config.toml` to the latest supported version of JVM (base and devel).
+- [ ] Update `boil-config.toml` to the latest supported version of Hadoop.
 - [ ] Initialize new product versions with patchable and add patches if applicable.
 - [ ] Delete old patch directories.
 - [ ] Check the corresponding operator (getting_started / kuttl / supported-versions) for usage of the versions.

.github/ISSUE_TEMPLATE/update-product-hbase-phoenix-omid.md

@@ -32,6 +32,7 @@ Add/Change/Remove anything that isn't applicable anymore
 - [ ] Update `boil-config.toml` to reflect the agreed upon versions in the spreadsheet (including the removal of old versions).
 - [ ] Upload new versions (see the `hbase/*.sh` scripts).
 - [ ] Update `boil-config.toml` to the latest supported version of JVM (base and devel).
+- [ ] Update `boil-config.toml` to the latest supported version of Hadoop.
 - [ ] Update other dependencies if applicable (eg: phoenix, opa_authorizer, etc).
 - [ ] Check other operators (getting_started / kuttl / supported-versions) for usage of the versions. Add the PR to the list below.
 

.github/ISSUE_TEMPLATE/update-product-hive.md

@@ -29,6 +29,7 @@ Add/Change/Remove anything that isn't applicable anymore
 
 - [ ] Update `boil-config.toml` to reflect the agreed upon versions in the spreadsheet (including the removal of old versions).
 - [ ] Update `boil-config.toml` to the latest supported version of JVM (base and devel).
+- [ ] Update `boil-config.toml` to the latest supported version of Hadoop.
 - [ ] Update other dependencies if applicable (eg: jmx_exporter, aws_java_sdk_bundle, etc).
 - [ ] Initialize new product versions with patchable and add patches if applicable.
 - [ ] Delete old patch directories.

.github/ISSUE_TEMPLATE/update-product-spark.md

@@ -30,6 +30,7 @@ Add/Change/Remove anything that isn't applicable anymore
 - [ ] Update `boil-config.toml` to reflect the agreed upon versions in the spreadsheet (including the removal of old versions).
 - [ ] Upload new version (see `spark/upload_new_spark_version.sh`).
 - [ ] Update `boil-config.toml` to the latest supported version of JVM (base and devel).
+- [ ] Update `boil-config.toml` to the latest supported version of Hadoop.
 - [ ] Ensure that the transitive dependencies in `boil-config.toml` are compatible with the Spark version(s).
 - [ ] Update other dependencies if applicable (eg: python, jmx_exporter, aws_java_sdk_bundle, etc).
 - [ ] Check other operators (getting_started / kuttl / supported-versions) for usage of the versions. Add the PR(s) to the list below.

.github/workflows/build_airflow.yaml

@@ -5,6 +5,12 @@ run-name: |
 
 on:
   workflow_dispatch:
+    inputs:
+      skip-publish:
+        description: Skip publishing and signing images
+        type: boolean
+        required: true
+        default: false
   schedule:
     - cron: 0 0 1/2 * * # https://crontab.guru/#0_0_1/2_*_*
   push:
@@ -30,6 +36,7 @@ jobs:
     uses: ./.github/workflows/reusable_build_image.yaml
     secrets:
       harbor-robot-secret: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
+      quay-robot-secret: ${{ secrets.QUAY_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
       slack-token: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}
     permissions:
       id-token: write
@@ -38,3 +45,5 @@ jobs:
       product-name: airflow
       sdp-version: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
       registry-namespace: sdp
+      # Default to true if not set/empty (if not triggered by workflow_dispatch)
+      publish: ${{ !inputs.skip-publish }}

.github/workflows/build_druid.yaml

@@ -5,6 +5,12 @@ run-name: |
 
 on:
   workflow_dispatch:
+    inputs:
+      skip-publish:
+        description: Skip publishing and signing images
+        type: boolean
+        required: true
+        default: false
   schedule:
     - cron: 0 1 1/2 * * # https://crontab.guru/#0_1_1/2_*_*
   push:
@@ -32,6 +38,7 @@ jobs:
     uses: ./.github/workflows/reusable_build_image.yaml
     secrets:
       harbor-robot-secret: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
+      quay-robot-secret: ${{ secrets.QUAY_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
       slack-token: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}
     permissions:
       id-token: write
@@ -40,3 +47,5 @@ jobs:
       product-name: druid
       sdp-version: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
       registry-namespace: sdp
+      # Default to true if not set/empty (if not triggered by workflow_dispatch)
+      publish: ${{ !inputs.skip-publish }}

.github/workflows/build_hadoop.yaml

@@ -5,6 +5,12 @@ run-name: |
 
 on:
   workflow_dispatch:
+    inputs:
+      skip-publish:
+        description: Skip publishing and signing images
+        type: boolean
+        required: true
+        default: false
   schedule:
     - cron: 0 2 1/2 * * # https://crontab.guru/#0_2_1/2_*_*
   push:
@@ -32,6 +38,7 @@ jobs:
     uses: ./.github/workflows/reusable_build_image.yaml
     secrets:
       harbor-robot-secret: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
+      quay-robot-secret: ${{ secrets.QUAY_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
       slack-token: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}
     permissions:
       id-token: write
@@ -40,3 +47,5 @@ jobs:
       product-name: hadoop
       sdp-version: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
       registry-namespace: sdp
+      # Default to true if not set/empty (if not triggered by workflow_dispatch)
+      publish: ${{ !inputs.skip-publish }}

.github/workflows/build_hbase.yaml

@@ -5,6 +5,12 @@ run-name: |
 
 on:
   workflow_dispatch:
+    inputs:
+      skip-publish:
+        description: Skip publishing and signing images
+        type: boolean
+        required: true
+        default: false
   schedule:
     - cron: 0 0 2/2 * * # https://crontab.guru/#0_0_2/2_*_*
   push:
@@ -33,6 +39,7 @@ jobs:
     uses: ./.github/workflows/reusable_build_image.yaml
     secrets:
       harbor-robot-secret: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
+      quay-robot-secret: ${{ secrets.QUAY_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
       slack-token: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}
     permissions:
       id-token: write
@@ -41,3 +48,5 @@ jobs:
       product-name: hbase
       sdp-version: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
       registry-namespace: sdp
+      # Default to true if not set/empty (if not triggered by workflow_dispatch)
+      publish: ${{ !inputs.skip-publish }}

.github/workflows/build_hive.yaml

@@ -5,6 +5,12 @@ run-name: |
 
 on:
   workflow_dispatch:
+    inputs:
+      skip-publish:
+        description: Skip publishing and signing images
+        type: boolean
+        required: true
+        default: false
   schedule:
     - cron: 0 2 2/2 * * # https://crontab.guru/#0_2_2/2_*_*
   push:
@@ -33,6 +39,7 @@ jobs:
     uses: ./.github/workflows/reusable_build_image.yaml
     secrets:
       harbor-robot-secret: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
+      quay-robot-secret: ${{ secrets.QUAY_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
       slack-token: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}
     permissions:
       id-token: write
@@ -41,4 +48,6 @@ jobs:
       product-name: hive
       sdp-version: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
       registry-namespace: sdp
+      # Default to true if not set/empty (if not triggered by workflow_dispatch)
+      publish: ${{ !inputs.skip-publish }}
       runners: ubicloud

.github/workflows/build_java-base.yaml

@@ -5,6 +5,12 @@ run-name: |
 
 on:
   workflow_dispatch:
+    inputs:
+      skip-publish:
+        description: Skip publishing and signing images
+        type: boolean
+        required: true
+        default: false
   schedule:
     - cron: 0 0 1/2 * * # https://crontab.guru/#0_0_1/2_*_*
   push:
@@ -28,6 +34,7 @@ jobs:
     uses: ./.github/workflows/reusable_build_image.yaml
     secrets:
       harbor-robot-secret: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
+      quay-robot-secret: ${{ secrets.QUAY_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
       slack-token: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}
     permissions:
       id-token: write
@@ -36,3 +43,5 @@ jobs:
       product-name: java-base
       sdp-version: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
       registry-namespace: sdp
+      # Default to true if not set/empty (if not triggered by workflow_dispatch)
+      publish: ${{ !inputs.skip-publish }}