Bump all misc, non-product versions (#737)

sbernauer · labrenbe · web-flow · commit 33d5cd558cc5 · 2024-07-03T09:48:28.000Z
* bumo rust toolchain, ubi &amp; protoc

* bump vector to 0.39.0

* bump vector

* bump jmx exporter to 1.0.1

* bump statsd exporter to 0.26.1

* Bump inotify to 3.22.1.0-1.el9

* Document pushing of k8s/sig-storage images

* bump git sync to 4.2.3

* Add needed cache to conf.py

* changelog

---------

Co-authored-by: Benedikt Labrenz &lt;benedikt@labrenz.org&gt;
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -32,7 +32,6 @@ All notable changes to this project will be documented in this file.
 - hbase: Remove the symlink `/stackable/jmx/jmx_prometheus_javaagent-0.16.1.jar`
   which is unused since SDP 23.11 ([#621]).
 - hive: Only build and ship Hive metastore. This reduces the image size from `2.63GB` to `1.9GB` and should also reduce the number of dependencies ([#619], [#622]).
-- ubi8-rust-builder: Bump `protoc` from `21.5` to `26.1` ([#624]).
 - pass platform argument to preflight check ([#626]).
 - nifi: provision stackable-bcrypt from Maven ([#663])
 - nifi: move /bin/stackable-bcrypt to /stackable/stackable-bcrypt and added softlink for backwards compatibility ([#678]).
@@ -49,6 +48,7 @@ All notable changes to this project will be documented in this file.
 - spark: Build from source ([#679])
 - all: Moved the LOG4J_FORMAT_MSG_NO_LOOKUPS env variable from the individual Dockerfiles to `java-base` and `java-devel` ([#727])
 - all: Move product versions into product directory in preparation for individual product build workflows ([#732])
+- all: Bump rustc 1.79.0, protoc 27.2, git-sync 4.2.3, statsd-exporter 0.26.1, vector 0.39.0, jmx-exporter 1.0.1, inotify_tools 3.22.1.0-1.el9 ([#737])
 
 ### Fixed
 
@@ -106,6 +106,7 @@ All notable changes to this project will be documented in this file.
 [#727]: https://github.com/stackabletech/docker-images/pull/727
 [#732]: https://github.com/stackabletech/docker-images/pull/732
 [#734]: https://github.com/stackabletech/docker-images/pull/734
+[#737]: https://github.com/stackabletech/docker-images/pull/737
 
 ## [24.3.0] - 2024-03-20
 
diff --git a/airflow/versions.py b/airflow/versions.py
@@ -2,41 +2,41 @@
     {
         "product": "2.6.3",
         "python": "3.9",
-        "git_sync": "v4.2.1",
-        "statsd_exporter": "0.26.0",
+        "git_sync": "v4.2.3",
+        "statsd_exporter": "0.26.1",
         "tini": "0.19.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
     {
         "product": "2.7.2",
         "python": "3.9",
-        "git_sync": "v4.2.1",
-        "statsd_exporter": "0.26.0",
+        "git_sync": "v4.2.3",
+        "statsd_exporter": "0.26.1",
         "tini": "0.19.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
     {
         "product": "2.7.3",
         "python": "3.9",
-        "git_sync": "v4.2.1",
-        "statsd_exporter": "0.26.0",
+        "git_sync": "v4.2.3",
+        "statsd_exporter": "0.26.1",
         "tini": "0.19.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
     {
         "product": "2.8.1",
         "python": "3.9",
-        "git_sync": "v4.2.1",
-        "statsd_exporter": "0.26.0",
+        "git_sync": "v4.2.3",
+        "statsd_exporter": "0.26.1",
         "tini": "0.19.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
     {
         "product": "2.8.3",
         "python": "3.9",
-        "git_sync": "v4.2.1",
-        "statsd_exporter": "0.26.0",
+        "git_sync": "v4.2.3",
+        "statsd_exporter": "0.26.1",
         "tini": "0.19.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
 ]
diff --git a/conf.py b/conf.py
@@ -147,3 +147,5 @@
     "trino": {"id": "62557c4a0030f6483318e203"},
     "zookeeper": {"id": "62552b0aadd9d54d56cda11d"},
 }
+
+cache: list[str] = []
diff --git a/hadoop/versions.py b/hadoop/versions.py
@@ -4,7 +4,7 @@
         "java-base": "11",
         "java-devel": "11",
         "async_profiler": "2.9",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
         "protobuf": "3.7.1",
         "hdfs_utils": "0.2.1",
         "topology_provider": "0.3.0",
@@ -14,7 +14,7 @@
         "java-base": "11",
         "java-devel": "11",
         "async_profiler": "2.9",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
         "protobuf": "3.7.1",
         "hdfs_utils": "0.2.1",
         "topology_provider": "0.3.0",
diff --git a/hbase/versions.py b/hbase/versions.py
@@ -11,6 +11,6 @@
         "phoenix": "5.2.0",
         "hbase_profile": "2.4",
         "hadoop": "3.3.6",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
     },
 ]
diff --git a/hive/versions.py b/hive/versions.py
@@ -1,7 +1,7 @@
 versions = [
     {
         "product": "3.1.3",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
         # Hive must be built with Java 8 but will run on Java 11
         "java-base": "11",
         "java-devel": "1.8.0",
diff --git a/java-base/versions.py b/java-base/versions.py
@@ -1,18 +1,18 @@
 versions = [
     {
         "product": "1.8.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
     {
         "product": "11",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
     {
         "product": "17",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
     {
         "product": "21",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
     },
 ]
diff --git a/kafka/versions.py b/kafka/versions.py
@@ -6,7 +6,7 @@
         "scala": "2.13",
         "kcat": "1.7.0",
         "opa_authorizer": "1.5.1",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
     },
     {
         "product": "3.5.2",
@@ -15,7 +15,7 @@
         "scala": "2.13",
         "kcat": "1.7.0",
         "opa_authorizer": "1.5.1",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
     },
     {
         "product": "3.6.1",
@@ -24,6 +24,6 @@
         "scala": "2.13",
         "kcat": "1.7.0",
         "opa_authorizer": "1.5.1",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
     },
 ]
diff --git a/omid/versions.py b/omid/versions.py
@@ -3,6 +3,6 @@
         "product": "1.1.0",
         "java-base": "11",
         "java-devel": "11",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
     },
 ]
diff --git a/opa/versions.py b/opa/versions.py
@@ -1,13 +1,13 @@
 versions = [
     {
         "product": "0.57.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
         "bundle_builder_version": "1.1.2",
         "stackable-base": "1.0.0",
     },
     {
         "product": "0.61.0",
-        "vector": "0.35.0",
+        "vector": "0.39.0",
         "bundle_builder_version": "1.1.2",
         "stackable-base": "1.0.0",
     },
diff --git a/spark-k8s/versions.py b/spark-k8s/versions.py
@@ -11,8 +11,8 @@
         "jackson_dataformat_xml": "2.14.2",  # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.4.1
         "stax2_api": "4.2.1",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
         "woodstox_core": "6.5.0",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
-        "vector": "0.35.0",
-        "jmx_exporter": "0.20.0",
+        "vector": "0.39.0",
+        "jmx_exporter": "1.0.1",
         "tini": "0.19.0",
     },
     {
@@ -27,8 +27,8 @@
         "jackson_dataformat_xml": "2.14.2",  # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.4.2
         "stax2_api": "4.2.1",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
         "woodstox_core": "6.5.0",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
-        "vector": "0.35.0",
-        "jmx_exporter": "0.20.0",
+        "vector": "0.39.0",
+        "jmx_exporter": "1.0.1",
         "tini": "0.19.0",
     },
     {
@@ -43,8 +43,8 @@
         "jackson_dataformat_xml": "2.15.2",  # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.0
         "stax2_api": "4.2.1",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
         "woodstox_core": "6.5.1",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
-        "vector": "0.35.0",
-        "jmx_exporter": "0.20.0",
+        "vector": "0.39.0",
+        "jmx_exporter": "1.0.1",
         "tini": "0.19.0",
     },
     {
@@ -60,8 +60,8 @@
         "jackson_dataformat_xml": "2.15.2",  # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.1
         "stax2_api": "4.2.1",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
         "woodstox_core": "6.5.1",  # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
-        "vector": "0.35.0",
-        "jmx_exporter": "0.20.0",
+        "vector": "0.39.0",
+        "jmx_exporter": "1.0.1",
         "tini": "0.19.0",
     },
 ]
diff --git a/stackable-base/Dockerfile b/stackable-base/Dockerfile
@@ -4,11 +4,11 @@
 # https://catalog.redhat.com/software/containers/ubi9/ubi-minimal/615bd9b4075b022acc111bf5?image=6633b5136d81a5634a616c41&architecture=amd64
 
 # Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
-FROM registry.access.redhat.com/ubi9/ubi-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS product-utils-builder
+FROM registry.access.redhat.com/ubi9-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS product-utils-builder
 
 ENV CONFIG_UTILS_VERSION=0.2.0
 # This SHOULD be kept in sync with operator-templating and other tools to reduce build times
-ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.78.0
+ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.79.0
 ENV CARGO_CYCLONEDX_CRATE_VERSION=0.4.0
 ENV CARGO_AUDITABLE_CRATE_VERSION=0.6.4
 
@@ -29,7 +29,7 @@ RUN cd ./config-utils && \
     cargo auditable build --release && cargo cyclonedx --output-pattern package --all --output-cdx
 
 # Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
-FROM registry.access.redhat.com/ubi9/ubi-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS final
+FROM registry.access.redhat.com/ubi9-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS final
 
 # intentionally unused
 ARG PRODUCT
diff --git a/superset/versions.py b/superset/versions.py
@@ -2,36 +2,36 @@
     {
         "product": "2.1.1",
         "python": "3.9",
-        "vector": "0.35.0",
-        "statsd_exporter": "0.26.0",
+        "vector": "0.39.0",
+        "statsd_exporter": "0.26.1",
         "authlib": "0.15.4",  # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.0/requirements-extra.txt#L10
     },
     {
         "product": "2.1.3",
         "python": "3.9",
-        "vector": "0.35.0",
-        "statsd_exporter": "0.26.0",
+        "vector": "0.39.0",
+        "statsd_exporter": "0.26.1",
         "authlib": "0.15.4",  # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.0/requirements-extra.txt#L10
     },
     {
         "product": "3.0.1",
         "python": "3.9",
-        "vector": "0.35.0",
-        "statsd_exporter": "0.26.0",
+        "vector": "0.39.0",
+        "statsd_exporter": "0.26.1",
         "authlib": "0.15.4",  # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.7/requirements-extra.txt#L7
     },
     {
         "product": "3.0.3",
         "python": "3.9",
-        "vector": "0.35.0",
-        "statsd_exporter": "0.26.0",
+        "vector": "0.39.0",
+        "statsd_exporter": "0.26.1",
         "authlib": "1.2.1",  # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.10/requirements-extra.txt#L7
     },
     {
         "product": "3.1.0",
         "python": "3.9",
-        "vector": "0.35.0",
-        "statsd_exporter": "0.26.0",
+        "vector": "0.39.0",
+        "statsd_exporter": "0.26.1",
         "authlib": "1.2.1",  # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.10/requirements-extra.txt#L7
     },
 ]
diff --git a/trino/versions.py b/trino/versions.py
@@ -4,14 +4,14 @@
         "java-base": "17",
         "java-devel": "17",
         "opa_authorizer": "stackable0.2.0",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
         "storage_connector": "413",
     },
     {
         "product": "442",
         "java-base": "21",
         "java-devel": "21",
-        "jmx_exporter": "0.20.0",
+        "jmx_exporter": "1.0.1",
         "storage_connector": "442",
         "opa_authorizer": "",
     },
diff --git a/ubi8-rust-builder/Dockerfile b/ubi8-rust-builder/Dockerfile
@@ -6,17 +6,17 @@
 # Ignoring DL3038 globally because we set `assumeyes=True` in dnf.conf
 # hadolint global ignore=DL3038
 
-# https://catalog.redhat.com/software/containers/ubi8/ubi8-minimal/5c64772edd19c77a158ea216?architecture=amd64
+# https://catalog.redhat.com/software/containers/ubi8-minimal/5c64772edd19c77a158ea216?architecture=amd64
 # Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
 FROM registry.access.redhat.com/ubi8-minimal@sha256:5f1cd3422d5d46aea35dac80825dbcbd58213eef49c317f42a394345fb4e8ff1 AS builder
 
 LABEL maintainer="Stackable GmbH"
 
 # This SHOULD be kept in sync with operator-templating and other tools to reduce build times
-ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.77.2
+ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.79.0
 ENV CARGO_CYCLONEDX_CRATE_VERSION=0.4.0
 ENV CARGO_AUDITABLE_CRATE_VERSION=0.6.4
-ENV PROTOC_VERSION=27.1
+ENV PROTOC_VERSION=27.2
 
 # Sets the default shell to Bash with strict error handling and robust pipeline processing.
 # "-e": Exits immediately if a command exits with a non-zero status
diff --git a/ubi9-rust-builder/Dockerfile b/ubi9-rust-builder/Dockerfile
@@ -3,17 +3,17 @@
 # Ignoring DL3038 globally because we set `assumeyes=True` in dnf.conf
 # hadolint global ignore=DL3038
 
-# https://catalog.redhat.com/software/containers/ubi9/ubi-minimal/615bd9b4075b022acc111bf5?architecture=amd64
+# https://catalog.redhat.com/software/containers/ubi9-minimal/615bd9b4075b022acc111bf5?architecture=amd64
 # Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
-FROM registry.access.redhat.com/ubi9/ubi-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS builder
+FROM registry.access.redhat.com/ubi9-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS builder
 
 LABEL maintainer="Stackable GmbH"
 
 # This SHOULD to be kept in sync with operator-templating and other tools to reduce build times
-ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.77.2
+ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.79.0
 ENV CARGO_CYCLONEDX_CRATE_VERSION=0.4.0
 ENV CARGO_AUDITABLE_CRATE_VERSION=0.6.4
-ENV PROTOC_VERSION=27.1
+ENV PROTOC_VERSION=27.2
 
 # Sets the default shell to Bash with strict error handling and robust pipeline processing.
 # "-e": Exits immediately if a command exits with a non-zero status
diff --git a/upload_sig_storage_driver.sh b/upload_sig_storage_driver.sh
diff --git a/vector/versions.py b/vector/versions.py
diff --git a/zookeeper/versions.py b/zookeeper/versions.py

Original file line number	Diff line number	Diff line change
`@@ -147,3 +147,5 @@`
`147`	`147`	`"trino": {"id": "62557c4a0030f6483318e203"},`
`148`	`148`	`"zookeeper": {"id": "62552b0aadd9d54d56cda11d"},`
`149`	`149`	`}`
	`150`	`+`
	`151`	`+cache: list[str] = []`
Original file line number	Diff line number	Diff line change
`@@ -11,6 +11,6 @@`
`11`	`11`	`"phoenix": "5.2.0",`
`12`	`12`	`"hbase_profile": "2.4",`
`13`	`13`	`"hadoop": "3.3.6",`
`14`		`- "jmx_exporter": "0.20.0",`
	`14`	`+ "jmx_exporter": "1.0.1",`
`15`	`15`	`},`
`16`	`16`	`]`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`versions = [`
`2`	`2`	`{`
`3`	`3`	`"product": "3.1.3",`
`4`		`- "jmx_exporter": "0.20.0",`
	`4`	`+ "jmx_exporter": "1.0.1",`
`5`	`5`	`# Hive must be built with Java 8 but will run on Java 11`
`6`	`6`	`"java-base": "11",`
`7`	`7`	`"java-devel": "1.8.0",`
Original file line number	Diff line number	Diff line change
`@@ -1,18 +1,18 @@`
`1`	`1`	`versions = [`
`2`	`2`	`{`
`3`	`3`	`"product": "1.8.0",`
`4`		`- "vector": "0.35.0",`
	`4`	`+ "vector": "0.39.0",`
`5`	`5`	`},`
`6`	`6`	`{`
`7`	`7`	`"product": "11",`
`8`		`- "vector": "0.35.0",`
	`8`	`+ "vector": "0.39.0",`
`9`	`9`	`},`
`10`	`10`	`{`
`11`	`11`	`"product": "17",`
`12`		`- "vector": "0.35.0",`
	`12`	`+ "vector": "0.39.0",`
`13`	`13`	`},`
`14`	`14`	`{`
`15`	`15`	`"product": "21",`
`16`		`- "vector": "0.35.0",`
	`16`	`+ "vector": "0.39.0",`
`17`	`17`	`},`
`18`	`18`	`]`
Original file line number	Diff line number	Diff line change
`@@ -3,6 +3,6 @@`
`3`	`3`	`"product": "1.1.0",`
`4`	`4`	`"java-base": "11",`
`5`	`5`	`"java-devel": "11",`
`6`		`- "jmx_exporter": "0.20.0",`
	`6`	`+ "jmx_exporter": "1.0.1",`
`7`	`7`	`},`
`8`	`8`	`]`