chore(spark): Remove 3.5.7 and 4.0.1 (#1525)

* Remove 3.5.7 and 4.0.1, depricate 3.5.8, LTS 4.1.1

* Remove hbase-connectors/1.0.1_3.5.7 since 3.5.7 is removed

* Update changelog

* Removing hbase-connector/3.5.7 from boil

* Fixing changelog.md

* Remove deprecation and LTS hint

Co-authored-by: Sebastian Bernauer <sebastian.bernauer@stackable.tech>

---------

Co-authored-by: Sebastian Bernauer <sebastian.bernauer@stackable.tech>

Author: Maleware

CHANGELOG.md

@@ -40,6 +40,7 @@ All notable changes to this project will be documented in this file.
 
 - nifi: Remove `1.28.1`, deprecate `2.7.2` ([#1520]).
 - opa: Remove `1.8.0` ([#1509]).
+- spark-k8s: Remove `3.5.7` and `4.0.1` ([#1525]).
 
 [#1446]: https://github.com/stackabletech/docker-images/pull/1446
 [#1452]: https://github.com/stackabletech/docker-images/pull/1452
@@ -62,6 +63,7 @@ All notable changes to this project will be documented in this file.
 [#1518]: https://github.com/stackabletech/docker-images/pull/1518
 [#1520]: https://github.com/stackabletech/docker-images/pull/1520
 [#1521]: https://github.com/stackabletech/docker-images/pull/1521
+[#1525]: https://github.com/stackabletech/docker-images/pull/1525
 [#1524]: https://github.com/stackabletech/docker-images/pull/1524
 
 ## [26.3.0] - 2026-03-16

spark-k8s/boil-config.toml

@@ -1,28 +1,7 @@
 [metadata.registries]
 "oci.stackable.tech" = { namespace = "sdp" }
 
-[versions."3.5.7"]
-containerfile = "Dockerfile.3"
-
-[versions."3.5.7".local-images]
-"hadoop/hadoop" = "3.4.2"
-java-base = "17"
-java-devel = "17"
-hbase = "2.6.3"
-"spark-k8s/hbase-connectors" = "1.0.1_3.5.7"
-
-[versions."3.5.7".build-arguments]
-python-version = "3.11"
-aws-java-sdk-bundle-version = "2.29.52"   # needs to match the version shipped by Hadoop
-azure-storage-version = "7.0.1"           # needs to match the version shipped by Hadoop
-azure-keyvault-core-version = "1.0.0"     # needs to match the version shipped by Hadoop
-jackson-dataformat-xml-version = "2.15.2" # needs to match the version shipped by Spark https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.12/3.5.7
-stax2-api-version = "4.2.1"               # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
-woodstox-core-version = "6.5.1"           # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
-jmx-exporter-version = "1.3.0"
-tini-version = "0.19.0"
-hbase-connector-version = "1.0.1_3.5.7"
-
+# Deprecated since 26.7.0
 [versions."3.5.8"]
 containerfile = "Dockerfile.3"
 
@@ -45,25 +24,8 @@ jmx-exporter-version = "1.3.0"
 tini-version = "0.19.0"
 hbase-connector-version = "1.0.1_3.5.8"
 
-[versions."4.0.1"]
-containerfile = "Dockerfile.4"
-
-[versions."4.0.1".local-images]
-"hadoop/hadoop" = "3.4.2"
-java-base = "21"
-java-devel = "21"
-
-[versions."4.0.1".build-arguments]
-python-version = "3.12"
-aws-java-sdk-bundle-version = "2.29.52"   # needs to match the version shipped by Hadoop
-azure-storage-version = "7.0.1"           # needs to match the version shipped by Hadoop
-azure-keyvault-core-version = "1.0.0"     # needs to match the version shipped by Hadoop
-jackson-dataformat-xml-version = "2.18.2" # needs to match the version shipped by Spark https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/4.0.1
-stax2-api-version = "4.2.2"               # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.18.2
-woodstox-core-version = "7.0.0"           # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.18.2
-jmx-exporter-version = "1.3.0"
-tini-version = "0.19.0"
 
+# LTS since 26.7.0
 [versions."4.1.1"]
 containerfile = "Dockerfile.4"
 

spark-k8s/hbase-connectors/boil-config.toml

@@ -1,12 +1,3 @@
-
-[versions."1.0.1_3.5.7".local-images]
-java-devel = "17"
-
-[versions."1.0.1_3.5.7".build-arguments]
-spark-version = "3.5.7"
-hadoop-version = "3.4.2"
-hbase-version = "2.6.3"
-
 [versions."1.0.1_3.5.8".local-images]
 java-devel = "17"