chore: Remove support for 3.5.7 and 4.0.1 (#695)

* Removing  and , deprecate , LTS

* update changelog.md

* updating productVersion to 4.1.1 since LTS

* Updating supported-versions.adoc regarding limitations

Author: Maleware

CHANGELOG.md

@@ -69,6 +69,7 @@ All notable changes to this project will be documented in this file.
 
 ### Removed
 
+- Support for Spark `3.5.7` and `4.0.1` ([#695])
 - Support for Spark `3.5.6` ([#642]).
 - Deprecated support for Spark `3.5.7` ([#650]).
 
@@ -86,6 +87,7 @@ All notable changes to this project will be documented in this file.
 [#663]: https://github.com/stackabletech/spark-k8s-operator/pull/663
 [#664]: https://github.com/stackabletech/spark-k8s-operator/pull/664
 [#666]: https://github.com/stackabletech/spark-k8s-operator/pull/666
+[#695]: https://github.com/stackabletech/spark-k8s-operator/pull/695
 
 ## [25.11.0] - 2025-11-07
 

docs/modules/spark-k8s/examples/example-history-app.yaml

@@ -5,7 +5,7 @@ metadata:
   name: spark-pi-s3-1
 spec:
   sparkImage:
-    productVersion: 3.5.8
+    productVersion: 4.1.1
     pullPolicy: IfNotPresent
   mode: cluster
   mainClass: org.apache.spark.examples.SparkPi

docs/modules/spark-k8s/examples/example-history-server.yaml

@@ -5,7 +5,7 @@ metadata:
   name: spark-history
 spec:
   image:
-    productVersion: 3.5.8
+    productVersion: 4.1.1
   logFileDirectory: # <1>
     s3:
       prefix: eventlogs/ # <2>

docs/modules/spark-k8s/examples/example-sparkapp-configmap.yaml

@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage:
-    productVersion: 3.5.8
+    productVersion: 4.1.1
   mode: cluster
   mainApplicationFile: s3a://stackable-spark-k8s-jars/jobs/ny-tlc-report-1.1.0.jar # <3>
   mainClass: tech.stackable.demo.spark.NYTLCReport

docs/modules/spark-k8s/examples/example-sparkapp-image.yaml

@@ -7,7 +7,7 @@ metadata:
 spec:
   image: oci.stackable.tech/stackable/ny-tlc-report:0.2.0 # <1>
   sparkImage:
-    productVersion: 3.5.8
+    productVersion: 4.1.1
   mode: cluster
   mainApplicationFile: local:///stackable/spark/jobs/ny_tlc_report.py # <2>
   args:

docs/modules/spark-k8s/examples/example-sparkapp-pvc.yaml

@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage:
-    productVersion: 3.5.8
+    productVersion: 4.1.1
   mode: cluster
   mainApplicationFile: s3a://my-bucket/app.jar # <1>
   mainClass: org.example.App # <2>

docs/modules/spark-k8s/examples/example-sparkapp-s3-private.yaml

@@ -5,7 +5,7 @@ metadata:
   name: example-sparkapp-s3-private
 spec:
   sparkImage:
-    productVersion: 3.5.8
+    productVersion: 4.1.1
   mode: cluster
   mainApplicationFile: s3a://my-bucket/spark-examples.jar # <1>
   mainClass: org.apache.spark.examples.SparkPi # <2>

docs/modules/spark-k8s/examples/example-sparkapp-streaming.yaml

@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage:
-    productVersion: 3.5.8
+    productVersion: 4.1.1
   mode: cluster
   mainApplicationFile: local:///stackable/spark/examples/src/main/python/streaming/hdfs_wordcount.py
   args:

docs/modules/spark-k8s/examples/getting_started/application.yaml

@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage: # <2>
-    productVersion: 3.5.8
+    productVersion: 4.1.1
   mode: cluster # <3>
   mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py # <4>
   job: # <5>

docs/modules/spark-k8s/partials/supported-versions.adoc

@@ -3,13 +3,9 @@
 // Stackable Platform documentation.
 // Please sort the versions in descending order (newest first)
 
-- 4.1.1 (Hadoop 3.4.2, Scala 2.13, Python 3.12, Java 21)
-- 4.0.1 (Hadoop 3.4.2, Scala 2.13, Python 3.12, Java 21) (Deprecated)
-- 3.5.8 (Hadoop 3.4.2, Scala 2.12, Python 3.11, Java 17) (LTS)
-- 3.5.7 (Hadoop 3.4.2, Scala 2.12, Python 3.11, Java 17) (Deprecated)
+- 4.1.1 (Hadoop 3.4.2, Scala 2.13, Python 3.12, Java 21) (LTS)
+- 3.5.8 (Hadoop 3.4.2, Scala 2.12, Python 3.11, Java 17) (Deprecated)
 
-Apache Spark 4.1.1 has the following known issues (as of February 2026):
+Apache Spark 4.1.1 has the following known issues (as of July 2026):
 
-- Missing HBase compatibility (See: https://github.com/apache/hbase-connectors/pull/130)
-- No Iceberg Spark runtime release with support for Spark 4.1 available yet.
-- No Delta Lake release with support for Spark 4.1 available yet.
+- Missing HBase compatibility (See: https://issues.apache.org/jira/browse/HBASE-30178)