chore: Add spark 4.1.2 (#708)

Maleware · web-flow · commit 5f6c9837a138 · 2026-06-29T20:13:35.000Z
* Adding 4.1.2 to supported versions

* Update Changelog and LTS version for 26.7

* Typo and remove test leftover
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,6 +7,7 @@ All notable changes to this project will be documented in this file.
 ### Added
 
 - BREAKING: Add required CLI argument and env var to set the image repository used to construct final product image names: `IMAGE_REPOSITORY` (`--image-repository`), eg. `oci.example.org/my/namespace` ([#684]).
+- Support for Spark `4.1.2` ([#708])
 
 ### Fixed
 
@@ -36,6 +37,7 @@ All notable changes to this project will be documented in this file.
 [#694]: https://github.com/stackabletech/spark-k8s-operator/pull/694
 [#696]: https://github.com/stackabletech/spark-k8s-operator/pull/696
 [#705]: https://github.com/stackabletech/spark-k8s-operator/pull/705
+[#708]: https://github.com/stackabletech/spark-k8s-operator/pull/708
 
 ## [26.3.0] - 2026-03-16
 
diff --git a/docs/modules/spark-k8s/examples/example-history-app.yaml b/docs/modules/spark-k8s/examples/example-history-app.yaml
@@ -5,7 +5,7 @@ metadata:
   name: spark-pi-s3-1
 spec:
   sparkImage:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
     pullPolicy: IfNotPresent
   mode: cluster
   mainClass: org.apache.spark.examples.SparkPi
diff --git a/docs/modules/spark-k8s/examples/example-history-server.yaml b/docs/modules/spark-k8s/examples/example-history-server.yaml
@@ -5,7 +5,7 @@ metadata:
   name: spark-history
 spec:
   image:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   logFileDirectory: # <1>
     s3:
       prefix: eventlogs/ # <2>
diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-configmap.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-configmap.yaml
@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   mode: cluster
   mainApplicationFile: s3a://stackable-spark-k8s-jars/jobs/ny-tlc-report-1.1.0.jar # <3>
   mainClass: tech.stackable.demo.spark.NYTLCReport
diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-image.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-image.yaml
@@ -7,7 +7,7 @@ metadata:
 spec:
   image: oci.stackable.tech/stackable/ny-tlc-report:0.2.0 # <1>
   sparkImage:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   mode: cluster
   mainApplicationFile: local:///stackable/spark/jobs/ny_tlc_report.py # <2>
   args:
diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-pvc.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-pvc.yaml
@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   mode: cluster
   mainApplicationFile: s3a://my-bucket/app.jar # <1>
   mainClass: org.example.App # <2>
diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-s3-private.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-s3-private.yaml
@@ -5,7 +5,7 @@ metadata:
   name: example-sparkapp-s3-private
 spec:
   sparkImage:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   mode: cluster
   mainApplicationFile: s3a://my-bucket/spark-examples.jar # <1>
   mainClass: org.apache.spark.examples.SparkPi # <2>
diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-streaming.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-streaming.yaml
@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   mode: cluster
   mainApplicationFile: local:///stackable/spark/examples/src/main/python/streaming/hdfs_wordcount.py
   args:
diff --git a/docs/modules/spark-k8s/examples/getting_started/application.yaml b/docs/modules/spark-k8s/examples/getting_started/application.yaml
@@ -6,7 +6,7 @@ metadata:
   namespace: default
 spec:
   sparkImage: # <2>
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   mode: cluster # <3>
   mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py # <4>
   job: # <5>
diff --git a/docs/modules/spark-k8s/pages/usage-guide/operations/pod-placement.adoc b/docs/modules/spark-k8s/pages/usage-guide/operations/pod-placement.adoc
@@ -22,7 +22,7 @@ spec:
   mode: cluster
   mainApplicationFile: app.jar
   sparkImage:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   job:
     config:
       affinity: # <2>
diff --git a/docs/modules/spark-k8s/pages/usage-guide/spark-connect.adoc b/docs/modules/spark-k8s/pages/usage-guide/spark-connect.adoc
@@ -69,7 +69,7 @@ metadata:
   name: spark-connect
 spec:
   image:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   connectors:
     s3connection:
       reference: s3-connection
@@ -87,7 +87,7 @@ metadata:
   name: spark-connect
 spec:
   image:
-    productVersion: 4.1.1
+    productVersion: 4.1.2
   connectors:
     s3buckets:
       - reference: aws-cust-1-ingest
diff --git a/docs/modules/spark-k8s/partials/supported-versions.adoc b/docs/modules/spark-k8s/partials/supported-versions.adoc
@@ -3,9 +3,10 @@
 // Stackable Platform documentation.
 // Please sort the versions in descending order (newest first)
 
-- 4.1.1 (Hadoop 3.4.2, Scala 2.13, Python 3.12, Java 21) (LTS)
+- 4.1.2 (Hadoop 3.4.3, Scala 2.13, Python 3.12, Java 21) (LTS)
+- 4.1.1 (Hadoop 3.4.3, Scala 2.13, Python 3.12, Java 21) (Deprecated)
 - 3.5.8 (Hadoop 3.4.2, Scala 2.12, Python 3.11, Java 17) (Deprecated)
 
-Apache Spark 4.1.1 has the following known issues (as of July 2026):
+Apache Spark 4.1.1 & 4.1.2 have the following known issues (as of July 2026):
 
 - Missing HBase compatibility (See: https://issues.apache.org/jira/browse/HBASE-30178)
diff --git a/rust/operator-binary/src/connect/crd.rs b/rust/operator-binary/src/connect/crd.rs
@@ -457,7 +457,7 @@ mod tests {
           name: spark-connect
         spec:
           image:
-            productVersion: 4.1.1
+            productVersion: 4.1.2
         "# })
         .expect("Failed to deserialize minimal SparkConnectServer CR");
     }
@@ -472,7 +472,7 @@ mod tests {
             name: spark-connect
           spec:
             image:
-              productVersion: 4.1.1
+              productVersion: 4.1.2
             connectors:
               s3:
                 - reference: my-s3-bucket
@@ -494,7 +494,7 @@ mod tests {
             name: spark-connect
           spec:
             image:
-              productVersion: 4.1.1
+              productVersion: 4.1.2
             connectors:
               s3:
                 - inline:
@@ -523,7 +523,7 @@ mod tests {
         fn roundtrip_test_data() -> Vec<Self> {
             stackable_operator::utils::yaml_from_str_singleton_map(indoc! {r#"
               - image:
-                  productVersion: 4.1.1
+                  productVersion: 4.1.2
                   pullPolicy: IfNotPresent
                 connectors:
                   s3buckets:
diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml
@@ -7,13 +7,15 @@ dimensions:
     values:
       - 3.5.8
       - 4.1.1
+      - 4.1.2
       # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version
       # as in the example below.
       # - 3.5.6,oci.stackable.tech/sandbox/spark-k8s:3.5.6-stackable0.0.0-dev
   - name: spark-logging
     values:
       - 3.5.8
       - 4.1.1
+      - 4.1.2
   - name: spark-hbase-connector
     values:
       - 3.5.8
@@ -23,12 +25,14 @@ dimensions:
     values:
       - 3.5.8
       - 4.1.1
+      - 4.1.2
       # - 3.5.6,oci.stackable.tech/sandbox/spark-k8s:3.5.6-stackable0.0.0-dev
   # Note: We keep this list, as new Spark versions are only supported delayed by Iceberg
   - name: spark-iceberg
     values:
       - 3.5.8
       - 4.1.1
+      - 4.1.2
   - name: iceberg-latest
     values:
       - 1.11.0
@@ -39,6 +43,7 @@ dimensions:
     values:
       - 3.5.8
       - 4.1.1
+      - 4.1.2
       # - 3.5.6,oci.stackable.tech/sandbox/spark-k8s:3.5.6-stackable0.0.0-dev
   - name: krb5
     values:
