Fix spark jobserver add opens

.github/trigger_files/beam_PostCommit_Go_VR_Spark.json

@@ -1,5 +1,5 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run",
-  "modification": 1,
-  "https://github.com/apache/beam/pull/36527": "skip a processing time timer test in spark",
+  "modification": 2,
+  "https://github.com/apache/beam/pull/36527": "skip a processing time timer test in spark"
 }

.github/trigger_files/beam_PostCommit_Java_Nexmark_Spark.json

@@ -0,0 +1,4 @@
+{
+  "comment": "Modify this file in a trivial way to cause this test suite to run",
+  "modification": 1
+}

.github/trigger_files/beam_PostCommit_Java_Tpcds_Spark.json

@@ -0,0 +1,4 @@
+{
+  "comment": "Modify this file in a trivial way to cause this test suite to run",
+  "modification": 1
+}

.github/trigger_files/beam_PostCommit_PortableJar_Spark.json

@@ -0,0 +1,4 @@
+{
+  "comment": "Modify this file in a trivial way to cause this test suite to run",
+  "modification": 1
+}

.github/trigger_files/beam_PostCommit_Python_Examples_Spark.json

@@ -0,0 +1,4 @@
+{
+  "comment": "Modify this file in a trivial way to cause this test suite to run",
+  "modification": 1
+}

.github/trigger_files/beam_PostCommit_Python_ValidatesRunner_Spark.json

@@ -2,5 +2,6 @@
   "https://github.com/apache/beam/pull/34830": "testing",
   "https://github.com/apache/beam/issues/35429": "testing",
   "trigger-2026-04-04": "portable_runner expand_sdf opt-in",
-  "https://github.com/apache/beam/pull/38892": "UnboundedSource portable VR test"
+  "https://github.com/apache/beam/pull/38892": "UnboundedSource portable VR test",
+  "modification": 1
 }

runners/portability/test_pipeline_jar.sh

@@ -123,7 +123,16 @@ OUTPUT_JAR="test-pipeline-${RUNNER}-$(date +%Y%m%d-%H%M%S).jar"
 
 if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
   # Execute the jar
-  java -jar $OUTPUT_JAR || TEST_EXIT_CODE=$?
+  JAVA_ARGS=()
+  if [[ "$RUNNER" = "SparkRunner" ]]; then
+    JAVA_ARGS+=(
+      "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED"
+      "--add-opens=java.base/java.nio=ALL-UNNAMED"
+      "--add-opens=java.base/java.util=ALL-UNNAMED"
+      "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED"
+    )
+  fi
+  java "${JAVA_ARGS[@]}" -jar $OUTPUT_JAR || TEST_EXIT_CODE=$?
 fi
 
 rm -rf $ENV_DIR

sdks/go/test/run_validatesrunner_tests.sh

@@ -286,6 +286,10 @@ if [[ "$RUNNER" == "flink" || "$RUNNER" == "spark" || "$RUNNER" == "portable" ||
           --artifact-port 0 &
     elif [[ "$RUNNER" == "spark" ]]; then
       "$JAVA_CMD" \
+          --add-opens=java.base/sun.nio.ch=ALL-UNNAMED \
+          --add-opens=java.base/java.nio=ALL-UNNAMED \
+          --add-opens=java.base/java.util=ALL-UNNAMED \
+          --add-opens=java.base/java.lang.invoke=ALL-UNNAMED \
           -jar $SPARK_JOB_SERVER_JAR \
           --spark-master-url local \
           --job-port $JOB_PORT \

sdks/java/testing/tpcds/build.gradle

@@ -104,6 +104,19 @@ if (isSpark) {
     }
 }
 
+def sparkJvmArgs() {
+  def testJavaVer = project.findProperty('testJavaVersion') ? (project.property('testJavaVersion') as int) : JavaVersion.current().majorVersion.toInteger()
+  if (testJavaVer >= 17) {
+    return [
+      "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED",
+      "--add-opens=java.base/java.nio=ALL-UNNAMED",
+      "--add-opens=java.base/java.util=ALL-UNNAMED",
+      "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED"
+    ]
+  }
+  return []
+}
+
 // Execute the TPC-DS queries or suites via Gradle.
 //
 // Parameters:
@@ -141,6 +154,7 @@ task run(type: JavaExec) {
     // Dataset runner only
     systemProperty "spark.sql.shuffle.partitions", "4"
     systemProperty "spark.sql.adaptive.enabled", "false" // high overhead for complex queries
+    jvmArgs += sparkJvmArgs()
   }
 
     mainClass = "org.apache.beam.sdk.tpcds.BeamTpcds"

sdks/python/apache_beam/runners/portability/job_server.py

@@ -175,8 +175,8 @@ def subprocess_cmd_and_endpoint(self):
         self._artifacts_dir if self._artifacts_dir else self.local_temp_dir(
             prefix='artifacts'))
     job_port, = subprocess_server.pick_port(self._job_port)
-    subprocess_cmd = [self._java_launcher, '-jar'] + self._jvm_properties + [
-        jar_path
+    subprocess_cmd = [self._java_launcher] + list(self._jvm_properties) + [
+        '-jar', jar_path
     ] + list(
         self.java_arguments(
             job_port, self._artifact_port, self._expansion_port, artifacts_dir))

sdks/python/apache_beam/runners/portability/job_server_test.py

@@ -62,8 +62,8 @@ def test_subprocess_cmd_and_endpoint(self):
         subprocess_cmd,
         [
             '/path/to/java',
-            '-jar',
             '-Dsome.property=value',
+            '-jar',
             '/path/to/jar',
             '--artifacts-dir',
             '/path/to/artifacts/',

sdks/python/apache_beam/runners/portability/spark_runner.py

@@ -31,6 +31,13 @@
 # https://spark.apache.org/docs/latest/submitting-applications.html#master-urls
 LOCAL_MASTER_PATTERN = r'^local(\[.+\])?$'
 
+SPARK_JAR_JOB_SERVER_JVM_ARGS = [
+    '--add-opens=java.base/sun.nio.ch=ALL-UNNAMED',
+    '--add-opens=java.base/java.nio=ALL-UNNAMED',
+    '--add-opens=java.base/java.util=ALL-UNNAMED',
+    '--add-opens=java.base/java.lang.invoke=ALL-UNNAMED',
+]
+
 # Since Java job servers are heavyweight external processes, cache them.
 # This applies only to SparkJarJobServer, not SparkUberJarJobServer.
 JOB_SERVER_CACHE = {}
@@ -84,6 +91,10 @@ def __init__(self, options):
     self._jar = options.spark_job_server_jar
     self._master_url = options.spark_master_url
     self._spark_version = options.spark_version
+    self._jvm_properties = list(self._jvm_properties)
+    for arg in SPARK_JAR_JOB_SERVER_JVM_ARGS:
+      if arg not in self._jvm_properties:
+        self._jvm_properties.append(arg)
 
   def path_to_jar(self):
     if self._jar:

sdks/python/apache_beam/runners/portability/spark_runner_test.py

@@ -29,6 +29,7 @@
 from apache_beam.runners.portability import job_server
 from apache_beam.runners.portability import portable_runner
 from apache_beam.runners.portability import portable_runner_test
+from apache_beam.runners.portability.spark_runner import SPARK_JAR_JOB_SERVER_JVM_ARGS
 from apache_beam.utils import subprocess_server
 
 # Run as
@@ -100,6 +101,7 @@ def _subprocess_command(cls, job_port, expansion_port):
     try:
       return [
           subprocess_server.JavaHelper.get_java(),
+          *SPARK_JAR_JOB_SERVER_JVM_ARGS,
           '-Dbeam.spark.test.reuseSparkContext=true',
           '-jar',
           cls.spark_job_server_jar,