Pass Spark job server JVM args

Author: aIbrahiim

.github/trigger_files/beam_PostCommit_XVR_Spark3.json

@@ -1,3 +1,3 @@
 {
-  "trigger-2026-04-04": "portable_runner expand_sdf opt-in"
+  "trigger-2026-07-08": "portable_runner expand_sdf opt-in"
 }

runners/spark/job-server/spark_job_server.gradle

@@ -23,6 +23,8 @@ import org.apache.beam.gradle.BeamModulePlugin
  * Spark Runner JobServer build file
  */
 
+apply from: "../spark_jvm_args.gradle"
+
 apply plugin: 'org.apache.beam.module'
 apply plugin: 'application'
 // we need to set mainClassName before applying shadow plugin
@@ -271,9 +273,11 @@ def setupTask = project.tasks.register("sparkJobServerSetup", Exec) {
   dependsOn shadowJar
   def pythonDir = project.project(":sdks:python").projectDir
   def sparkJobServerJar = shadowJar.archivePath
+  def jvmArgs = sparkJvmArgsForJava17Plus().join(' ')
+  def jvmArgsOpt = jvmArgs ? "--jvm_args \"${jvmArgs}\"" : ""
 
   executable 'sh'
-  args '-c', "$pythonDir/scripts/run_job_server.sh stop --group_id ${project.name} && $pythonDir/scripts/run_job_server.sh start --group_id ${project.name} --job_port ${jobPort} --artifact_port ${artifactPort} --job_server_jar ${sparkJobServerJar}"
+  args '-c', "$pythonDir/scripts/run_job_server.sh stop --group_id ${project.name} && $pythonDir/scripts/run_job_server.sh start --group_id ${project.name} --job_port ${jobPort} --artifact_port ${artifactPort} --job_server_jar ${sparkJobServerJar} ${jvmArgsOpt}"
 }
 
 def cleanupTask = project.tasks.register("sparkJobServerCleanup", Exec) {

runners/spark/spark_runner.gradle

@@ -18,6 +18,8 @@
 
 import groovy.json.JsonOutput
 
+apply from: "spark_jvm_args.gradle"
+
 apply plugin: 'org.apache.beam.module'
 
 // Numeric version comparison (lexicographic string compare was fragile — e.g. "3.10.0" < "3.5.0").
@@ -77,18 +79,7 @@ def sparkTestProperties(overrides = [:]) {
 
 
 def sparkTestJvmArgs() {
-  def testJavaVer = project.findProperty('testJavaVersion') ? (project.property('testJavaVersion') as int) : JavaVersion.current().majorVersion.toInteger()
-  if (testJavaVer >= 17) {
-    return [
-      "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED",
-      // add-opens below required for Kryo FieldSerializer / SparkRunnerKryoRegistratorTest
-      "--add-opens=java.base/java.nio=ALL-UNNAMED",
-      "--add-opens=java.base/java.util=ALL-UNNAMED",
-      "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED"
-    ]
-  } else {
-    return []
-  }
+  return sparkJvmArgsForJava17Plus()
 }
 
 def hadoopVersions = [

sdks/python/scripts/run_job_server.sh

@@ -23,6 +23,7 @@ Options:
   --job_port [port for job endpoint, default 8099]
   --artifact_port [port for artifact service, default 8098]
   --job_server_jar [path to job server jar]
+  --jvm_args [additional JVM arguments, e.g. --add-opens flags]
 END
 
 JOB_PORT=8099
@@ -61,6 +62,11 @@ while [[ $# -gt 0 ]]; do
       shift
       shift
       ;;
+    --jvm_args)
+      JVM_ARGS="$2"
+      shift
+      shift
+      ;;
     start)
       STARTSTOP="$1"
       shift
@@ -107,7 +113,7 @@ case $STARTSTOP in
     fi
 
     echo "Launching job server @ $JOB_PORT ..."
-    "$JAVA_CMD" -jar $JOB_SERVER_JAR --job-port=$JOB_PORT --artifact-port=$ARTIFACT_PORT --expansion-port=0 $ADDITIONAL_ARGS >$TEMP_DIR/$FILE_BASE.log 2>&1 </dev/null &
+    "$JAVA_CMD" $JVM_ARGS -jar $JOB_SERVER_JAR --job-port=$JOB_PORT --artifact-port=$ARTIFACT_PORT --expansion-port=0 $ADDITIONAL_ARGS >$TEMP_DIR/$FILE_BASE.log 2>&1 </dev/null &
     mypid=$!
     if kill -0 $mypid >/dev/null 2>&1; then
       echo $mypid >> $pid