Disable public IP for Dataflow Python and Go Validate runner tests (#38990)

Author: Abacn

.github/trigger_files/beam_PostCommit_Go.json

@@ -1,4 +1,4 @@
 {
     "comment": "Modify this file in a trivial way to cause this test suite to run.",
-    "modification": 2
+    "modification": 3
 }

.github/trigger_files/beam_PostCommit_Python_ValidatesRunner_Dataflow.json

@@ -1,4 +1,4 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run",
-  "modification": 4
+  "modification": 5
 }

sdks/go/test/build.gradle

@@ -36,8 +36,10 @@ task dataflowValidatesRunner() {
   dependsOn ":sdks:go:test:goBuild"
 
   doLast {
+    def pipelineOptions = ["--no_use_public_ips"]
     def options = [
         "--runner dataflow",
+        "--pipeline_opts \"${pipelineOptions.join(' ')}\"",
     ]
     exec {
       if (fork_java_home) {
@@ -59,6 +61,7 @@ task dataflowValidatesRunnerARM64() {
   doLast {
     def pipelineOptions = [  // Pipeline options piped directly to Go SDK flags.
         "--machine_type=t2a-standard-1",
+        "--no_use_public_ips",
     ]
     def options = [
         "--runner dataflow",

sdks/python/scripts/run_integration_test.sh

@@ -42,6 +42,8 @@
 #                      flag is specified, all above flag will be ignored.
 #                      Please include all required pipeline options when
 #                      using this flag.
+#   additional_opts -> List of space separated pipeline options. Unlike pipeline_opts,
+#                      it appends to other flags options instead of ignoring them.
 #
 # Test related flags:
 #     test_opts     -> List of space separated options to configure Pytest test
@@ -150,6 +152,11 @@ case $key in
         shift # past argument
         shift # past value
         ;;
+    --additional_opts)
+        ADDITIONAL_OPTS="$2"
+        shift # past argument
+        shift # past value
+        ;;
     --test_opts)
         TEST_OPTS="$2"
         shift # past argument
@@ -257,7 +264,9 @@ if [[ -z $PIPELINE_OPTS ]]; then
   fi
 
   PIPELINE_OPTS=$(IFS=" " ; echo "${opts[*]}")
-
+  if [[ -n $ADDITIONAL_OPTS ]]; then
+    PIPELINE_OPTS+=" ${ADDITIONAL_OPTS}"
+  fi
 fi
 
 # Handle double quotes in PIPELINE_OPTS

sdks/python/test-suites/dataflow/common.gradle

@@ -245,6 +245,7 @@ task validatesRunnerBatchTests {
   doLast {
     def argMap = [
         "test_opts"   : basicPytestOpts + ["--numprocesses=8"],
+        "additional_opts": ['--no_use_public_ips'],
         "sdk_location": project.ext.sdkLocation,
         "suite"       : "validatesRunnerBatchTests-df${pythonVersionSuffix}",
         "collect": "it_validatesrunner and not no_sickbay_batch"
@@ -266,6 +267,7 @@ task validatesRunnerStreamingTests {
   doFirst {
     def argMap = [
                 "test_opts": basicPytestOpts + ["--numprocesses=8"],
+                "additional_opts": ['--no_use_public_ips'],
                 "streaming": "true",
                 "sdk_location": project.ext.sdkLocation,
                 "suite": "validatesRunnerStreamingTests-df${pythonVersionSuffix}-xdist",