retry validateOutputFilePrefixSupported for tempLocation (#35574)

* retry validateOutputFilePrefixSupported for tempLocation

* fixed tempLocation

* fix gcs util

Author: liferoad

sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/GcsUtil.java

@@ -207,6 +207,19 @@ public static GcsUtil create(
 
   private static final FluentBackoff BACKOFF_FACTORY =
       FluentBackoff.DEFAULT.withMaxRetries(10).withInitialBackoff(Duration.standardSeconds(1));
+  private static final RetryDeterminer<IOException> RETRY_DETERMINER =
+      new RetryDeterminer<IOException>() {
+        @Override
+        public boolean shouldRetry(IOException e) {
+          if (e instanceof GoogleJsonResponseException) {
+            int statusCode = ((GoogleJsonResponseException) e).getStatusCode();
+            return statusCode == 408 // Request Timeout
+                || statusCode == 429 // Too many requests
+                || (statusCode >= 500 && statusCode < 600); // Server errors
+          }
+          return RetryDeterminer.SOCKET_ERRORS.shouldRetry(e);
+        }
+      };
 
   /////////////////////////////////////////////////////////////////////////////
 
@@ -863,7 +876,7 @@ public boolean shouldRetry(IOException e) {
               if (errorExtractor.itemNotFound(e) || errorExtractor.accessDenied(e)) {
                 return false;
               }
-              return RetryDeterminer.SOCKET_ERRORS.shouldRetry(e);
+              return RETRY_DETERMINER.shouldRetry(e);
             }
           },
           IOException.class,
@@ -902,7 +915,7 @@ public boolean shouldRetry(IOException e) {
               if (errorExtractor.itemAlreadyExists(e) || errorExtractor.accessDenied(e)) {
                 return false;
               }
-              return RetryDeterminer.SOCKET_ERRORS.shouldRetry(e);
+              return RETRY_DETERMINER.shouldRetry(e);
             }
           },
           IOException.class,
@@ -940,7 +953,7 @@ public boolean shouldRetry(IOException e) {
               if (errorExtractor.itemNotFound(e) || errorExtractor.accessDenied(e)) {
                 return false;
               }
-              return RetryDeterminer.SOCKET_ERRORS.shouldRetry(e);
+              return RETRY_DETERMINER.shouldRetry(e);
             }
           },
           IOException.class,