fix(dataproc): add robust error handling for quota exhaustion

Author: angelcaamal

dataproc/system-test/createCluster.test.js

@@ -35,11 +35,26 @@ const execSync = cmd =>
   });
 
 describe('create a dataproc cluster', () => {
-  it('should create a dataproc cluster', async () => {
-    const stdout = execSync(
-      `node createCluster.js "${projectId}" "${region}" "${clusterName}"`
-    );
-    assert.match(stdout, new RegExp(`${clusterName}`));
+  it('should create a dataproc cluster', async function () {
+    try {
+      const stdout = execSync(
+        `node createCluster.js "${projectId}" "${region}" "${clusterName}"`
+      );
+      assert.match(stdout, new RegExp(`${clusterName}`));
+    } catch (err) {
+      if (
+        err?.message?.includes('QUOTA') ||
+        err?.message?.includes('RESOURCE_EXHAUSTED') ||
+        err?.message?.includes('DISKS_TOTAL_GB')
+      ) {
+        console.warn(
+          `Quota limit reached in project ${projectId}. Skipping test.`
+        );
+        this.skip();
+      } else {
+        throw err;
+      }
+    }
   });
 
   after(async () => {

dataproc/system-test/instantiateInlineWorkflowTemplate.test.js

@@ -30,11 +30,26 @@ const {delay} = require('./util');
 
 describe('instantiate an inline workflow template', () => {
   it('should instantiate an inline workflow template', async function () {
-    this.retries(4);
-    await delay(this.test);
-    const stdout = execSync(
-      `node instantiateInlineWorkflowTemplate.js "${projectId}" "${region}"`
-    );
-    assert.match(stdout, /successfully/);
+    try {
+      this.retries(4);
+      await delay(this.test);
+      const stdout = execSync(
+        `node instantiateInlineWorkflowTemplate.js "${projectId}" "${region}"`
+      );
+      assert.match(stdout, /successfully/);
+    } catch (err) {
+      if (
+        err?.message?.includes('QUOTA') ||
+        err?.message?.includes('RESOURCE_EXHAUSTED') ||
+        err?.message?.includes('DISKS_TOTAL_GB')
+      ) {
+        console.warn(
+          `Quota limit reached in project ${projectId}. Skipping test.`
+        );
+        this.skip();
+      } else {
+        throw err;
+      }
+    }
   });
 });

dataproc/system-test/submitJob.test.js

@@ -51,9 +51,24 @@ const execSync = cmd =>
   });
 
 describe('submit a Spark job to a Dataproc cluster', () => {
-  before(async () => {
-    const [operation] = await clusterClient.createCluster(cluster);
-    await operation.promise();
+  before(async function () {
+    try {
+      const [operation] = await clusterClient.createCluster(cluster);
+      await operation.promise();
+    } catch (err) {
+      if (
+        err?.message?.includes('QUOTA') ||
+        err?.message?.includes('RESOURCE_EXHAUSTED') ||
+        err?.message?.includes('DISKS_TOTAL_GB')
+      ) {
+        console.warn(
+          `Quota limit reached in project ${projectId}. Skipping test.`
+        );
+        this.skip();
+      } else {
+        throw err;
+      }
+    }
   });
 
   it('should submit a job to a dataproc cluster', async () => {