test(testing-drivers): isolate pre-aggregations schema per run to fix shared-cloud races (cube-js#11151)

Author: paveltiunov

packages/cubejs-testing-drivers/fixtures/athena.json

@@ -6,7 +6,7 @@
       "CUBEJS_CUBESTORE_HOST": "store",
       "CUBEJS_DB_TYPE": "athena",
       "CUBEJS_DB_EXPORT_BUCKET": "s3://athena-drivers-tests-preaggs/bucket",
-      "CUBEJS_PRE_AGGREGATIONS_SCHEMA": "drivers_tests_preaggs",
+      "CUBEJS_PRE_AGGREGATIONS_SCHEMA": "${DRIVERS_TESTS_CUBEJS_PRE_AGGREGATIONS_SCHEMA:-drivers_tests_preaggs}",
       "CUBEJS_AWS_KEY": "${DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY}",
       "CUBEJS_AWS_SECRET": "${DRIVERS_TESTS_ATHENA_CUBEJS_AWS_SECRET}",
       "CUBEJS_AWS_REGION": "us-east-1",

packages/cubejs-testing-drivers/fixtures/bigquery.json

@@ -7,7 +7,7 @@
       "CUBEJS_CUBESTORE_HOST": "store",
       "CUBEJS_DB_TYPE": "bigquery",
       "CUBEJS_DB_NAME": "test",
-      "CUBEJS_PRE_AGGREGATIONS_SCHEMA": "dev_pre_aggregations",
+      "CUBEJS_PRE_AGGREGATIONS_SCHEMA": "${DRIVERS_TESTS_CUBEJS_PRE_AGGREGATIONS_SCHEMA:-dev_pre_aggregations}",
       "CUBEJS_DB_BQ_PROJECT_ID": "cube-open-source",
       "CUBEJS_DB_BQ_CREDENTIALS": "${DRIVERS_TESTS_CUBEJS_DB_BQ_CREDENTIALS}",
 

packages/cubejs-testing-drivers/fixtures/databricks-jdbc.json

@@ -73,7 +73,7 @@
       "CUBEJS_DB_DATABRICKS_TOKEN": "${DRIVERS_TESTS_CUBEJS_DB_DATABRICKS_TOKEN}",
       "CUBEJS_DB_DATABRICKS_URL": "${DRIVERS_TESTS_CUBEJS_DB_DATABRICKS_URL}",
       "CUBEJS_DB_DATABRICKS_ACCEPT_POLICY": "true",
-      "CUBEJS_PRE_AGGREGATIONS_SCHEMA": "drivers_tests_preaggs",
+      "CUBEJS_PRE_AGGREGATIONS_SCHEMA": "${DRIVERS_TESTS_CUBEJS_PRE_AGGREGATIONS_SCHEMA:-drivers_tests_preaggs}",
       "CUBEJS_PG_SQL_PORT": "5656",
       "CUBEJS_SQL_USER": "admin",
       "CUBEJS_SQL_PASSWORD": "admin_password",

packages/cubejs-testing-drivers/fixtures/redshift.json

@@ -22,6 +22,7 @@
       "CUBEJS_DB_HOST": "${DRIVERS_TESTS_CUBEJS_DB_REDSHIFT_HOST}",
       "CUBEJS_DB_PORT": "5439",
       "CUBEJS_DB_NAME": "dev",
+      "CUBEJS_PRE_AGGREGATIONS_SCHEMA": "${DRIVERS_TESTS_CUBEJS_PRE_AGGREGATIONS_SCHEMA:-dev_pre_aggregations}",
       "CUBEJS_DB_USER": "${DRIVERS_TESTS_CUBEJS_DB_REDSHIFT_USER}",
       "CUBEJS_DB_PASS": "${DRIVERS_TESTS_CUBEJS_DB_REDSHIFT_PASS}",
       "CUBEJS_DB_MAX_POOL": "2",

packages/cubejs-testing-drivers/src/helpers/runEnvironment.ts

@@ -127,10 +127,19 @@ export async function runEnvironment(
     const { length } = val;
 
     if (val.indexOf('${') === 0 && val.indexOf('}') === length - 1) {
-      const name = val.slice(2, length - 1).trim();
+      // Supports docker-compose style interpolation `${VAR}` and `${VAR:-default}`.
+      // The `:-default` fallback lets shared-cloud fixtures point a value (e.g. the
+      // pre-aggregations schema) at a per-run env var in CI while keeping the original
+      // literal as the default for local/other runs where the var is unset.
+      const expr = val.slice(2, length - 1).trim();
+      const sepIdx = expr.indexOf(':-');
+      const name = (sepIdx === -1 ? expr : expr.slice(0, sepIdx)).trim();
+      const fallback = sepIdx === -1 ? undefined : expr.slice(sepIdx + 2);
       const value = process.env[name];
       if (value) {
-        process.env[key] = process.env[name];
+        process.env[key] = value;
+      } else if (fallback !== undefined) {
+        process.env[key] = fallback;
       } else {
         throw new Error(`Env variable ${name} must be defined, because it's used as ${key}`);
       }