feat: add drop_test_schemas macro and always-run cleanup step in CI

Add a drop_test_schemas macro that drops all schemas created by a CI
test run (base + xdist worker schemas _gw0 through _gw7).

Add an 'if: always()' step to test-warehouse.yml that calls this macro,
ensuring schemas are cleaned up even when pytest is cancelled or crashes
before its own teardown runs.

Co-Authored-By: Itamar Hartstein <haritamar@gmail.com>

Author: devin-ai-integration[bot]

.github/workflows/test-warehouse.yml

@@ -202,3 +202,12 @@ jobs:
         with:
           name: detailed_report_${{ inputs.warehouse-type }}_dbt_${{ inputs.dbt-version }}
           path: ${{ env.TESTS_DIR }}/tests/detailed_report_${{ inputs.warehouse-type }}_dbt_${{ inputs.dbt-version }}.html
+
+      - name: Drop test schemas
+        if: always()
+        working-directory: ${{ env.TESTS_DIR }}
+        continue-on-error: true
+        run: |
+          dbt run-operation elementary_tests.drop_test_schemas \
+            --project-dir dbt_project \
+            -t "${{ inputs.warehouse-type }}"

integration_tests/dbt_project/macros/clear_env.sql

@@ -8,6 +8,32 @@
     ) %}
 {% endmacro %}
 
+{% macro drop_test_schemas(num_workers=8) %}
+    {#
+      Drop every schema that a CI test run may have created.
+      This covers the base schema (no xdist suffix) as well as
+      each pytest-xdist worker schema (_gw0 … _gw<N-1>).
+      Called from the workflow with `if: always()` so that schemas
+      are cleaned up even when the pytest process is cancelled or
+      crashes before its own teardown runs.
+    #}
+    {% set database = elementary.target_database() %}
+    {% set base_schema = target.schema %}
+    {% set suffixes = [""] %}
+    {% for i in range(num_workers) %} {% do suffixes.append("_gw" ~ i) %} {% endfor %}
+
+    {% for suffix in suffixes %}
+        {% set test_schema = base_schema ~ suffix %}
+        {% set elementary_schema = base_schema ~ "_elementary" ~ suffix %}
+        {% do log(
+            "Dropping schemas: " ~ test_schema ~ ", " ~ elementary_schema,
+            info=true,
+        ) %}
+        {% do elementary_tests.edr_drop_schema(database, elementary_schema) %}
+        {% do elementary_tests.edr_drop_schema(database, test_schema) %}
+    {% endfor %}
+{% endmacro %}
+
 {% macro edr_drop_schema(database_name, schema_name) %}
     {% do return(
         adapter.dispatch("edr_drop_schema", "elementary_tests")(