merge: resolve conflicts with origin/master

Co-Authored-By: Itamar Hartstein <haritamar@gmail.com>

Author: devin-ai-integration[bot]

.github/workflows/test-all-warehouses.yml

@@ -49,7 +49,16 @@ jobs:
           ${{ inputs.dbt-version && fromJSON(format('["{0}"]', inputs.dbt-version)) ||
           fromJSON('["latest_official", "latest_pre"]') }}
         warehouse-type:
-          [postgres, clickhouse, trino, dremio, spark, duckdb, sqlserver]
+          [
+            postgres,
+            clickhouse,
+            trino,
+            dremio,
+            spark,
+            duckdb,
+            sqlserver,
+            vertica,
+          ]
         exclude:
           # latest_pre is only tested on postgres
           - dbt-version: latest_pre
@@ -64,6 +73,8 @@ jobs:
             warehouse-type: duckdb
           - dbt-version: latest_pre
             warehouse-type: sqlserver
+          - dbt-version: latest_pre
+            warehouse-type: vertica
     uses: ./.github/workflows/test-warehouse.yml
     with:
       warehouse-type: ${{ matrix.warehouse-type }}

.github/workflows/test-warehouse.yml

@@ -20,6 +20,7 @@ on:
           - duckdb
           - sqlserver
           - fabric
+          - vertica
       elementary-ref:
         type: string
         required: false
@@ -151,8 +152,26 @@ jobs:
         if: startsWith(inputs.warehouse-type, 'databricks') && inputs.dbt-version < '1.7.0'
         run: pip install databricks-sql-connector==2.9.3
 
+      - name: Reject unsupported Vertica + Fusion combination
+        if: inputs.warehouse-type == 'vertica' && inputs.dbt-version == 'fusion'
+        run: |
+          echo "::error::dbt Fusion does not support third-party adapters such as dbt-vertica."
+          exit 1
+
+      - name: Install dbt-vertica
+        if: inputs.warehouse-type == 'vertica' && inputs.dbt-version != 'fusion'
+        run: |
+          # dbt-vertica pins dbt-core~=1.8 which lacks native support for the
+          # "arguments" test property used by the integration-test framework.
+          # Install dbt-vertica without deps, then install the requested
+          # dbt-core version separately (dbt-vertica works fine with newer
+          # dbt-core versions).
+          pip install dbt-vertica --no-deps
+          pip install vertica-python \
+            "dbt-core${{ (!startsWith(inputs.dbt-version, 'latest') && format('=={0}', inputs.dbt-version)) || '' }}"
+
       - name: Install dbt
-        if: ${{ inputs.dbt-version != 'fusion' }}
+        if: ${{ inputs.dbt-version != 'fusion' && inputs.warehouse-type != 'vertica' }}
         run:
           pip install${{ (inputs.dbt-version == 'latest_pre' && ' --pre') || '' }}
           "dbt-core${{ (!startsWith(inputs.dbt-version, 'latest') && format('=={0}', inputs.dbt-version)) || '' }}"
@@ -198,6 +217,18 @@ jobs:
           ln -sfn ${{ github.workspace }}/dbt-data-reliability dbt_project/dbt_packages/elementary
           pip install -r requirements.txt
 
+      - name: Start Vertica
+        if: inputs.warehouse-type == 'vertica'
+        working-directory: ${{ env.TESTS_DIR }}
+        run: docker compose -f docker-compose-vertica.yml up -d
+
+      - name: Wait for Vertica to be ready
+        if: inputs.warehouse-type == 'vertica'
+        run: |
+          echo "Waiting for Vertica to be healthy..."
+          timeout 60 bash -c 'until [ "$(docker inspect --format="{{.State.Health.Status}}" vertica)" == "healthy" ]; do echo "Waiting..."; sleep 5; done'
+          echo "Vertica is ready!"
+
       - name: Check DWH connection
         working-directory: ${{ env.TESTS_DIR }}
         run: |

.gitignore

@@ -4,6 +4,7 @@ dbt_internal_packages/
 logs/
 scripts/
 
+.github/fixtures/.user.yml
 .idea
 .DS_Store
 

integration_tests/dbt_project/macros/ci_schemas_cleanup/test_drop_stale_ci_schemas.sql

@@ -98,3 +98,9 @@
     {% set safe_schema = schema_name | replace("`", "``") %}
     {% do run_query("CREATE DATABASE IF NOT EXISTS `" ~ safe_schema ~ "`") %}
 {% endmacro %}
+
+{% macro vertica__edr_create_schema(database, schema_name) %}
+    {#- Vertica DDL is auto-committed; an explicit adapter.commit() would
+        fail with "no transaction in progress". -#}
+    {% do run_query("CREATE SCHEMA IF NOT EXISTS " ~ schema_name) %}
+{% endmacro %}

integration_tests/dbt_project/macros/clear_env.sql

@@ -82,3 +82,9 @@
     {% do run_query("DROP SCHEMA IF EXISTS " ~ schema_name ~ " CASCADE") %}
     {% do adapter.commit() %}
 {% endmacro %}
+
+{% macro vertica__edr_drop_schema(database_name, schema_name) %}
+    {#- Vertica DDL is auto-committed; an explicit adapter.commit() would
+        fail with "no transaction in progress". -#}
+    {% do run_query("DROP SCHEMA IF EXISTS " ~ schema_name ~ " CASCADE") %}
+{% endmacro %}

integration_tests/dbt_project/macros/schema_utils/list_schemas.sql

@@ -54,3 +54,12 @@
     {% for row in results %} {% do schemas.append(row[0]) %} {% endfor %}
     {% do return(schemas) %}
 {% endmacro %}
+
+{% macro vertica__edr_list_schemas(database) %}
+    {#- Vertica's v_catalog.schemata is scoped to the current database and
+        does not have a database_name filter column. -#}
+    {% set results = run_query("SELECT schema_name FROM v_catalog.schemata") %}
+    {% set schemas = [] %}
+    {% for row in results %} {% do schemas.append(row[0]) %} {% endfor %}
+    {% do return(schemas) %}
+{% endmacro %}

integration_tests/dbt_project/macros/schema_utils/schema_exists.sql

@@ -64,3 +64,14 @@
     {% set result = run_query("SHOW DATABASES LIKE '" ~ safe_schema ~ "'") %}
     {% do return(result | length > 0) %}
 {% endmacro %}
+
+{% macro vertica__edr_schema_exists(database, schema_name) %}
+    {#- Vertica's v_catalog.schemata is scoped to the current database. -#}
+    {% set safe_schema = schema_name | replace("'", "''") %}
+    {% set result = run_query(
+        "SELECT schema_name FROM v_catalog.schemata WHERE lower(schema_name) = lower('"
+        ~ safe_schema
+        ~ "')"
+    ) %}
+    {% do return(result | length > 0) %}
+{% endmacro %}

integration_tests/dbt_project/macros/vertica_seed_override.sql

@@ -0,0 +1,23 @@
+{#- Override the dbt-vertica seed helper so that each seed file uses a
+    unique reject-table name.  The upstream macro hardcodes
+    ``seed_rejects`` for every seed, which causes "Object already exists"
+    errors when ``dbt seed`` processes more than one file. -#}
+{% macro copy_local_load_csv_rows(model, agate_table) %}
+    {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}
+
+    {#- Build a per-seed reject table name so concurrent seeds don't clash. -#}
+    {% set reject_table = model["alias"] ~ "_rejects" %}
+
+    {% set sql %}
+        copy {{ this.render() }}
+        ({{ cols_sql }})
+        from local '{{ agate_table.original_abspath }}'
+        delimiter ','
+        enclosed by '"'
+        skip 1
+        abort on error
+        rejected data as table {{ this.without_identifier() }}.{{ reject_table }};
+    {% endset %}
+
+    {{ return(sql) }}
+{% endmacro %}

integration_tests/docker-compose-vertica.yml

@@ -0,0 +1,40 @@
+services:
+  vertica:
+    environment:
+      VERTICA_USER: dbadmin
+      VERTICA_PASS: vertica
+      VERTICA_HOST: localhost
+      VERTICA_PORT: 5433
+      VERTICA_DATABASE: elementary_tests
+      VERTICA_SCHEMA: ${SCHEMA_NAME}
+      APP_DB_USER: dbadmin
+      APP_DB_PASSWORD: vertica
+      TZ: "America/Los_Angeles"
+      VERTICA_DB_NAME: elementary_tests
+      VMART_ETL_SCRIPT: ""
+    container_name: vertica
+    image: ghcr.io/ratiopbc/vertica-ce
+    ports:
+      - "5433:5433"
+      - "5444:5444"
+    deploy:
+      mode: global
+    ulimits:
+      nofile:
+        soft: 65536
+        hard: 65536
+    volumes:
+      - type: volume
+        source: vertica-data
+        target: /data
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          "/opt/vertica/bin/vsql -U dbadmin -w vertica -c 'SELECT 1;'",
+        ]
+      interval: 5s
+      timeout: 5s
+      retries: 10
+volumes:
+  vertica-data:

integration_tests/profiles/profiles.yml.j2

@@ -75,6 +75,18 @@ elementary_tests:
       trust_cert: true
       threads: 4
 
+    vertica: &vertica
+      type: vertica
+      host: localhost
+      port: 5433
+      username: dbadmin
+      password: vertica
+      database: elementary_tests
+      schema: {{ schema_name }}
+      connection_load_balance: false
+      retries: 2
+      threads: 4
+
     # ── Cloud targets (secrets substituted at CI time) ─────────────────
 
     snowflake: &snowflake
@@ -150,7 +162,7 @@ elementary_tests:
 elementary:
   target: postgres
   outputs:
-{%- set targets = ['postgres', 'clickhouse', 'trino', 'dremio', 'spark', 'duckdb', 'sqlserver', 'snowflake', 'bigquery', 'redshift', 'databricks_catalog', 'athena', 'fabric'] %}
+{%- set targets = ['postgres', 'clickhouse', 'trino', 'dremio', 'spark', 'duckdb', 'sqlserver', 'vertica', 'snowflake', 'bigquery', 'redshift', 'databricks_catalog', 'athena', 'fabric'] %}
 {%- for t in targets %}
     {{ t }}:
       <<: *{{ t }}