test-github-action.yml

name: Test elementary GitHub action
on:
  schedule:
    - cron: "0 0 * * *"
  workflow_dispatch:
    inputs:
      elementary-ref:
        type: string
        required: false
        description: Branch or tag to checkout for 'elementary' repository
      dbt-data-reliability-ref:
        type: string
        required: false
        description: Branch or tag to checkout for 'dbt-data-reliability' repository
      dbt-version:
        type: string
        required: false
        description: dbt's version to test with
      generate-data:
        type: boolean
        required: false
        default: false
        description: Whether to generate new data

env:
  BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
  ELEMENTARY_DBT_PACKAGE_PATH: ${{ github.workspace }}/dbt-data-reliability
  E2E_DBT_PROJECT_DIR: ${{ github.workspace }}/elementary/tests/e2e_dbt_project

jobs:
  test:
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: elementary
    concurrency:
      group: test_action_snowflake_dbt_${{ inputs.dbt-version }}_${{ github.head_ref || github.ref_name }}
      cancel-in-progress: true
    steps:
      - name: Checkout Elementary
        uses: actions/checkout@v4
        with:
          path: elementary
          ref: ${{ inputs.elementary-ref }}

      - name: Checkout dbt package
        uses: actions/checkout@v4
        with:
          repository: elementary-data/dbt-data-reliability
          path: dbt-data-reliability
          ref: ${{ inputs.dbt-data-reliability-ref }}

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.10"

      - name: Install dbt
        run: >
          pip install
          "dbt-core${{ inputs.dbt-version && format('=={0}', inputs.dbt-version) }}"
          "dbt-snowflake${{ inputs.dbt-version && format('~={0}', inputs.dbt-version) }}"

      - name: Install Elementary
        run: |
          pip install -r dev-requirements.txt
          pip install ".[snowflake]"

      - name: Write dbt profiles
        env:
          CI_WAREHOUSE_SECRETS: ${{ secrets.CI_WAREHOUSE_SECRETS || '' }}
        run: |
          CONCURRENCY_GROUP="test_action_snowflake_dbt_${{ inputs.dbt-version }}_${BRANCH_NAME}"
          SHORT_HASH=$(echo -n "$CONCURRENCY_GROUP" | sha256sum | head -c 8)
          SAFE_BRANCH=$(echo "${BRANCH_NAME}" | awk '{print tolower($0)}' | sed "s/[^a-z0-9]/_/g; s/__*/_/g" | head -c 19)
          DATE_STAMP=$(date -u +%y%m%d_%H%M%S)
          SCHEMA_NAME="ga_${DATE_STAMP}_${SAFE_BRANCH}_${SHORT_HASH}"

          echo "Schema name: $SCHEMA_NAME (branch='${BRANCH_NAME}', timestamp=${DATE_STAMP}, hash of concurrency group)"

          python "${{ github.workspace }}/elementary/tests/profiles/generate_profiles.py" \
            --template "${{ github.workspace }}/elementary/tests/profiles/profiles.yml.j2" \
            --output ~/.dbt/profiles.yml \
            --schema-name "$SCHEMA_NAME"

      - name: Install dbt package
        run: |
          ELEMENTARY_PKG_LOCATION=$(pip show elementary-data | grep -i location | awk '{print $2}')
          DBT_PROJECT_PATH="$ELEMENTARY_PKG_LOCATION/elementary/monitor/dbt_project"
          DBT_PKGS_PATH="$DBT_PROJECT_PATH/dbt_packages"
          dbt deps --project-dir "$DBT_PROJECT_PATH"
          rm -rf "$DBT_PKGS_PATH/elementary"
          ln -vs "$GITHUB_WORKSPACE/dbt-data-reliability" "$DBT_PKGS_PATH/elementary"

      - name: Run deps for E2E dbt project
        working-directory: ${{ env.E2E_DBT_PROJECT_DIR }}
        env:
          ELEMENTARY_DBT_PACKAGE_PATH: ${{ env.ELEMENTARY_DBT_PACKAGE_PATH }}
        run: |
          dbt deps

      - name: Seed e2e dbt project
        working-directory: ${{ env.E2E_DBT_PROJECT_DIR }}
        if: inputs.generate-data
        run: |
          python generate_data.py
          dbt seed -f --target snowflake

      - name: Run e2e dbt project
        working-directory: ${{ env.E2E_DBT_PROJECT_DIR }}
        run: |
          dbt run --target snowflake || true

          # Validate run_results.json: only error_model should be non-success
          if jq -e '
            [.results[] | select(.status != "success") | .unique_id]
            | length == 1 and .[0] == "model.elementary_integration_tests.error_model"
          ' target/run_results.json > /dev/null; then
            echo "Validation passed: only error_model failed."
          else
            echo "Validation failed. Unexpected failures:"
            jq '[.results[] | select(.status != "success") | .unique_id] | join(", ")' target/run_results.json
            exit 1
          fi

      - name: Test e2e dbt project
        working-directory: ${{ env.E2E_DBT_PROJECT_DIR }}
        continue-on-error: true
        run: |
          dbt test --target snowflake

      - name: Read generated profiles
        id: profiles
        run: |
          # Mask credentials so they don't appear in logs
          while IFS= read -r line; do
            echo "::add-mask::$line"
          done < ~/.dbt/profiles.yml
          {
            echo "profiles_yml<<EOFPROFILES"
            cat ~/.dbt/profiles.yml
            echo "EOFPROFILES"
          } >> "$GITHUB_OUTPUT"

      - name: Run Elementary
        uses: elementary-data/run-elementary-action@v1.13
        with:
          warehouse-type: snowflake
          profile-target: snowflake
          profiles-yml: ${{ steps.profiles.outputs.profiles_yml }}
          edr-command: >
            edr monitor
            -t snowflake
            --slack-token "${{ secrets.CI_SLACK_TOKEN }}"
            --slack-channel-name data-ops
            &&
            edr monitor report
            -t snowflake
            --file-path "report.html"

      - name: Upload report
        uses: actions/upload-artifact@v4
        with:
          name: report.html
          path: edr_target/report.html

      - name: Upload log
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: edr.log
          path: edr_target/edr.log

      - name: Drop test schemas
        if: always()
        working-directory: ${{ env.E2E_DBT_PROJECT_DIR }}
        continue-on-error: true
        run: |
          dbt run-operation elementary_integration_tests.drop_test_schemas --target snowflake