Test / amazon-bedrock #1790
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow comes from https://github.com/ofek/hatch-mypyc | |
| # https://github.com/ofek/hatch-mypyc/blob/5a198c0ba8660494d02716cfc9d79ce4adfb1442/.github/workflows/test.yml | |
| name: Test / amazon-bedrock | |
| on: | |
| schedule: | |
| - cron: "0 0 * * *" | |
| pull_request: | |
| paths: | |
| - "integrations/amazon_bedrock/**" | |
| - "!integrations/amazon_bedrock/*.md" | |
| - ".github/workflows/amazon_bedrock.yml" | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "integrations/amazon_bedrock/**" | |
| - "!integrations/amazon_bedrock/*.md" | |
| - ".github/workflows/amazon_bedrock.yml" | |
| defaults: | |
| run: | |
| working-directory: integrations/amazon_bedrock | |
| concurrency: | |
| group: amazon-bedrock-${{ github.head_ref || github.sha }} | |
| cancel-in-progress: true | |
| permissions: | |
| id-token: write | |
| contents: read | |
| env: | |
| PYTHONUNBUFFERED: "1" | |
| FORCE_COLOR: "1" | |
| TEST_MATRIX_OS: '["ubuntu-latest", "windows-latest", "macos-latest"]' | |
| TEST_MATRIX_PYTHON: '["3.10", "3.14"]' | |
| AWS_REGION: "us-east-1" | |
| AWS_BEDROCK_GUARDRAIL_ID: ${{ secrets.AWS_BEDROCK_GUARDRAIL_ID }} | |
| AWS_BEDROCK_GUARDRAIL_VERSION: "1" | |
| S3_DOWNLOADER_BUCKET: ${{ secrets.S3_DOWNLOADER_BUCKET }} | |
| jobs: | |
| compute-test-matrix: | |
| runs-on: ubuntu-slim | |
| defaults: | |
| run: | |
| working-directory: . | |
| outputs: | |
| os: ${{ steps.set.outputs.os }} | |
| python-version: ${{ steps.set.outputs.python-version }} | |
| steps: | |
| - id: set | |
| run: | | |
| echo 'os=${{ github.event_name == 'push' && '["ubuntu-latest"]' || env.TEST_MATRIX_OS }}' >> "$GITHUB_OUTPUT" | |
| echo 'python-version=${{ github.event_name == 'push' && '["3.10"]' || env.TEST_MATRIX_PYTHON }}' >> "$GITHUB_OUTPUT" | |
| run: | |
| name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }} | |
| needs: compute-test-matrix | |
| permissions: | |
| id-token: write | |
| contents: write | |
| pull-requests: write | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: ${{ fromJSON(needs.compute-test-matrix.outputs.os) }} | |
| python-version: ${{ fromJSON(needs.compute-test-matrix.outputs.python-version) }} | |
| steps: | |
| - name: Support longpaths | |
| if: matrix.os == 'windows-latest' | |
| working-directory: . | |
| run: git config --system core.longpaths true | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Hatch | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install hatch --uploaded-prior-to=P1D | |
| - name: Lint | |
| if: matrix.python-version == '3.10' && runner.os == 'Linux' | |
| run: hatch run fmt-check && hatch run test:types | |
| - name: Run unit tests | |
| run: hatch run test:unit-cov-retry | |
| # On PR: posts coverage comment (directly on same-repo PRs; via artifact for fork PRs). On push to main: stores coverage baseline on data branch. | |
| - name: Store unit tests coverage | |
| id: coverage_comment | |
| if: matrix.python-version == '3.10' && runner.os == 'Linux' && github.event_name != 'schedule' | |
| uses: py-cov-action/python-coverage-comment-action@63f52f4fbbffada6e8dee8ec432de7e01df9ba79 # v3.41 | |
| with: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| COVERAGE_PATH: integrations/amazon_bedrock | |
| SUBPROJECT_ID: amazon_bedrock | |
| MINIMUM_GREEN: 90 | |
| MINIMUM_ORANGE: 60 | |
| - name: Upload coverage comment to be posted | |
| if: matrix.python-version == '3.10' && runner.os == 'Linux' && github.event_name == 'pull_request' && steps.coverage_comment.outputs.COMMENT_FILE_WRITTEN == 'true' | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 | |
| with: | |
| name: coverage-comment-amazon_bedrock | |
| path: python-coverage-comment-action-amazon_bedrock.txt | |
| # Do not authenticate on PRs from forks and on PRs created by dependabot | |
| - name: AWS authentication | |
| id: aws-auth | |
| if: github.event_name == 'schedule' || (github.event.pull_request.head.repo.full_name == github.repository && !startsWith(github.event.pull_request.head.ref, 'dependabot/')) | |
| uses: aws-actions/configure-aws-credentials@d979d5b3a71173a29b74b5b88418bfda9437d885 | |
| with: | |
| aws-region: ${{ env.AWS_REGION }} | |
| role-to-assume: ${{ secrets.AWS_CI_ROLE_ARN }} | |
| - name: Run integration tests | |
| if: success() && steps.aws-auth.outcome == 'success' | |
| run: hatch run test:integration-cov-append-retry | |
| - name: Store combined coverage | |
| if: github.event_name == 'push' | |
| uses: py-cov-action/python-coverage-comment-action@63f52f4fbbffada6e8dee8ec432de7e01df9ba79 # v3.41 | |
| with: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| COVERAGE_PATH: integrations/amazon_bedrock | |
| SUBPROJECT_ID: amazon_bedrock-combined | |
| MINIMUM_GREEN: 90 | |
| MINIMUM_ORANGE: 60 | |
| - name: Run unit tests with lowest direct dependencies | |
| if: github.event_name != 'push' | |
| run: | | |
| hatch run uv pip compile pyproject.toml --resolution lowest-direct --output-file requirements_lowest_direct.txt | |
| hatch -e test env run -- uv pip install -r requirements_lowest_direct.txt | |
| hatch run test:unit | |
| - name: Nightly - run unit tests with Haystack main branch | |
| if: github.event_name == 'schedule' | |
| run: | | |
| hatch env prune | |
| hatch -e test env run -- uv pip install git+https://github.com/deepset-ai/haystack.git@main | |
| hatch run test:unit | |
| notify-slack-on-failure: | |
| needs: run | |
| if: failure() && github.event_name == 'schedule' | |
| runs-on: ubuntu-slim | |
| steps: | |
| - uses: deepset-ai/notify-slack-action@a65def0c8bf91d6520286ab34280151c76a5a008 # v1.1.0 | |
| with: | |
| slack-webhook-url: ${{ secrets.SLACK_WEBHOOK_URL_NOTIFICATIONS }} |