on_schedule_tests.yaml

name: Scheduled tests

on:
  # Runs when manually triggered from the GitHub UI.
  workflow_dispatch:

  # Runs on weekdays at 01:00 UTC.
  schedule:
    - cron: '0 1 * * 1-5'

concurrency:
  group: scheduled-tests
  cancel-in-progress: false

permissions:
  contents: read

env:
  NODE_VERSION: 22
  PYTHON_VERSION: 3.14
  TESTS_CONCURRENCY: 1

jobs:
  end_to_end_tests:
    name: End-to-end tests
    strategy:
      fail-fast: false
      max-parallel: 12
      matrix:
        crawler-type: ["playwright_camoufox", "playwright_chrome", "playwright_firefox", "playwright_webkit", "playwright", "parsel", "beautifulsoup", "adaptive_beautifulsoup", "adaptive_parsel", "stagehand"]
        http-client: ["httpx", "curl_impersonate", "impit"]
        package-manager: ["pip", "uv", "poetry"]

    runs-on: "ubuntu-latest"

    steps:
      - name: Checkout repository
        uses: actions/checkout@v6

      - name: Setup node
        uses: actions/setup-node@v6
        with:
          node-version: ${{ env.NODE_VERSION }}

      - name: Install Apify CLI
        uses: apify/setup-apify-cli-action@v1.0.0
        with:
          token: ${{ secrets.APIFY_TEST_USER_API_TOKEN }}

      - name: Set up Python ${{ env.PYTHON_VERSION }}
        uses: actions/setup-python@v6
        with:
          python-version: ${{ env.PYTHON_VERSION }}

      # installed to be able to patch crawlee in the poetry.lock with custom wheel file for poetry based templates
      - name: Install poetry
        run: pipx install poetry

      - name: Set up uv package manager
        uses: astral-sh/setup-uv@v7
        with:
          python-version: ${{ env.PYTHON_VERSION }}

      # Sync the project, but no need to install the browsers into the test runner environment.
      - name: Install Python dependencies
        run: uv run poe install-sync

      - name: Run templates end-to-end tests
        run: uv run poe e2e-templates-tests -m "${{ matrix.http-client }} and ${{ matrix.crawler-type }} and ${{ matrix.package-manager }}"
        env:
          APIFY_TEST_USER_API_TOKEN: ${{ secrets.APIFY_TEST_USER_API_TOKEN }}
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

  # Send a Slack notification to the team alerting channel when there is a failure.
  notify_on_failure:
    name: Notify Slack on failure
    needs: end_to_end_tests
    if: failure()
    permissions:
      contents: read
      actions: read # Required for `gh api ...actions/runs/.../jobs` inside the reusable workflow.
    uses: ./.github/workflows/_notify_slack_on_failure.yaml
    with:
      heading: ':red_circle: Scheduled e2e tests failed'
    secrets:
      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}