benchmarks.yaml

name: Benchmarks

on:
  push:
    branches:
      - main
  pull_request:
    types:
      - opened
      - synchronize
  # `workflow_dispatch` allows CodSpeed to trigger backtest
  # performance analysis in order to generate initial data.
  workflow_dispatch:

jobs:
  benchmark:
    name: Run benchmarks
    runs-on: codspeed-macro
    permissions:
      contents: read
      id-token: write
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install python
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install uv
        uses: astral-sh/setup-uv@v4
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"

      - name: Install project
        run: uv sync --group test

      - name: Run benchmarks
        uses: CodSpeedHQ/action@v4
        env:
          RAY_ENABLE_UV_RUN_RUNTIME_ENV: 0
          PLUGBOARD_IO_READ_TIMEOUT: 5.0
        with:
          mode: walltime
          run: uv run pytest tests/benchmark/ --codspeed