ci: add import-time benchmarks

Add a dedicated CodSpeed CLI config for import-time measurements and run it in walltime and simulation CI jobs.

Co-Authored-By: OpenAI <noreply@openai.com>

Author: art049

.github/workflows/codspeed.yml

@@ -43,9 +43,33 @@ jobs:
           mode: ${{ matrix.mode }}
           run: uv run pytest tests/benchmarks/ --codspeed --test-group=${{ matrix.shard }} --test-group-count=${{ env.SHARDS }}
 
+  import-benchmarks:
+    strategy:
+      matrix:
+        mode: ["simulation", "walltime"]
+
+    name: "Run import-time benchmarks (${{ matrix.mode }})"
+    runs-on: ${{ matrix.mode == 'walltime' && 'codspeed-macro' || 'ubuntu-24.04' }}
+    steps:
+      - uses: actions/checkout@v5
+        with:
+          submodules: "recursive"
+      - uses: astral-sh/setup-uv@v7
+      - uses: actions/setup-python@v6
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Install local version of pytest-codspeed
+        run: uv sync --dev
+      - name: Run import-time benchmarks
+        uses: CodSpeedHQ/action@main
+        with:
+          mode: ${{ matrix.mode }}
+          config: codspeed-import-time.yml
+
   all-checks:
     runs-on: ubuntu-latest
     steps:
       - run: echo "All CI checks passed."
     needs:
       - benchmarks
+      - import-benchmarks

codspeed-import-time.yml

@@ -0,0 +1,25 @@
+$schema: https://raw.githubusercontent.com/CodSpeedHQ/codspeed/refs/heads/main/schemas/codspeed.schema.json
+
+options:
+  warmup-time: 0s
+  min-rounds: 30
+  max-rounds: 100
+
+benchmarks:
+  - name: python startup
+    exec: .venv/bin/python -c "pass"
+
+  - name: import pytest
+    exec: .venv/bin/python -c "import pytest"
+
+  - name: import pluggy
+    exec: .venv/bin/python -c "import pluggy"
+
+  - name: import rich
+    exec: .venv/bin/python -c "import rich"
+
+  - name: import pytest_codspeed
+    exec: .venv/bin/python -c "import pytest_codspeed"
+
+  - name: import pytest_codspeed.plugin
+    exec: .venv/bin/python -c "import pytest_codspeed.plugin"