on-branch

Author: GuillaumeLagrange

.github/workflows/codspeed.yml

@@ -11,20 +11,45 @@ env:
   SHARDS: 4
 
 jobs:
-  benchmarks:
+  benchmarks-ubuntu:
     strategy:
       matrix:
         shard: [1, 2, 3, 4]
-        include:
-          - mode: simulation
-            runs_on: ubuntu-latest
-          - mode: walltime
-            runs_on: codspeed-macro
-          - mode: walltime
-            runs_on: ubuntu-latest
+        mode: ["instrumentation", "walltime"]
 
     name: "Run ${{ matrix.mode }} benchmarks (Shard #${{ matrix.shard }})"
-    runs-on: ${{ matrix.runs_on }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+        with:
+          submodules: "recursive"
+      - uses: astral-sh/setup-uv@v7
+      - uses: actions/setup-python@v6
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+      - name: Install local version of pytest-codspeed
+        run: |
+          sudo apt-get update
+          sudo apt-get install valgrind -y
+          uv sync --dev
+          sudo apt-get remove valgrind -y
+      - run: rustup toolchain install stable
+      - name: Run benchmarks
+        uses: CodSpeedHQ/action@main
+        with:
+          mode: ${{ matrix.mode }}
+          run: uv run pytest tests/benchmarks/ --codspeed --test-group=${{ matrix.shard }} --test-group-count=${{ env.SHARDS }}
+          runner-version: branch:cod-2035-python-in-profiling-cli
+          token: ${{ secrets.CODSPEED_TOKEN }}
+
+  benchmarks-codspeed-macro:
+    strategy:
+      matrix:
+        shard: [1, 2, 3, 4]
+        mode: ["walltime"]
+
+    name: "Run ${{ matrix.mode }} benchmarks (Shard #${{ matrix.shard }})"
+    runs-on: codspeed-macro
     steps:
       - uses: actions/checkout@v5
         with: