chore(ci): add memory profiling

Author: not-matthias

.github/workflows/ci.yml

@@ -127,47 +127,20 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       - run: cargo nextest run -p cargo-codspeed --partition hash:${{ matrix.partition }}/5
 
-  compat-integration-test-instrumentation:
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        build-args:
-          - "-p codspeed"
-          - "-p codspeed-bencher-compat"
-          - "--features async_futures -p codspeed-criterion-compat"
-          - "-p codspeed-divan-compat"
-          - "-p codspeed-divan-compat-examples"
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: true
-      - uses: moonrepo/setup-rust@v1
-        with:
-          cache-target: release
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - run: cargo install --path crates/cargo-codspeed --locked
-
-      - run: cargo codspeed build ${{ matrix.build-args }}
-
-      - name: Run the benchmarks
-        uses: CodSpeedHQ/action@main
-        env:
-          MY_ENV_VAR: "YES"
-        with:
-          run: cargo codspeed run
-          mode: instrumentation
-          token: ${{ secrets.CODSPEED_TOKEN }}
-
-  compat-integration-test-walltime:
-    runs-on: codspeed-macro
+  compat-integration-test:
     strategy:
       matrix:
         package:
+          - codspeed
+          - codspeed-bencher-compat
           - codspeed-divan-compat
           - codspeed-divan-compat-examples
           - codspeed-criterion-compat
+        mode:
+          - walltime
+          - instrumentation
+          - memory
+    runs-on: ${{ matrix.mode == 'walltime' && 'codspeed-macro' || 'ubuntu-latest' }}
     steps:
       - uses: actions/checkout@v4
         with:
@@ -180,18 +153,24 @@ jobs:
 
       - run: cargo install --path crates/cargo-codspeed --locked
 
+      - name: Remove .cargo/config.toml to not force instrumentation mode
+        if: ${{ matrix.mode != 'instrumentation' }}
+        run: rm -f .cargo/config.toml
+
       - run: |
-          # Remove the cargo config else it forces instrumentation mode
-          rm -f .cargo/config.toml
-          cargo codspeed build -p ${{ matrix.package }}
+          if [ "${{ matrix.package }}" = "codspeed-criterion-compat" ]; then
+            cargo codspeed build -p ${{ matrix.package }} --features async_futures
+          else
+            cargo codspeed build -p ${{ matrix.package }}
+          fi
 
       - name: Run the benchmarks
         uses: CodSpeedHQ/action@main
         env:
           MY_ENV_VAR: "YES"
         with:
           run: cargo codspeed run
-          mode: walltime
+          mode: ${{ matrix.mode }}
           token: ${{ secrets.CODSPEED_TOKEN }}
 
   musl-build-check:
@@ -228,8 +207,7 @@ jobs:
       - tests-without-cargo-codspeed
       - test-cargo-codspeed
       - msrv-check
-      - compat-integration-test-instrumentation
-      - compat-integration-test-walltime
+      - compat-integration-test
       - musl-build-check
     steps:
       - uses: re-actors/alls-green@release/v1