chore: shard criterion benchmarks

Author: GuillaumeLagrange

.github/workflows/ci.yml

@@ -177,10 +177,21 @@ jobs:
     runs-on: codspeed-macro
     strategy:
       matrix:
-        package:
-          - codspeed-divan-compat
-          - codspeed-divan-compat-examples
-          - codspeed-criterion-compat
+        include:
+          - package: codspeed-divan-compat
+          - package: codspeed-divan-compat-examples
+          - package: codspeed-criterion-compat
+            bench: criterion_example
+          - package: codspeed-criterion-compat
+            bench: test_benches
+          - package: codspeed-criterion-compat
+            bench: criterion_integration_main
+          - package: codspeed-criterion-compat
+            bench: criterion_integration_fibonaccis
+          - package: codspeed-criterion-compat
+            bench: criterion_integration_with_inputs
+          - package: codspeed-criterion-compat
+            bench: criterion_integration_measurement_overhead
     steps:
       - uses: actions/checkout@v4
         with:
@@ -197,14 +208,14 @@ jobs:
         run: |
           # Remove the cargo config else it forces instrumentation mode
           rm -f .cargo/config.toml
-          cargo codspeed build -p ${{ matrix.package }}
+          cargo codspeed build -p ${{ matrix.package }} ${{ matrix.bench && format('--bench {0}', matrix.bench) || '' }}
 
       - name: Run the benchmarks
         uses: CodSpeedHQ/action@main
         env:
           MY_ENV_VAR: "YES"
         with:
-          run: cargo codspeed run
+          run: cargo codspeed run ${{ matrix.bench && format('--bench {0}', matrix.bench) || '' }}
           mode: walltime
 
   walltime-macos-test:

crates/criterion_compat/Cargo.toml

@@ -53,6 +53,18 @@ harness = false
 name = "criterion_integration_main"
 harness = false
 
+[[bench]]
+name = "criterion_integration_fibonaccis"
+harness = false
+
+[[bench]]
+name = "criterion_integration_with_inputs"
+harness = false
+
+[[bench]]
+name = "criterion_integration_measurement_overhead"
+harness = false
+
 [[bench]]
 name = "test_benches"
 harness = false

crates/criterion_compat/benches/criterion_integration/mod.rs

@@ -1,3 +1,5 @@
+#![allow(dead_code)]
+
 pub mod compare_functions;
 pub mod custom_measurement;
 // pub mod external_process;

crates/criterion_compat/benches/criterion_integration_fibonaccis.rs

@@ -0,0 +1,7 @@
+use codspeed_criterion_compat::criterion_main;
+
+mod criterion_integration;
+
+criterion_main! {
+    criterion_integration::compare_functions::fibonaccis,
+}

crates/criterion_compat/benches/criterion_integration_main.rs

@@ -3,15 +3,12 @@ use codspeed_criterion_compat::criterion_main;
 mod criterion_integration;
 
 criterion_main! {
-    criterion_integration::compare_functions::fibonaccis,
     // criterion_integration::external_process::benches, FIXME: Currently doesn't work
     criterion_integration::iter_manual::benches,
     criterion_integration::iter_with_large_drop::benches,
     criterion_integration::iter_with_large_setup::benches,
     criterion_integration::iter_with_setup::benches,
-    criterion_integration::with_inputs::benches,
     criterion_integration::special_characters::benches,
-    criterion_integration::measurement_overhead::benches,
     criterion_integration::custom_measurement::benches,
     criterion_integration::sampling_mode::benches,
     criterion_integration::sleep::benches,

crates/criterion_compat/benches/criterion_integration_measurement_overhead.rs

@@ -0,0 +1,7 @@
+use codspeed_criterion_compat::criterion_main;
+
+mod criterion_integration;
+
+criterion_main! {
+    criterion_integration::measurement_overhead::benches,
+}

crates/criterion_compat/benches/criterion_integration_with_inputs.rs

@@ -0,0 +1,7 @@
+use codspeed_criterion_compat::criterion_main;
+
+mod criterion_integration;
+
+criterion_main! {
+    criterion_integration::with_inputs::benches,
+}