add benchmark_main pytest group

Author: MarshalX

.github/workflows/benchmark.yml

@@ -29,24 +29,21 @@ jobs:
           RUST_BACKTRACE: 1
 
       - name: Run Benchmarks.
-        run: uv run pytest . --benchmark-enable --benchmark-json=output.json
+        run: uv run pytest . -m benchmark_main --benchmark-enable --benchmark-json=output.json
 
       - name: Upload benchmark artifact
         uses: actions/upload-artifact@v4
         with:
           name: benchmark-output
           path: output.json
+
       - name: Benchmark results
         uses: benchmark-action/github-action-benchmark@v1
         with:
           tool: 'pytest'
           output-file-path: output.json
-          external-data-json-path: ./cache/benchmark-data.json
-          fail-on-alert: true
-          alert-threshold: '10%'
           # to make a commit comment
           github-token: ${{ secrets.GITHUB_TOKEN }}
-          comment-on-alert: true
           summary-always: true
 
       - name: Append benchmark table to summary

pyproject.toml

@@ -60,6 +60,9 @@ all = [
 ]
 
 [tool.pytest.ini_options]
+markers = [
+    'benchmark_main: marks tests as main benchmarks to run selectively'
+]
 addopts = [
     '--benchmark-columns', 'min,mean,stddev,outliers,rounds,iterations',
     '--benchmark-disable',  # use --benchmark-enable

pytests/test_dag_cbor.py

@@ -101,11 +101,13 @@ def test_dag_cbor_decode(benchmark, data) -> None:
     _dag_cbor_roundtrip(benchmark, data)
 
 
+@pytest.mark.benchmark_main
 @pytest.mark.parametrize('data', load_json_data_fixtures(_REAL_DATA_DIR), ids=lambda data: data[0])
 def test_dag_cbor_encode_real_data(benchmark, data) -> None:
     _dag_cbor_encode(benchmark, data)
 
 
+@pytest.mark.benchmark_main
 @pytest.mark.parametrize('data', load_json_data_fixtures(_REAL_DATA_DIR), ids=lambda data: data[0])
 def test_dag_cbor_decode_real_data(benchmark, data) -> None:
     _dag_cbor_roundtrip(benchmark, data)
@@ -116,6 +118,7 @@ def test_dag_cbor_decode_fixtures(benchmark, data) -> None:
     _dag_cbor_decode(benchmark, data)
 
 
+@pytest.mark.benchmark_main
 def test_dag_cbor_decode_torture_cids(benchmark) -> None:
     dag_cbor = open(_TORTURE_CIDS_DAG_CBOR_PATH, 'rb').read()
     benchmark(libipld.decode_dag_cbor, dag_cbor)

pytests/test_decode_car.py

@@ -14,6 +14,7 @@ def car() -> bytes:
     return load_car_fixture(_DID, _REPO_CAR_PATH)
 
 
+@pytest.mark.benchmark_main
 def test_decode_car(benchmark, car) -> None:
     header, blocks = benchmark(libipld.decode_car, car)