Fix

Author: jy-tan

.github/workflows/benchmarks.yml

@@ -59,13 +59,17 @@ jobs:
 
       - name: Run realistic workload benchmark
         id: realistic
+        env:
+          BENCHMARK_ITERATIONS: ${{ inputs.iterations }}
         run: |
           uv run python benchmarks/bench/realistic_workload.py 2>&1 | tee realistic_output.txt
           # Extract just the results JSON
           cat benchmarks/results/realistic-workload.json
 
       - name: Run fixed QPS latency benchmark
         id: fixed_qps
+        env:
+          BENCHMARK_QPS_DURATION: ${{ inputs.qps_duration }}
         run: |
           uv run python benchmarks/bench/fixed_qps_latency.py 2>&1 | tee fixed_qps_output.txt
           # Extract just the results JSON

benchmarks/bench/fixed_qps_latency.py

@@ -155,9 +155,9 @@ def main():
     print("Endpoint: POST /api/realistic (~10-15ms baseline)")
     print()
 
-    # Test at multiple QPS levels
+    # Test at multiple QPS levels (duration configurable via BENCHMARK_QPS_DURATION env var)
     qps_levels = [25, 50, 75]  # Requests per second
-    duration = 10  # seconds per test
+    duration = int(os.environ.get("BENCHMARK_QPS_DURATION", "10"))  # seconds per test
 
     results = {"baseline": {}, "sdk_100": {}, "sdk_10": {}}
 

benchmarks/bench/realistic_workload.py

@@ -70,8 +70,8 @@ def run_benchmark_subprocess(mode: str, sampling_rate: float = 1.0) -> dict | No
     session.post(f"{{server_url}}/api/typical-write", json={{"name": "test"}})
     session.post(f"{{server_url}}/api/realistic", json={{"userId": "u1", "query": "test"}})
 
-# Benchmark parameters
-iterations = 200
+# Benchmark parameters (configurable via BENCHMARK_ITERATIONS env var)
+iterations = int(os.environ.get("BENCHMARK_ITERATIONS", "200"))
 results = {{}}
 
 # Test 1: Typical Read (~5-10ms baseline)

benchmarks/scripts/compare_runs.py

@@ -3,7 +3,7 @@
 
 Usage:
     python compare_runs.py results1.json results2.json
-    python compare_runs.py --download RUN_ID1 RUN_ID2  # Download from GitHub Actions
+    python compare_runs.py --json results1.json results2.json  # JSON output only
 """
 
 import argparse