chore(bench): set --workers default to 40 across CLIs and run_sweep.sh

Author: nikolay-e

benchmarks/calibrate.py

@@ -70,7 +70,7 @@ def main() -> int:
     )
     p.add_argument("--budget", type=int, default=8000)
     p.add_argument("--scoring", default="hybrid")
-    p.add_argument("--workers", type=int, default=1)
+    p.add_argument("--workers", type=int, default=40)
     p.add_argument("--top-k", type=int, default=3)
     p.add_argument("--out", type=Path, required=True)
     p.add_argument("--repos-dir", type=Path, default=None)

benchmarks/run_eval.py

@@ -35,7 +35,7 @@ def main() -> int:
     p.add_argument("--core-budget-fraction", type=float, default=0.5)
     p.add_argument("--budget", type=int, default=8000)
     p.add_argument("--scoring", default="hybrid")
-    p.add_argument("--workers", type=int, default=1)
+    p.add_argument("--workers", type=int, default=40)
     p.add_argument("--out", type=Path, required=True)
     p.add_argument(
         "--repos-dir",

benchmarks/run_final_eval.py

@@ -64,7 +64,7 @@ def main() -> int:
     p = argparse.ArgumentParser(description=__doc__)
     p.add_argument("--winner", type=Path, required=True)
     p.add_argument("--manifests-dir", type=Path, required=True)
-    p.add_argument("--workers", type=int, default=1)
+    p.add_argument("--workers", type=int, default=40)
     p.add_argument("--out", type=Path, required=True)
     p.add_argument("--repos-dir", type=Path, default=None)
     p.add_argument("--timeout-per-instance", type=float, default=20.0)

benchmarks/select_final.py

@@ -45,7 +45,7 @@ def main() -> int:
     p = argparse.ArgumentParser(description=__doc__)
     p.add_argument("--candidates", type=Path, required=True)
     p.add_argument("--manifest", type=Path, required=True)
-    p.add_argument("--workers", type=int, default=1)
+    p.add_argument("--workers", type=int, default=40)
     p.add_argument("--out", type=Path, required=True)
     p.add_argument("--repos-dir", type=Path, default=None)
     p.add_argument("--timeout-per-instance", type=float, default=20.0)

scripts/run_sweep.sh

@@ -62,7 +62,7 @@ exec caffeinate -dimsu \
   --baseline "${BASELINE}" \
   --winner "${WINNER_JSON}" \
   --manifests-dir benchmarks/manifests/v1 \
-  --workers 2 \
+  --workers 40 \
   --timeout-per-instance 600 \
   --min-memory-gb 8 \
   --min-disk-gb 30 \