Match motor

Author: NoahStapp

.evergreen/scripts/setup_tests.py

@@ -450,9 +450,9 @@ def handle_test_env() -> None:
         # PYTHON-4769 Run perf_test.py directly otherwise pytest's test collection negatively
         # affects the benchmark results.
         if sub_test_name == "sync":
-            TEST_ARGS = f"test/performance/perf_test.py {TEST_ARGS}"
+            TEST_ARGS = f"test/performance/perf_test.py {TEST_ARGS} -s"
         else:
-            TEST_ARGS = f"test/performance/async_perf_test.py {TEST_ARGS}"
+            TEST_ARGS = f"test/performance/async_perf_test.py {TEST_ARGS} -s"
 
     # Add coverage if requested.
     # Only cover CPython. PyPy reports suspiciously low coverage.

test/performance/async_perf_test.py

@@ -70,10 +70,10 @@
 
 # Spec says to use at least 1 minute cumulative execution time and up to 100 iterations or 5 minutes but that
 # makes the benchmarks too slow. Instead, we use at least 30 seconds and at most 60 seconds.
-NUM_ITERATIONS = 100
+NUM_ITERATIONS = 10
 MIN_ITERATION_TIME = 30
-MAX_ITERATION_TIME = 120
-NUM_DOCS = 10000
+MAX_ITERATION_TIME = 300
+NUM_DOCS = 1000
 # When debugging or prototyping it's often useful to run the benchmarks locally, set FASTBENCH=1 to run quickly.
 if bool(os.getenv("FASTBENCH")):
     NUM_ITERATIONS = 2