add marker so that test doesn't crash

Author: KRRT7

codeflash/benchmarking/pytest_new_process_trace_benchmarks.py

@@ -33,6 +33,7 @@
             ],
             plugins=[codeflash_benchmark_plugin],
         )  # Errors will be printed to stdout, not stderr
+
     except Exception as e:
         print(f"Failed to collect tests: {e!s}", file=sys.stderr)
         exitcode = -1

codeflash/benchmarking/trace_benchmarks.py

@@ -32,7 +32,6 @@ def trace_benchmarks_pytest(
         env=benchmark_env,
         timeout=timeout,
     )
-    print(result.stdout)
     if result.returncode != 0:
         if "ERROR collecting" in result.stdout:
             # Pattern matches "===== ERRORS =====" (any number of =) and captures everything after

codeflash/discovery/pytest_new_process_discovery.py

@@ -23,6 +23,9 @@ def pytest_collection_modifyitems(self, items) -> None:
             if "benchmark" in item.fixturenames:
                 item.add_marker(skip_benchmark)
 
+    def pytest_configure(self, config) -> None:
+        config.addinivalue_line("markers", "benchmark: placeholder")
+
 
 def parse_pytest_collection_results(pytest_tests: list[Any]) -> list[dict[str, str]]:
     test_results = []

codeflash/optimization/optimizer.py

@@ -64,6 +64,7 @@ def run_benchmarks(
         from codeflash.benchmarking.trace_benchmarks import trace_benchmarks_pytest
         from codeflash.benchmarking.utils import print_benchmark_table, validate_and_format_benchmark_table
 
+        console.rule()
         with progress_bar(
             f"Running benchmarks in {self.args.benchmarks_root}", transient=True, revert_to_print=bool(get_pr_number())
         ):