validate stdout for gen tests

Author: Codeflash Bot

tests/scripts/end_to_end_test_utilities.py

@@ -76,6 +76,11 @@ def validate_coverage(stdout: str, expectations: list[CoverageExpectation]) -> b
 
     return True
 
+def validate_no_gen_tests(stdout: str) -> bool:
+    if "Generated '0' tests for" not in stdout:
+        logging.error("Tests generated even when flag was on")
+        return False
+    return True
 
 def run_codeflash_command(
     cwd: pathlib.Path, config: TestConfig, expected_improvement_pct: int, expected_in_stdout: list[str] = None
@@ -178,6 +183,9 @@ def validate_output(stdout: str, return_code: int, expected_improvement_pct: int
     if config.coverage_expectations:
         validate_coverage(stdout, config.coverage_expectations)
 
+    if config.no_gen_tests:
+        validate_no_gen_tests(stdout)
+
     logging.info(f"Success: Performance improvement is {improvement_pct}%")
     return True