fix: resolve profiler baseline args and improve failure logs

Author: hebaalazzeh

ci/run_single_test.sh

@@ -113,7 +113,9 @@ case ${TEST_TYPE} in
             pip install -e .
 
             PACKAGE_NAME=$(basename $(pwd))
-            PROFILER_SCRIPT="../../scripts/import_profiler/profiler.py"
+            # Save the new profiler script to /tmp so we don't lose it during HEAD^1 checkout
+            cp ../../scripts/import_profiler/profiler.py /tmp/profiler.py
+            PROFILER_SCRIPT="/tmp/profiler.py"
 
             rm -f /tmp/baseline.csv
             if [ -n "${TARGET_BRANCH}" ]; then

scripts/import_profiler/profiler.py

@@ -229,12 +229,15 @@ def run_master(iterations, target_module, cpu=0, csv_path=None, clear_cache=True
         rss_memories, p50_rss, p90_rss, p99_rss
     )
 
+    exit_code = 0
+    final_messages = []
+
     if fail_threshold is not None:
         if p99_time > fail_threshold:
-            print(f"\nFAILURE: P99 import time ({p99_time:.2f} ms) exceeds the failure threshold ({fail_threshold} ms).", file=sys.stderr)
-            sys.exit(1)
+            final_messages.append(f"FAILURE: P99 import time ({p99_time:.2f} ms) exceeds the failure threshold ({fail_threshold} ms).")
+            exit_code = 1
         else:
-            print(f"\nSUCCESS: P99 import time ({p99_time:.2f} ms) is within the failure threshold ({fail_threshold} ms).")
+            final_messages.append(f"SUCCESS: P99 import time ({p99_time:.2f} ms) is within the failure threshold ({fail_threshold} ms).")
 
     if diff_baseline:
         if os.path.exists(diff_baseline):
@@ -246,18 +249,32 @@ def run_master(iterations, target_module, cpu=0, csv_path=None, clear_cache=True
                     baseline_times.append(float(row[1]))
             _, _, baseline_p99 = _calculate_percentiles(baseline_times)
             diff = p99_time - baseline_p99
-            print("\n--- Diff vs Baseline ---")
-            print(f"Baseline P99: {baseline_p99:.2f} ms")
-            print(f"Current P99:  {p99_time:.2f} ms")
-            print(f"Difference:   {diff:+.2f} ms")
+            
+            diff_msg = (
+                f"--- Diff vs Baseline ---\n"
+                f"Baseline P99: {baseline_p99:.2f} ms\n"
+                f"Current P99:  {p99_time:.2f} ms\n"
+                f"Difference:   {diff:+.2f} ms"
+            )
+            final_messages.append(diff_msg)
 
             if diff > diff_threshold:
-                print(f"FAILURE: Import time regression of {diff:.2f} ms exceeds the allowed threshold of {diff_threshold} ms.", file=sys.stderr)
-                sys.exit(1)
+                final_messages.append(f"FAILURE: Import time regression of {diff:.2f} ms exceeds the allowed threshold of {diff_threshold} ms.")
+                exit_code = 1
             else:
-                print("SUCCESS: Import time diff is within acceptable thresholds.")
+                final_messages.append("SUCCESS: Import time diff is within acceptable thresholds.")
         else:
-            print(f"WARNING: Baseline CSV {diff_baseline} not found. Skipping diff check.")
+            final_messages.append(f"WARNING: Baseline CSV {diff_baseline} not found. Skipping diff check.")
+
+    if final_messages:
+        print("\n" + "\n".join(final_messages))
+        
+    if exit_code == 0:
+        print("\nSession import_profiler was successful.")
+        sys.exit(0)
+    else:
+        print("\nSession import_profiler was failed.")
+        sys.exit(1)
 
 
 def run_trace(target_module):