@@ -750,6 +750,7 @@ def plot_auc_heatmap(
750750 n_bins : int = 10 ,
751751 x_label : str = "Relative position bin" ,
752752 suffix : str = "" ,
753+ dataset_label : str = "" ,
753754) -> None :
754755 all_res = _load (results_dir , run_id , probe )
755756 if all_res is None :
@@ -781,7 +782,11 @@ def plot_auc_heatmap(
781782
782783 model_key = _model_key (run_id )
783784 probe_label = PROBE_LABELS .get (probe , probe )
784- ax .set_title (f"{ probe_label } — { MODEL_LABELS .get (model_key , model_key )} " )
785+ model_str = MODEL_LABELS .get (model_key , model_key )
786+ title = f"{ probe_label } — { model_str } "
787+ if dataset_label :
788+ title += f" ({ dataset_label } )"
789+ ax .set_title (title )
785790
786791 cb = plt .colorbar (im , ax = ax , label = "AUC" )
787792 cb .set_ticks ([0.5 , 0.625 , 0.75 , 0.875 , 1.0 ])
@@ -883,6 +888,7 @@ def plot_lookahead_horizon(
883888 figures_dir : Path ,
884889 out_run_id : str ,
885890 filename_suffix : str = "" ,
891+ dataset_label : str = "" ,
886892) -> None :
887893 """AUC vs lookahead horizon k (assistant turns) across layers."""
888894 data : dict [int , list [tuple ]] = {l : [] for l in layers }
@@ -940,7 +946,13 @@ def plot_lookahead_horizon(
940946 ax .set_xlabel ("Horizon k (turns)" )
941947 ax .set_ylabel ("AUC" )
942948 ax .set_ylim (bottom = 0.48 )
943- ax .set_title (PROBE_LABELS .get (probe , probe ))
949+ model_key = _model_key (run_ids [0 ]) if run_ids else ""
950+ model_str = MODEL_LABELS .get (model_key , model_key )
951+ title = PROBE_LABELS .get (probe , probe )
952+ if model_str or dataset_label :
953+ parts = [s for s in [model_str , dataset_label ] if s ]
954+ title += f" — { ', ' .join (parts )} "
955+ ax .set_title (title )
944956 ax .margins (x = 0.06 )
945957 ax .xaxis .set_major_locator (MaxNLocator (nbins = 10 , integer = True ))
946958
@@ -1204,6 +1216,7 @@ def main():
12041216 results_dir = results_dir , run_id = run_id , probe = probe ,
12051217 layers = layers , figures_dir = figures_dir ,
12061218 n_bins = args .n_bins , x_label = "Relative position bin" ,
1219+ dataset_label = "Verified" ,
12071220 )
12081221
12091222 # --- AUC heatmaps (step-relative bins) ---
@@ -1214,6 +1227,7 @@ def main():
12141227 results_dir = results_dir , run_id = run_id , probe = probe ,
12151228 layers = layers , figures_dir = figures_dir ,
12161229 n_bins = args .n_bins , x_label = "Relative step bin" , suffix = "_step" ,
1230+ dataset_label = "Verified" ,
12171231 )
12181232
12191233 # --- Layer AUC line plots (pooled runs only, Random baseline from axhline) ---
@@ -1297,6 +1311,7 @@ def _lookahead_run_ids(base: str, max_k: int, run_sfx: str) -> list[str]:
12971311 figures_dir = figures_dir ,
12981312 out_run_id = f"{ model_run_id } _pooled" ,
12991313 filename_suffix = file_suffix ,
1314+ dataset_label = "Verified" ,
13001315 )
13011316
13021317 print (f"[fig] lookahead horizon plots (Pro, { file_suffix } )..." )
@@ -1312,6 +1327,7 @@ def _lookahead_run_ids(base: str, max_k: int, run_sfx: str) -> list[str]:
13121327 figures_dir = figures_dir ,
13131328 out_run_id = f"{ model_run_id } _pooled_pro" ,
13141329 filename_suffix = f"pro_{ file_suffix } " ,
1330+ dataset_label = "Pro" ,
13151331 )
13161332
13171333 # --- Tool NLL correlation plots ---
0 commit comments