Skip to content

Commit 97a0bd5

Browse files
andre15silvaclaude
andcommitted
fix(paper): add dataset and model labels to heatmap and lookahead titles
Heatmaps now show e.g. "Syntactic correctness — Laguna-XS.2 (Verified)". Lookahead plots now show e.g. "Semantic correctness — Laguna-XS.2, Verified". Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
1 parent 2c72397 commit 97a0bd5

1 file changed

Lines changed: 18 additions & 2 deletions

File tree

run_paper_figures.py

Lines changed: 18 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -750,6 +750,7 @@ def plot_auc_heatmap(
750750
n_bins: int = 10,
751751
x_label: str = "Relative position bin",
752752
suffix: str = "",
753+
dataset_label: str = "",
753754
) -> None:
754755
all_res = _load(results_dir, run_id, probe)
755756
if all_res is None:
@@ -781,7 +782,11 @@ def plot_auc_heatmap(
781782

782783
model_key = _model_key(run_id)
783784
probe_label = PROBE_LABELS.get(probe, probe)
784-
ax.set_title(f"{probe_label}{MODEL_LABELS.get(model_key, model_key)}")
785+
model_str = MODEL_LABELS.get(model_key, model_key)
786+
title = f"{probe_label}{model_str}"
787+
if dataset_label:
788+
title += f" ({dataset_label})"
789+
ax.set_title(title)
785790

786791
cb = plt.colorbar(im, ax=ax, label="AUC")
787792
cb.set_ticks([0.5, 0.625, 0.75, 0.875, 1.0])
@@ -883,6 +888,7 @@ def plot_lookahead_horizon(
883888
figures_dir: Path,
884889
out_run_id: str,
885890
filename_suffix: str = "",
891+
dataset_label: str = "",
886892
) -> None:
887893
"""AUC vs lookahead horizon k (assistant turns) across layers."""
888894
data: dict[int, list[tuple]] = {l: [] for l in layers}
@@ -940,7 +946,13 @@ def plot_lookahead_horizon(
940946
ax.set_xlabel("Horizon k (turns)")
941947
ax.set_ylabel("AUC")
942948
ax.set_ylim(bottom=0.48)
943-
ax.set_title(PROBE_LABELS.get(probe, probe))
949+
model_key = _model_key(run_ids[0]) if run_ids else ""
950+
model_str = MODEL_LABELS.get(model_key, model_key)
951+
title = PROBE_LABELS.get(probe, probe)
952+
if model_str or dataset_label:
953+
parts = [s for s in [model_str, dataset_label] if s]
954+
title += f" — {', '.join(parts)}"
955+
ax.set_title(title)
944956
ax.margins(x=0.06)
945957
ax.xaxis.set_major_locator(MaxNLocator(nbins=10, integer=True))
946958

@@ -1204,6 +1216,7 @@ def main():
12041216
results_dir = results_dir, run_id = run_id, probe = probe,
12051217
layers = layers, figures_dir = figures_dir,
12061218
n_bins = args.n_bins, x_label = "Relative position bin",
1219+
dataset_label = "Verified",
12071220
)
12081221

12091222
# --- AUC heatmaps (step-relative bins) ---
@@ -1214,6 +1227,7 @@ def main():
12141227
results_dir = results_dir, run_id = run_id, probe = probe,
12151228
layers = layers, figures_dir = figures_dir,
12161229
n_bins = args.n_bins, x_label = "Relative step bin", suffix = "_step",
1230+
dataset_label = "Verified",
12171231
)
12181232

12191233
# --- Layer AUC line plots (pooled runs only, Random baseline from axhline) ---
@@ -1297,6 +1311,7 @@ def _lookahead_run_ids(base: str, max_k: int, run_sfx: str) -> list[str]:
12971311
figures_dir = figures_dir,
12981312
out_run_id = f"{model_run_id}_pooled",
12991313
filename_suffix = file_suffix,
1314+
dataset_label = "Verified",
13001315
)
13011316

13021317
print(f"[fig] lookahead horizon plots (Pro, {file_suffix})...")
@@ -1312,6 +1327,7 @@ def _lookahead_run_ids(base: str, max_k: int, run_sfx: str) -> list[str]:
13121327
figures_dir = figures_dir,
13131328
out_run_id = f"{model_run_id}_pooled_pro",
13141329
filename_suffix = f"pro_{file_suffix}",
1330+
dataset_label = "Pro",
13151331
)
13161332

13171333
# --- Tool NLL correlation plots ---

0 commit comments

Comments
 (0)