Update to semi-descriptive prompt, generate tracker csv

Author: john-b-yang

configs/generate_confs.py

@@ -34,6 +34,8 @@ def include_representer(dumper, data):
     RobotRumbleGame,
 ]
 
+NUM_TOURNAMENTS = 10
+
 
 def prompt_game_desc(arena, rounds):
     return f"""You are a software developer ({{{{player_id}}}}) competing in a coding game called {arena.name}.
@@ -61,6 +63,13 @@ def main(models, rounds, simulations, output):
         for j in range(i + 1, len(models)):
             pairs.append((models[i], models[j]))
 
+    # Tracking csv
+    tracking_csv = [
+        "config,arena,player1,player2,rounds,sims_per_round,"
+        + ",".join(f"t{i}" for i in range(1, NUM_TOURNAMENTS + 1))
+        + "\n"
+    ]
+
     for arena in ARENAS:
         for pair in pairs:
             config = {
@@ -76,7 +85,7 @@ def main(models, rounds, simulations, output):
                     {
                         "agent": "mini",
                         "name": get_name(p),
-                        "config": {"agent": IncludeTag("mini/default.yaml"), "model": p},
+                        "config": {"agent": IncludeTag("mini/semi_prescriptive.yaml"), "model": p},
                     }
                     for p in pair
                 ],
@@ -86,6 +95,16 @@ def main(models, rounds, simulations, output):
             with open(f"{output}/{config_name}", "w") as f:
                 yaml.dump(config, f, default_style=None, sort_keys=False)
 
+            tracking_csv.append(
+                f"{config_name},{arena.name},{get_name(pair[0])},{get_name(pair[1])},{rounds},{simulations},"
+                + ",".join([""] * NUM_TOURNAMENTS)
+                + "\n"
+            )
+
+    with open(f"{output}/tracking.csv", "w") as f:
+        f.writelines(tracking_csv)
+    print(f"Wrote tracking file to '{output}/tracking.csv'.")
+
     print(f"Generated {len(pairs) * len(ARENAS)} configuration files in '{output}'.")
     print(f"- # Models: {len(models)}")
     print(f"- # Arenas: {len(ARENAS)}")

configs/model_configs.yaml

@@ -1,7 +1,7 @@
 - model_name: "anthropic/claude-opus-4-1-20250805"
   model_kwargs:
     temperature: 0.0
-- model_name: "anthropic/claude-sonnet-4-20250514"
+- model_name: "anthropic/claude-sonnet-4-20250514" # Replace this with 3.7
   model_kwargs:
     temperature: 0.0
 - model_name: "@x-ai/grok-code-fast-1"