Config update

Author: john-b-yang

configs/scripts/main_tracker.json

@@ -1,6 +1,6 @@
 {
   "RoboCode": {
-    "r15.s1000.p2": {
+    "r15.s250.p2": {
       "claude-sonnet-4-20250514.claude-sonnet-4-5-20250929": "0 (0 rounds)",
       "claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
       "claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
@@ -19,7 +19,7 @@
       "gemini-2.5-pro.grok-code-fast-1": "0 (0 rounds)",
       "glm-4-5.grok-code-fast-1": "0 (0 rounds)",
       "gpt-5.grok-code-fast-1": "0 (0 rounds)",
-      "gpt-5-mini.grok-code-fast-1": "0 (0 rounds)",
+      "gpt-5-mini.grok-code-fast-1": "1 (16 rounds)",
       "grok-code-fast-1.qwen3-coder-plus-2025-09-23": "0 (0 rounds)",
       "grok-code-fast-1.o3": "0 (0 rounds)",
       "gemini-2.5-pro.glm-4-5": "0 (0 rounds)",

configs/scripts/update_tracker.py

@@ -2,7 +2,7 @@
 from pathlib import Path
 
 tracker = json.load(open("configs/scripts/main_tracker.json"))
-arena_logs = [p.parent for p in Path("logs/completed").rglob("game.log")]
+arena_logs = [p.parent for p in Path("logs/completed").rglob("metadata.json")]
 
 # Set all tracker values to 0
 for arena in tracker:
@@ -15,6 +15,16 @@
     k = arena_log.stem.split(".", 2)[-1]
     pvp = k.split(".", 3)[-1]
     setting = k[: -len(pvp) - 1]
+    if arena == "RoboCode":
+        with open(arena_log / "metadata.json") as f:
+            metadata = json.load(f)
+            pvp = ".".join(
+                sorted([p["config"]["model"]["model_name"].split("/")[-1] for p in metadata["config"]["players"]])
+            )
+
+    if arena == "RoboCode":
+        print(f"Updating {arena}.{setting}.{pvp}")
+
     if arena in tracker and setting in tracker[arena] and pvp in tracker[arena][setting]:
         tracker[arena][setting][pvp][0] += 1
         rounds_played = len(json.load(open(arena_log / "metadata.json"))["round_stats"])