Update tracker

Author: john-b-yang

configs/scripts/main_tracker.json

@@ -1,20 +1,20 @@
 {
   "BattleCode": {
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.claude-sonnet-4-20250514": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.claude-sonnet-4-20250514": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.glm-4.5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5-mini": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.qwen-3-coder": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.o3": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.grok-code-fast-1": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gemini-2.5-pro": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.glm-4.5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5-mini": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.qwen-3-coder": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.o3": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.grok-code-fast-1": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gemini-2.5-pro": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.glm-4.5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5-mini": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.qwen-3-coder": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.o3": "0 (0 rounds)",
     "r15.s1000.p2.gemini-2.5-pro.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.glm-4.5.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.gpt-5.grok-code-fast-1": "0 (0 rounds)",
@@ -38,21 +38,21 @@
     "r15.s1000.p2.o3.qwen-3-coder": "0 (0 rounds)"
   },
   "BattleSnake": {
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.claude-sonnet-4-20250514": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.claude-sonnet-4-20250514": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.glm-4.5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5-mini": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.qwen-3-coder": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.o3": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.grok-code-fast-1": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gemini-2.5-pro": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.glm-4.5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5-mini": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.qwen-3-coder": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.o3": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.grok-code-fast-1": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gemini-2.5-pro": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.glm-4.5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5-mini": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.qwen-3-coder": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.o3": "0 (0 rounds)",
     "r15.s1000.p2.gemini-2.5-pro.grok-code-fast-1": "10 (145 rounds)",
     "r15.s1000.p2.glm-4.5.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.gpt-5.grok-code-fast-1": "10 (155 rounds)",
@@ -76,21 +76,21 @@
     "r15.s1000.p2.o3.qwen-3-coder": "0 (0 rounds)"
   },
   "CoreWar": {
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.claude-sonnet-4-20250514": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.claude-sonnet-4-20250514": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.glm-4.5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5-mini": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.qwen-3-coder": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.o3": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.grok-code-fast-1": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gemini-2.5-pro": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.glm-4.5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5-mini": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.qwen-3-coder": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.o3": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.grok-code-fast-1": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gemini-2.5-pro": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.glm-4.5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5-mini": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.qwen-3-coder": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.o3": "0 (0 rounds)",
     "r15.s1000.p2.gemini-2.5-pro.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.glm-4.5.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.gpt-5.grok-code-fast-1": "0 (0 rounds)",
@@ -114,21 +114,21 @@
     "r15.s1000.p2.o3.qwen-3-coder": "0 (0 rounds)"
   },
   "HuskyBench": {
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.claude-sonnet-4-20250514": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.claude-sonnet-4-20250514": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.glm-4.5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5-mini": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.qwen-3-coder": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.o3": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.grok-code-fast-1": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gemini-2.5-pro": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.glm-4.5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5-mini": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.qwen-3-coder": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.o3": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.grok-code-fast-1": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gemini-2.5-pro": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.glm-4.5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5-mini": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.qwen-3-coder": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.o3": "0 (0 rounds)",
     "r15.s1000.p2.gemini-2.5-pro.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.glm-4.5.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.gpt-5.grok-code-fast-1": "0 (0 rounds)",
@@ -152,21 +152,21 @@
     "r15.s1000.p2.o3.qwen-3-coder": "0 (0 rounds)"
   },
   "RoboCode": {
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.claude-sonnet-4-20250514": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.claude-sonnet-4-20250514": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.glm-4.5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5-mini": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.qwen-3-coder": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.o3": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.grok-code-fast-1": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gemini-2.5-pro": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.glm-4.5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5-mini": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.qwen-3-coder": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.o3": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.grok-code-fast-1": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gemini-2.5-pro": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.glm-4.5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5-mini": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.qwen-3-coder": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.o3": "0 (0 rounds)",
     "r15.s1000.p2.gemini-2.5-pro.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.glm-4.5.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.gpt-5.grok-code-fast-1": "0 (0 rounds)",
@@ -190,21 +190,21 @@
     "r15.s1000.p2.o3.qwen-3-coder": "0 (0 rounds)"
   },
   "RobotRumble": {
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.claude-sonnet-4-20250514": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.claude-sonnet-4-20250514": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.glm-4.5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.gpt-5-mini": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.qwen-3-coder": "0 (0 rounds)",
     "r15.s1000.p2.claude-sonnet-4-20250514.o3": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.grok-code-fast-1": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gemini-2.5-pro": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.glm-4.5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.gpt-5-mini": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.qwen-3-coder": "0 (0 rounds)",
-    "r15.s1000.p2.claude-3-7-sonnet-20250219.o3": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.grok-code-fast-1": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gemini-2.5-pro": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.glm-4.5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.gpt-5-mini": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.qwen-3-coder": "0 (0 rounds)",
+    "r15.s1000.p2.claude-opus-4-1-20250805.o3": "0 (0 rounds)",
     "r15.s1000.p2.gemini-2.5-pro.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.glm-4.5.grok-code-fast-1": "0 (0 rounds)",
     "r15.s1000.p2.gpt-5.grok-code-fast-1": "0 (0 rounds)",

configs/scripts/models.yaml

@@ -1,7 +1,7 @@
 - model_name: "anthropic/claude-sonnet-4-20250514"
   model_kwargs:
     temperature: 0.0
-- model_name: "anthropic/claude-3-7-sonnet-20250219"
+- model_name: "anthropic/claude-opus-4-1-20250805"
   model_kwargs:
     temperature: 0.0
 - model_name: "@x-ai/grok-code-fast-1"