Skip to content

Commit abfe6b7

Browse files
john-b-yangjohn-b-yang
committed
Update tracker
1 parent 1efd475 commit abfe6b7

2 files changed

Lines changed: 47 additions & 47 deletions

File tree

‎codeclash/utils/update_tracker.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121

2222
for arena_log in arena_logs:
2323
name = arena_log.stem
24-
if name.endswith("-uuid"):
24+
if arena_log.name.endswith("-uuid"):
2525
# Strip uuid
2626
name = name.rpartition(".")[0]
2727
arena = name.split(".", 2)[1]

‎configs/tracker.json‎

Lines changed: 46 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -1,46 +1,6 @@
11
{
22
"Halite": {
33
"r15.s250.p2": {
4-
"claude-sonnet-4-20250514.claude-sonnet-4-5-20250929": 0,
5-
"claude-sonnet-4-20250514.grok-code-fast-1": 0,
6-
"claude-sonnet-4-20250514.gemini-2.5-pro": 0,
7-
"claude-sonnet-4-20250514.glm-4-5": 0,
8-
"claude-sonnet-4-20250514.gpt-5": 0,
9-
"claude-sonnet-4-20250514.gpt-5-mini": 0,
10-
"claude-sonnet-4-20250514.qwen3-coder-plus-2025-09-23": 0,
11-
"claude-sonnet-4-20250514.o3": 0,
12-
"claude-sonnet-4-5-20250929.grok-code-fast-1": 0,
13-
"claude-sonnet-4-5-20250929.gemini-2.5-pro": 0,
14-
"claude-sonnet-4-5-20250929.glm-4-5": 0,
15-
"claude-sonnet-4-5-20250929.gpt-5": 0,
16-
"claude-sonnet-4-5-20250929.gpt-5-mini": 0,
17-
"claude-sonnet-4-5-20250929.qwen3-coder-plus-2025-09-23": 0,
18-
"claude-sonnet-4-5-20250929.o3": 0,
19-
"gemini-2.5-pro.grok-code-fast-1": 0,
20-
"glm-4-5.grok-code-fast-1": 0,
21-
"gpt-5.grok-code-fast-1": 0,
22-
"gpt-5-mini.grok-code-fast-1": 0,
23-
"grok-code-fast-1.qwen3-coder-plus-2025-09-23": 0,
24-
"grok-code-fast-1.o3": 0,
25-
"gemini-2.5-pro.glm-4-5": 0,
26-
"gemini-2.5-pro.gpt-5": 0,
27-
"gemini-2.5-pro.gpt-5-mini": 0,
28-
"gemini-2.5-pro.qwen3-coder-plus-2025-09-23": 0,
29-
"gemini-2.5-pro.o3": 0,
30-
"glm-4-5.gpt-5": 0,
31-
"glm-4-5.gpt-5-mini": 0,
32-
"glm-4-5.qwen3-coder-plus-2025-09-23": 0,
33-
"glm-4-5.o3": 0,
34-
"gpt-5.gpt-5-mini": 0,
35-
"gpt-5.qwen3-coder-plus-2025-09-23": 0,
36-
"gpt-5.o3": 0,
37-
"gpt-5-mini.qwen3-coder-plus-2025-09-23": 0,
38-
"gpt-5-mini.o3": 0,
39-
"o3.qwen3-coder-plus-2025-09-23": 0
40-
}
41-
},
42-
"HuskyBench": {
43-
"r15.s1000.p2": {
444
"claude-sonnet-4-20250514.claude-sonnet-4-5-20250929": "0 (0 rounds)",
455
"claude-sonnet-4-20250514.grok-code-fast-1": "0 (0 rounds)",
466
"claude-sonnet-4-20250514.gemini-2.5-pro": "0 (0 rounds)",
@@ -55,7 +15,7 @@
5515
"claude-sonnet-4-5-20250929.gpt-5": "0 (0 rounds)",
5616
"claude-sonnet-4-5-20250929.gpt-5-mini": "0 (0 rounds)",
5717
"claude-sonnet-4-5-20250929.qwen3-coder-plus-2025-09-23": "0 (0 rounds)",
58-
"claude-sonnet-4-5-20250929.o3": "0 (0 rounds)",
18+
"claude-sonnet-4-5-20250929.o3": "1 (12 rounds)",
5919
"gemini-2.5-pro.grok-code-fast-1": "0 (0 rounds)",
6020
"glm-4-5.grok-code-fast-1": "0 (0 rounds)",
6121
"gpt-5.grok-code-fast-1": "0 (0 rounds)",
@@ -64,7 +24,7 @@
6424
"grok-code-fast-1.o3": "0 (0 rounds)",
6525
"gemini-2.5-pro.glm-4-5": "0 (0 rounds)",
6626
"gemini-2.5-pro.gpt-5": "0 (0 rounds)",
67-
"gemini-2.5-pro.gpt-5-mini": "0 (0 rounds)",
27+
"gemini-2.5-pro.gpt-5-mini": "1 (16 rounds)",
6828
"gemini-2.5-pro.qwen3-coder-plus-2025-09-23": "0 (0 rounds)",
6929
"gemini-2.5-pro.o3": "0 (0 rounds)",
7030
"glm-4-5.gpt-5": "0 (0 rounds)",
@@ -79,13 +39,53 @@
7939
"o3.qwen3-coder-plus-2025-09-23": "0 (0 rounds)"
8040
}
8141
},
42+
"HuskyBench": {
43+
"r15.s100.p2": {
44+
"claude-sonnet-4-20250514.claude-sonnet-4-5-20250929": "10 (160 rounds)",
45+
"claude-sonnet-4-20250514.grok-code-fast-1": "10 (160 rounds)",
46+
"claude-sonnet-4-20250514.gemini-2.5-pro": "11 (176 rounds)",
47+
"claude-sonnet-4-20250514.glm-4-5": "0 (0 rounds)",
48+
"claude-sonnet-4-20250514.gpt-5": "10 (160 rounds)",
49+
"claude-sonnet-4-20250514.gpt-5-mini": "10 (160 rounds)",
50+
"claude-sonnet-4-20250514.qwen3-coder-plus-2025-09-23": "1 (1 rounds)",
51+
"claude-sonnet-4-20250514.o3": "10 (160 rounds)",
52+
"claude-sonnet-4-5-20250929.grok-code-fast-1": "10 (160 rounds)",
53+
"claude-sonnet-4-5-20250929.gemini-2.5-pro": "10 (160 rounds)",
54+
"claude-sonnet-4-5-20250929.glm-4-5": "0 (0 rounds)",
55+
"claude-sonnet-4-5-20250929.gpt-5": "10 (160 rounds)",
56+
"claude-sonnet-4-5-20250929.gpt-5-mini": "10 (160 rounds)",
57+
"claude-sonnet-4-5-20250929.qwen3-coder-plus-2025-09-23": "1 (1 rounds)",
58+
"claude-sonnet-4-5-20250929.o3": "10 (160 rounds)",
59+
"gemini-2.5-pro.grok-code-fast-1": "10 (160 rounds)",
60+
"glm-4-5.grok-code-fast-1": "0 (0 rounds)",
61+
"gpt-5.grok-code-fast-1": "10 (160 rounds)",
62+
"gpt-5-mini.grok-code-fast-1": "10 (160 rounds)",
63+
"grok-code-fast-1.qwen3-coder-plus-2025-09-23": "1 (1 rounds)",
64+
"grok-code-fast-1.o3": "10 (160 rounds)",
65+
"gemini-2.5-pro.glm-4-5": "0 (0 rounds)",
66+
"gemini-2.5-pro.gpt-5": "10 (160 rounds)",
67+
"gemini-2.5-pro.gpt-5-mini": "10 (160 rounds)",
68+
"gemini-2.5-pro.qwen3-coder-plus-2025-09-23": "1 (1 rounds)",
69+
"gemini-2.5-pro.o3": "8 (128 rounds)",
70+
"glm-4-5.gpt-5": "0 (0 rounds)",
71+
"glm-4-5.gpt-5-mini": "0 (0 rounds)",
72+
"glm-4-5.qwen3-coder-plus-2025-09-23": "0 (0 rounds)",
73+
"glm-4-5.o3": "0 (0 rounds)",
74+
"gpt-5.gpt-5-mini": "10 (160 rounds)",
75+
"gpt-5.qwen3-coder-plus-2025-09-23": "1 (1 rounds)",
76+
"gpt-5.o3": "10 (160 rounds)",
77+
"gpt-5-mini.qwen3-coder-plus-2025-09-23": "1 (1 rounds)",
78+
"gpt-5-mini.o3": "10 (160 rounds)",
79+
"o3.qwen3-coder-plus-2025-09-23": "1 (1 rounds)"
80+
}
81+
},
8282
"RobotRumble": {
8383
"r15.s250.p2": {
8484
"claude-sonnet-4-20250514.claude-sonnet-4-5-20250929": "10 (160 rounds)",
8585
"claude-sonnet-4-20250514.grok-code-fast-1": "10 (147 rounds)",
8686
"claude-sonnet-4-20250514.gemini-2.5-pro": "10 (160 rounds)",
8787
"claude-sonnet-4-20250514.glm-4-5": "0 (0 rounds)",
88-
"claude-sonnet-4-20250514.gpt-5": "9 (141 rounds)",
88+
"claude-sonnet-4-20250514.gpt-5": "10 (142 rounds)",
8989
"claude-sonnet-4-20250514.gpt-5-mini": "10 (160 rounds)",
9090
"claude-sonnet-4-20250514.qwen3-coder-plus-2025-09-23": "10 (160 rounds)",
9191
"claude-sonnet-4-20250514.o3": "10 (148 rounds)",
@@ -201,7 +201,7 @@
201201
},
202202
"BattleSnake": {
203203
"r15.s1000.p2": {
204-
"claude-sonnet-4-20250514.claude-sonnet-4-5-20250929": "10 (160 rounds)",
204+
"claude-sonnet-4-20250514.claude-sonnet-4-5-20250929": "5 (80 rounds)",
205205
"claude-sonnet-4-20250514.grok-code-fast-1": "10 (159 rounds)",
206206
"claude-sonnet-4-20250514.gemini-2.5-pro": "10 (160 rounds)",
207207
"claude-sonnet-4-20250514.glm-4-5": "0 (0 rounds)",
@@ -216,9 +216,9 @@
216216
"claude-sonnet-4-5-20250929.gpt-5-mini": "10 (160 rounds)",
217217
"claude-sonnet-4-5-20250929.qwen3-coder-plus-2025-09-23": "10 (153 rounds)",
218218
"claude-sonnet-4-5-20250929.o3": "10 (160 rounds)",
219-
"gemini-2.5-pro.grok-code-fast-1": "12 (177 rounds)",
219+
"gemini-2.5-pro.grok-code-fast-1": "10 (145 rounds)",
220220
"glm-4-5.grok-code-fast-1": "0 (0 rounds)",
221-
"gpt-5.grok-code-fast-1": "11 (167 rounds)",
221+
"gpt-5.grok-code-fast-1": "10 (155 rounds)",
222222
"gpt-5-mini.grok-code-fast-1": "10 (160 rounds)",
223223
"grok-code-fast-1.qwen3-coder-plus-2025-09-23": "11 (158 rounds)",
224224
"grok-code-fast-1.o3": "10 (158 rounds)",

0 commit comments

Comments
 (0)