Skip to content

Commit 9bc4f33

Browse files
committed
Remove opus 4.1, replace with sonnet 4
1 parent 174e793 commit 9bc4f33

58 files changed

Lines changed: 252 additions & 2185 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

configs/generate_confs.py

Lines changed: 9 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import argparse
2+
import json
23
from pathlib import Path
34

45
import yaml
@@ -63,14 +64,9 @@ def main(models, rounds, simulations, output: Path):
6364
for j in range(i + 1, len(models)):
6465
pairs.append((models[i], models[j]))
6566

66-
# Tracking csv
67-
tracking_csv = [
68-
"config,arena,player1,player2,rounds,sims_per_round,"
69-
+ ",".join(f"t{i}" for i in range(1, NUM_TOURNAMENTS + 1))
70-
+ "\n"
71-
]
72-
67+
tracking_dict = {}
7368
for arena in ARENAS:
69+
tracking_dict[arena.name] = {}
7470
for pair in pairs:
7571
config = {
7672
"tournament": {
@@ -106,15 +102,13 @@ def main(models, rounds, simulations, output: Path):
106102
with open(output / config_name, "w") as f:
107103
f.write(content)
108104

109-
tracking_csv.append(
110-
f"{config_name},{arena.name},{get_name(pair[0])},{get_name(pair[1])},{rounds},{simulations},"
111-
+ ",".join([""] * NUM_TOURNAMENTS)
112-
+ "\n"
113-
)
105+
pvp = ".".join(sorted([get_name(pair[0]), get_name(pair[1])]))
106+
tracking_key = f"r{rounds}.s{simulations}.p2.{pvp}"
107+
tracking_dict[arena.name][tracking_key] = 0
114108

115-
with open(output / "tracking.csv", "w") as f:
116-
f.writelines(tracking_csv)
117-
print(f"Wrote tracking file to '{output / 'tracking.csv'}'.")
109+
with open(output / "main_tracker.json", "w") as f:
110+
json.dump(tracking_dict, f, indent=2)
111+
print(f"Wrote tracking file to '{output / 'main_tracker.json'}'.")
118112

119113
print(f"Generated {len(pairs) * len(ARENAS)} configuration files in '{output}'.")
120114
print(f"- # Models: {len(models)}")

configs/main/BattleCode__claude-opus-4-1-20250805__claude-sonnet-4-20250514__r15__s1000.yaml

Lines changed: 0 additions & 38 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__gemini-2.5-pro__r15__s1000.yaml

Lines changed: 0 additions & 37 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__glm-4.5__r15__s1000.yaml

Lines changed: 0 additions & 37 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__gpt-5-mini__r15__s1000.yaml

Lines changed: 0 additions & 37 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__gpt-5__r15__s1000.yaml

Lines changed: 0 additions & 37 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__grok-code-fast-1__r15__s1000.yaml

Lines changed: 0 additions & 38 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__o3__r15__s1000.yaml

Lines changed: 0 additions & 37 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__qwen-3-coder__r15__s1000.yaml

Lines changed: 0 additions & 37 deletions
This file was deleted.

configs/main/BattleCode__claude-opus-4-1-20250805__claude-3-7-sonnet-20250219__r15__s1000.yaml renamed to configs/main/BattleCode__claude-sonnet-4-20250514__claude-3-7-sonnet-20250219__r15__s1000.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,11 +7,11 @@ game:
77
maps: quack
88
players:
99
- agent: mini
10-
name: claude-opus-4-1-20250805
10+
name: claude-sonnet-4-20250514
1111
config:
1212
agent: !include mini/semi_prescriptive.yaml
1313
model:
14-
model_name: anthropic/claude-opus-4-1-20250805
14+
model_name: anthropic/claude-sonnet-4-20250514
1515
model_kwargs:
1616
temperature: 0.0
1717
- agent: mini

0 commit comments

Comments
 (0)