Add handling for multiple qwen model names

Author: john-b-yang

codeclash/analysis/metrics/win_rate.py

@@ -35,7 +35,8 @@ def main(log_dir: Path):
         metadata = json.load(open(game_log_folder / "metadata.json"))
         try:
             player_to_model = {
-                x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]
+                x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                for x in metadata["config"]["players"]
             }
         except KeyError:
             continue

codeclash/analysis/stats/per_model.py

@@ -107,7 +107,10 @@ def main(log_dir: str):
         with open(game_log_folder / "metadata.json") as f:
             metadata = json.load(f)
         try:
-            p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+            p2m = {
+                x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                for x in metadata["config"]["players"]
+            }
         except KeyError:
             continue
 

codeclash/analysis/viz/cdf_command_diversity.py

@@ -134,7 +134,10 @@ def main():
                 metadata = json.load(f)
             try:
                 # Extract mapping from player name to model name
-                p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+                p2m = {
+                    x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                    for x in metadata["config"]["players"]
+                }
                 # Initialize diversity list for each model we encounter
                 for model in p2m.values():
                     if model not in model_to_diversity:

codeclash/analysis/viz/cdf_files_edited_per_round.py

@@ -21,7 +21,10 @@ def main():
             with open(game_log_folder / "metadata.json") as f:
                 metadata = json.load(f)
             try:
-                p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+                p2m = {
+                    x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                    for x in metadata["config"]["players"]
+                }
                 for model in p2m.values():
                     if model not in model_to_num_files:
                         model_to_num_files[model] = []

codeclash/analysis/viz/cdf_steps_per_round.py

@@ -20,7 +20,10 @@ def main():
             with open(game_log_folder / "metadata.json") as f:
                 metadata = json.load(f)
             try:
-                p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+                p2m = {
+                    x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                    for x in metadata["config"]["players"]
+                }
                 for model in p2m.values():
                     if model not in model_to_steps:
                         model_to_steps[model] = []

codeclash/analysis/viz/cdf_thought_length_per_round.py

@@ -21,7 +21,10 @@ def main():
             with open(game_log_folder / "metadata.json") as f:
                 metadata = json.load(f)
             try:
-                p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+                p2m = {
+                    x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                    for x in metadata["config"]["players"]
+                }
                 for model in p2m.values():
                     if model not in model_to_steps:
                         model_to_steps[model] = []

codeclash/analysis/viz/heatmap_returncode.py

@@ -23,7 +23,10 @@ def main(logs: Path):
             with open(game_log_folder / "metadata.json") as f:
                 metadata = json.load(f)
             try:
-                p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+                p2m = {
+                    x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                    for x in metadata["config"]["players"]
+                }
                 for model in p2m.values():
                     if model not in model_to_arena_to_return_codes:
                         model_to_arena_to_return_codes[model] = {}

codeclash/analysis/viz/heatmap_win_rates.py

@@ -24,7 +24,10 @@ def main(log_dir: Path):
     for metadata_file in tqdm(list(log_dir.rglob("metadata.json"))):
         try:
             metadata = json.load(open(metadata_file))
-            p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+            p2m = {
+                x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                for x in metadata["config"]["players"]
+            }
 
             if len(p2m) != 2:
                 continue

codeclash/analysis/viz/heatmap_win_streak_distribution.py

@@ -21,7 +21,10 @@ def main(log_dir: Path, xlim: int = 15):
     for metadata_file in tqdm(list(log_dir.rglob("metadata.json")), desc="Processing tournaments"):
         try:
             metadata = json.load(open(metadata_file))
-            p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+            p2m = {
+                x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                for x in metadata["config"]["players"]
+            }
 
             if len(p2m) != 2:
                 continue

codeclash/analysis/viz/line_chart_model_resiliency.py

@@ -156,7 +156,10 @@ def analyze_tournament_directory(log_dir):
             player_names = [p["name"] for p in players]
 
             # Create player-to-model mapping (consistent with other analysis scripts)
-            p2m = {x["name"]: x["config"]["model"]["model_name"].strip("@") for x in metadata["config"]["players"]}
+            p2m = {
+                x["name"]: x["config"]["model"]["model_name"].strip("@").split("/")[-1]
+                for x in metadata["config"]["players"]
+            }
 
             # Skip if not exactly 2 players (PvP tournament)
             if len(player_names) != 2: