Remove arena container logs per round; add Battlesnake validation; add -k flag

Author: john-b-yang

codeclash/games/battlesnake/battlesnake.py

@@ -146,5 +146,18 @@ def get_results(self, agents: list[Player], round_num: int, stats: RoundStats):
                 stats.player_stats[player].score = score
 
     def validate_code(self, agent: Player) -> tuple[bool, str | None]:
-        # TODO: implement more checks
+        if "main.py" not in agent.environment.execute("ls")["output"]:
+            return False, "No main.py file found in the root directory"
+        bot_content = agent.environment.execute("cat main.py")["output"].splitlines()
+        error_msg = []
+        for func in [
+            "def info() -> typing.Dict:",
+            "def start(game_state: typing.Dict):",
+            "def end(game_state: typing.Dict):",
+            "def move(game_state: typing.Dict) -> typing.Dict:",
+        ]:
+            if func not in bot_content:
+                error_msg.append(f"There should be a `{func}` function implemented in `main.py`")
+        if len(error_msg) > 0:
+            return False, "\n".join(error_msg + ["Don't change the function signatures!"])
         return True, None

codeclash/games/game.py

@@ -145,6 +145,12 @@ def copy_logs_from_env(self, round_num: int) -> None:
             dest_path=self.log_round(round_num),
         )
 
+        # Remove logs from container to save space
+        assert_zero_exit_code(
+            self.environment.execute(f"rm -rf {self.log_env}"),
+            logger=self.logger,
+        )
+
     def end(self, cleanup: bool = False):
         if cleanup:
             for artifact in self.artifacts:

configs/test/players/2/battlesnake.yaml

@@ -2,7 +2,7 @@ tournament:
   rounds: 3
 game:
   name: BattleSnake
-  sims_per_round: 20
+  sims_per_round: 1000
   args:
     width: 11
     height: 11

configs/test/players/2/corewar.yaml

@@ -2,7 +2,7 @@ tournament:
   rounds: 3
 game:
   name: CoreWar
-  sims_per_round: 50
+  sims_per_round: 1000
 players:
 - agent: dummy
   name: p1

configs/test/players/2/dummy.yaml

@@ -2,7 +2,7 @@ tournament:
   rounds: 3
 game:
   name: DummyGame
-  sims_per_round: 100
+  sims_per_round: 1000
 players:
 - agent: dummy
   name: p1

configs/test/players/2/huskybench.yaml

@@ -2,7 +2,7 @@ tournament:
   rounds: 3
 game:
   name: HuskyBench
-  sims_per_round: 30
+  sims_per_round: 1000
 players:
 - agent: dummy
   name: p1

configs/test/players/2/robocode.yaml

@@ -2,7 +2,7 @@ tournament:
   rounds: 3
 game:
   name: RoboCode
-  sims_per_round: 30
+  sims_per_round: 1000
   battle:
     battle:
       gunCoolingRate: 0.1

configs/test/players/2/robotrumble.yaml

@@ -2,7 +2,7 @@ tournament:
   rounds: 2
 game:
   name: RobotRumble
-  sims_per_round: 30
+  sims_per_round: 1000
 players:
 - agent: dummy
   name: p1

main.py

@@ -71,6 +71,7 @@ def main_cli(argv: list[str] | None = None):
         default="",
     )
     parser.add_argument(
+        "-k",
         "--keep-containers",
         action="store_true",
         help="Do not remove containers after games/agent finish",

main_single_player.py

@@ -64,6 +64,7 @@ def main_cli(argv: list[str] | None = None):
         default="",
     )
     parser.add_argument(
+        "-k",
         "--keep-containers",
         action="store_true",
         help="Do not remove containers after games/agent finish",