feat: [100] Added basic functionality for grid search

Author: ApusBerliozi

src/fenn/args/parser.py

@@ -1,4 +1,5 @@
 import os
+from pathlib import Path
 from typing import Any, Dict
 
 import yaml
@@ -15,11 +16,11 @@ def __new__(cls, *args, **kwargs):
             cls._instance = super().__new__(cls)
         return cls._instance
 
-    def __init__(self) -> None:
+    def __init__(self, config_file: str | Path = "fenn.yaml") -> None:
         if hasattr(self, "_initialized"):
             return
 
-        self._config_file: str = "fenn.yaml"
+        self._config_file: Path = Path(config_file)
         self._args: Dict[str, Any] = {}
 
         self._keystore: KeyStore = KeyStore()
@@ -48,7 +49,7 @@ def load_configuration(self) -> Any:
         # File exists → load YAML
         with open(self._config_file) as f:
             self._args = yaml.safe_load(f)
-            self._args["project"] = self._config_file.split("/")[-1].split(".")[0]
+            self._args["project"] = self._config_file.stem
 
         return self._args
 
@@ -64,7 +65,7 @@ def config_file(self) -> str:
 
     @config_file.setter
     def config_file(self, config_file: str) -> None:
-        self._config_file = config_file
+        self._config_file: Path = Path(config_file)
 
     @property
     def args(self) -> Dict[str, Any]:

src/fenn/cli/__init__.py

@@ -5,6 +5,7 @@
 import fenn.cli.list as list
 import fenn.cli.pull as pull
 import fenn.cli.run as run
+import fenn.cli.grid as grid
 
 
 def build_parser() -> argparse.ArgumentParser:
@@ -145,6 +146,21 @@ def build_parser() -> argparse.ArgumentParser:
         "--profile", default=None, help="Profile name (default: 'default')"
     )
     p_logout.set_defaults(func=auth.execute)
+    
+    # ========= GRID =========
+    
+    p_grid = subparsers.add_parser(
+        "grid",
+        help="Run a Fenn project several times, with all possible grid hyperparams",
+    )
+
+    p_grid.add_argument(
+        "main",
+        nargs="?",
+        help="Name of main.py file (default 'main.py')",
+    )
+
+    p_grid.set_defaults(func=grid.execute)
 
     return parser
 

src/fenn/cli/grid.py

@@ -0,0 +1,71 @@
+import argparse
+from itertools import product
+import os
+import subprocess
+import sys
+import shutil
+
+from colorama import Fore, Style
+from pathlib import Path
+
+import yaml
+
+from fenn.args.parser import Parser
+
+
+
+def execute(args: argparse.Namespace) -> None:
+    """
+    Execute the fenn grid command to train a model with different seeds, epoch counts, or learning rates.
+
+    Args:
+        args: Parsed command-line arguments containing:
+            - path: Target directory (default: current directory)
+    """
+
+    main_path: Path = Path(args.main).resolve() if args.main else Path.cwd() / "main.py"
+    yaml_path: Path = main_path.parent / "fenn.yaml"
+    yaml_copy: Path = main_path.parent / "fenn_copy.yaml"
+    try:
+        parsed_grid: list[dict] = _parse_grid(yaml_path=yaml_path)
+    except TemplateError as e:
+        print(f"{Fore.RED}Template error: missing grid section{e}{Style.RESET_ALL}")
+        sys.exit(1)
+    shutil.copy(yaml_path, yaml_copy)
+    try:
+        for hyperparameter in parsed_grid:
+            _execute_fenn(hyperparameter=hyperparameter,
+                        main_path=main_path,
+                        yaml_path=yaml_path)
+    finally:
+        shutil.copy(yaml_copy, yaml_path)
+        os.remove(yaml_copy)
+
+def _build_variants(raw_grid: dict[str, list | int]) -> list[dict[str, int]]:
+    keys = raw_grid.keys()
+    values = [v if isinstance(v, list) else [v] for v in raw_grid.values()]
+    return [dict(zip(keys, combo)) for combo in product(*values)]
+
+def _parse_grid(yaml_path: Path) -> list[dict[str, int]]:
+    parsed_yaml = Parser(config_file=yaml_path).load_configuration()
+    if parsed_yaml.get("grid") is None:
+        raise TemplateError
+    return _build_variants(raw_grid=parsed_yaml.get("grid").get("train"))
+
+def _execute_fenn(hyperparameter: dict[str: int],
+                  main_path: Path,
+                  yaml_path: Path) -> None:
+    with open(yaml_path, "r", encoding="utf-8") as f:
+        config = yaml.safe_load(f)
+    train_data = config["train"]
+    for key, value in hyperparameter.items():
+        train_data.update({key:value})
+    with open(yaml_path, "w", encoding="utf-8") as f:
+        yaml.dump(config, f, allow_unicode=True, default_flow_style=False)
+    subprocess.run(["python3", main_path])
+
+
+class TemplateError(Exception):
+    """Raised when a template has an invalid structure."""
+
+    pass

src/tests/cli/test_grid_command.py

@@ -0,0 +1 @@
+"Test for cli grid command"