colletc-evals 1

Author: Oseltamivir

utils/collect_eval_results.py

@@ -23,10 +23,14 @@ def load_json(path: Path) -> Optional[Dict[str, Any]]:
 
 
 def detect_eval_jsons(d: Path) -> Tuple[Optional[Path], Optional[Path]]:
-    """Return (lm_eval_json, lighteval_json) if present (latest by mtime)."""
+    """Return (lm_eval_json, lighteval_json) if present (latest by mtime).
+
+    Some runners save eval JSONs inside a task-named subdirectory (e.g.,
+    results_dir/gpt-oss-120b/results_...json). Search recursively.
+    """
     lm: List[Tuple[float, Path]] = []
     le: List[Tuple[float, Path]] = []
-    for p in d.glob('*.json'):
+    for p in d.rglob('*.json'):
         if p.name == 'meta_env.json':
             continue
         data = load_json(p)