Apply hardening to runner

Author: huangsam

pre-commit.sh

@@ -47,9 +47,6 @@ fi
 
 # --- Use the specific Python executable for all commands ---
 
-# Run all examples
-"$PYTHON_EXEC" runner.py
-
 # Lint and format checks (ruff and isort are installed in the venv)
 "$PYTHON_EXEC" -m ruff check
 "$PYTHON_EXEC" -m isort --check --diff .

runner.py

@@ -1,3 +1,4 @@
+import sys
 from importlib import import_module
 from inspect import isfunction, signature
 from pkgutil import walk_packages
@@ -7,51 +8,65 @@
 
 # Module-level constants
 _STYLE_SUCCESS = "\033[92m"
+_STYLE_FAILURE = "\033[91m"
 _STYLE_BOLD = "\033[1m"
 _STYLE_END = "\033[0m"
 _RUNNER_PROGRESS = "->"
 _RUNNER_MAIN = "main"
 
 
-def success_text(text: str) -> str:
-    """Get success text."""
-    return f"{_STYLE_SUCCESS}{bold_text(text)}{_STYLE_END}"
+def style_text(text: str, color: str = "") -> str:
+    """Get styled text."""
+    return f"{color}{_STYLE_BOLD}{text}{_STYLE_END}"
 
 
-def bold_text(text: str) -> str:
-    """Get bold text."""
-    return f"{_STYLE_BOLD}{text}{_STYLE_END}"
+def main() -> None:
+    # Get filter from command line arguments
+    filter_str = sys.argv[1] if len(sys.argv) > 1 else None
 
+    print(style_text(f"Start {root_name} runner"))
 
-def main() -> None:
-    print(bold_text(f"Start {root_name} runner"))
+    stats = {"passed": 0, "failed": 0, "skipped": 0}
 
     for item in walk_packages(root_path, f"{root_name}."):
+        # Skip packages (folders), only run modules (files)
+        if item.ispkg:
+            continue
+
+        # Filter modules based on command line argument
+        if filter_str and filter_str not in item.name:
+            continue
+
         try:
             mod = import_module(item.name)
         except (ImportError, SyntaxError) as e:
             print(f"{_RUNNER_PROGRESS} Skip {item.name}: {e}")
+            stats["skipped"] += 1
             continue
 
-        # Skip modules without a main object
-        if not hasattr(mod, _RUNNER_MAIN):
+        # Skip modules without a valid main object
+        mod_main = getattr(mod, _RUNNER_MAIN, None)
+        if not isfunction(mod_main) or len(signature(mod_main).parameters) != 0:
+            print(f"{_RUNNER_PROGRESS} Skip {item.name}: No valid {_RUNNER_MAIN}() function")
+            stats["skipped"] += 1
             continue
 
-        # By this point, there is a main object in the module
-        mod_main = getattr(mod, _RUNNER_MAIN)
-
-        # The main object is a function
-        assert isfunction(mod_main)
-
-        # The main function has zero parameters
-        assert len(signature(mod_main).parameters) == 0
-
-        # The main function should not throw any errors
+        # Execution phase
         print(f"{_RUNNER_PROGRESS} Run {mod.__name__}:{_RUNNER_MAIN}", end="")
-        mod_main()
-        print(" [PASS]")
-
-    print(success_text(f"Finish {root_name} runner"))
+        try:
+            mod_main()
+            print(style_text(" [PASS]", _STYLE_SUCCESS))
+            stats["passed"] += 1
+        except Exception as e:
+            print(style_text(" [FAIL]", _STYLE_FAILURE))
+            print(f"    Error in {item.name}: {e}")
+            stats["failed"] += 1
+
+    # Summary report
+    print("\n" + "=" * 30)
+    print(style_text(f"Finish {root_name} runner", _STYLE_SUCCESS))
+    print(f"Passed: {stats['passed']} | Failed: {stats['failed']} | Skipped: {stats['skipped']}")
+    print("=" * 30)
 
 
 if __name__ == "__main__":