tests: Extend test framework for driverless board qualification scenarios.

Author: nedseb

tests/conftest.py

@@ -27,6 +27,7 @@ def pytest_configure(config):
     config.addinivalue_line("markers", "mock: tests that run with FakeI2C (no hardware)")
     config.addinivalue_line("markers", "hardware: tests that require a real board")
     config.addinivalue_line("markers", "manual: tests that require human validation")
+    config.addinivalue_line("markers", "board: board qualification tests (no driver, hardware only)")
 
 
 def pytest_collection_modifyitems(config, items):

tests/runner/mpremote_bridge.py

@@ -142,6 +142,21 @@ def run_script(
         last_line = output.strip().rsplit("\n", 1)[-1]
         return json.loads(last_line)
 
+    def run_raw_script(self, script):
+        """Run a raw MicroPython script on the board without driver context.
+
+        The script must set a ``result`` variable.  Returns the
+        JSON-decoded value of ``result``.
+        """
+        code = (
+            f"import json\n"
+            f"{script}\n"
+            f"print(json.dumps(result))"
+        )
+        output = self._run(code)
+        last_line = output.strip().rsplit("\n", 1)[-1]
+        return json.loads(last_line)
+
     def scan_bus(self, i2c_config):
         """Scan I2C bus and return list of addresses."""
         i2c_init = _i2c_init_code(i2c_config)

tests/test_scenarios.py

@@ -36,12 +36,17 @@ def iter_scenario_tests():
         with open(yaml_file, encoding="utf-8") as f:
             scenario = yaml.safe_load(f)
 
-        driver = scenario["driver"]
+        is_board = scenario.get("type") == "board"
+        name = scenario.get("name", scenario.get("driver", yaml_file.stem))
         for test in scenario.get("tests", []):
             modes = test.get("mode", ["mock", "hardware"])
+            if is_board:
+                # Board scenarios are hardware-only
+                modes = [m for m in modes if m == "hardware"]
             for mode in modes:
-                test_id = f"{driver}/{test['name']}/{mode}"
-                yield pytest.param(scenario, test, mode, id=test_id)
+                test_id = f"{name}/{test['name']}/{mode}"
+                marks = [pytest.mark.board] if is_board else []
+                yield pytest.param(scenario, test, mode, id=test_id, marks=marks)
 
 
 def make_mock_instance(scenario):
@@ -154,15 +159,18 @@ def test_scenario(scenario, test, mode, port):
                     input(f"  [INTERACTIVE] {pre_prompt} ")
                 else:
                     print(f"  [INTERACTIVE] {pre_prompt}")
-            result = bridge.run_script(
-                scenario["driver"],
-                scenario["driver_class"],
-                scenario["i2c"],
-                test["script"],
-                module_name=scenario.get("module_name"),
-                hardware_init=scenario.get("hardware_init"),
-                i2c_address=scenario.get("i2c_address"),
-            )
+            if scenario.get("type") == "board":
+                result = bridge.run_raw_script(test["script"])
+            else:
+                result = bridge.run_script(
+                    scenario["driver"],
+                    scenario["driver_class"],
+                    scenario["i2c"],
+                    test["script"],
+                    module_name=scenario.get("module_name"),
+                    hardware_init=scenario.get("hardware_init"),
+                    i2c_address=scenario.get("i2c_address"),
+                )
         else:
             pytest.fail(f"Unknown action: {action}")