tests_hw: Introduce networking tests for bu585

Includes new basic test group for testing ocre container network
passthrough on hardware. The test plan is the confirm the
webserver-complex container works and is able to successfully increment
the counter. This should show that the container is able to send and
receive packets successfully.

These tests are implemented alongside other supervisor tests in the
workflow.

Signed-off-by: Matthew Gee <mgee@iol.unh.edu>

Author: mgeeIOL

.github/workflows/hardware-bu585.yml

@@ -247,7 +247,7 @@ jobs:
       - name: Build and Flash Supervisor
         run: |
           . /opt/zephyr-venv/bin/activate
-          west build -p always -b b_u585i_iot02a ocre-runtime/src/samples/supervisor/zephyr -- "-DOCRE_SDK_PRELOADED_IMAGES=hello-world.wasm"
+          west build -p always -b b_u585i_iot02a --shield wiznet_w5500 ocre-runtime/src/samples/supervisor/zephyr -- "-DOCRE_SDK_PRELOADED_IMAGES=hello-world.wasm;webserver-complex.wasm"
           west flash --extload=/usr/local/STMicroelectronics/STM32Cube/STM32CubeProgrammer/bin/ExternalLoader/MX25LM51245G_STM32U585I-IOT02A.stldr --hex-file build/zephyr/merged.hex
 
   supervisor-test-set-1:
@@ -260,6 +260,8 @@ jobs:
         test:
           - name: Hello-World
             group: supervisor-helloWorld
+          - name: Webserver-Complex
+            group: supervisor-webserverComplex
 
     steps:
       - name: Checkout
@@ -269,6 +271,6 @@ jobs:
         run: |
           cd tests_hw && bash beginTests.sh ${{ matrix.test.group }}
 
-      - name: Print Hello-World Test Case Logs
+      - name: Print ${{ matrix.test.name }} Testcase Logs
         if: always()
         run: cat /tmp/${{ matrix.test.group }}.log

tests_hw/groups/supervisor-webserverComplex/clean.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env python3
+# @copyright Copyright (c) contributors to Project Ocre,
+# which has been established as Project Ocre a Series of LF Projects, LLC
+#
+# SPDX-License-Identifier: Apache-2.0
+
+import sys
+sys.path.append("../..")
+
+import testlib  # noqa: E402
+import pexpect  # noqa: E402
+import time     # noqa: E402
+
+
+def main():
+    serial_conn, pex = testlib.setup('/dev/ttyACM0')
+
+    print("Cleaning up container webserver-complex")
+    serial_conn.send_break()
+    expect_index = pex.expect(["ocre:~$", pexpect.TIMEOUT], 30)
+    if (expect_index == 1):
+        print("Zephyr runtime failed to come back up after a break")
+        testlib.full_exit(serial_conn, 1)
+
+    pex.write(b'net iface\n')
+    runtime_output = bytes(pex.before).decode(errors='ignore')
+    if ("DHCP preferred" not in runtime_output):  # Listed under IPv4 address if one exists
+        pex.write(b'net dhcpv4 client start 1\n')
+        time.sleep(5)
+
+    testlib.format_runtime_output(runtime_output, "Cleanup")
+    testlib.full_exit(serial_conn, 0)
+
+
+if __name__ == "__main__":
+    main()

tests_hw/groups/supervisor-webserverComplex/config.json

@@ -0,0 +1,28 @@
+{
+    "name": "Supervisor Sample - Webserver Complex",
+    "description": "Test webserver complex container on within the supervisor sample",
+    "setup": [
+      {
+        "name": "Create Webserver Complex Container",
+        "exec": "./setup.py"
+      }
+    ],
+    "test_suites": [
+      {
+        "name": "Test Container Output and Connectivity",
+        "description": "Reads output from container to make sure it successfully ran",
+        "test_cases": [
+          {
+            "name": "Check Runtime Webserver Complex",
+            "exec": "./testcase.py"
+          }
+        ]
+      }
+    ],
+    "cleanup": [
+      {
+        "name": "Remove Webserver Complex Container",
+        "exec": "./clean.py"
+      }
+    ]
+  }

tests_hw/groups/supervisor-webserverComplex/setup.py

@@ -0,0 +1,40 @@
+#!/usr/bin/env python3
+# @copyright Copyright (c) contributors to Project Ocre,
+# which has been established as Project Ocre a Series of LF Projects, LLC
+#
+# SPDX-License-Identifier: Apache-2.0
+
+import sys
+sys.path.append("../..")
+
+import testlib  # noqa: E402
+import pexpect  # noqa: E402
+
+
+def main():
+    serial_conn, pex = testlib.setup('/dev/ttyACM0')
+    
+    print("Creating container on board off of webserver-complex.wasm")
+    pex.write(
+        b'ocre run -n webserver-complex -k ocre:api -k networking webserver-complex.wasm\n')
+    expect_index = pex.expect(["Minimal resource usage", pexpect.TIMEOUT], 30)
+    runtime_output = bytes(pex.before).decode(errors='ignore')
+    runtime_output += bytes(pex.after).decode(errors='ignore')
+
+    if (expect_index == 1):
+        print("Container failed to create container in given timeout")
+        serial_conn.send_break()
+        testlib.format_runtime_output(runtime_output, "Failed")
+        testlib.full_exit(serial_conn, 1)
+
+    if ("Failed to create container" in runtime_output) or ("Server Status: ONLINE" not in runtime_output):
+        print("Failed to create container")
+        testlib.format_runtime_output(runtime_output, "Failed")
+        testlib.full_exit(serial_conn, 1)
+
+    testlib.format_runtime_output(runtime_output, "Setup")
+    testlib.full_exit(serial_conn, 0)
+
+
+if __name__ == "__main__":
+    main()

tests_hw/groups/supervisor-webserverComplex/testcase.py

@@ -0,0 +1,47 @@
+#!/usr/bin/env python3
+# @copyright Copyright (c) contributors to Project Ocre,
+# which has been established as Project Ocre a Series of LF Projects, LLC
+#
+# SPDX-License-Identifier: Apache-2.0
+
+import sys
+sys.path.append("../..")
+
+import requests  # noqa: E402
+import testlib   # noqa: E402
+
+"""
+This testcase is to be used following the flashing of the supervisor sample to a board with the hello-world container put up.
+
+The testcase forms a serial connection to the board, runs the hello-world container  
+and checks the string "powered by Ocre" appears in the output of the container. 
+"""
+
+
+def main():
+    http_response1 = requests.get(f'{testlib.bu585_base_url}/api/counter')
+
+    if (http_response1.status_code != 200):
+        print(f"Unable to reach container webserver, got status code {\
+            http_response1.status_code}")
+
+        sys.exit(1)
+
+    requests.get(f'{testlib.bu585_base_url}/increment')
+    http_response2 = requests.get(f'{testlib.bu585_base_url}/inapi/counter')
+   
+    if (http_response2 != 200):
+        print(f"Unable to reach container webserver, got status code {\
+            http_response2.status_code}")
+        sys.exit(1)
+
+    if (http_response2.json().get('counter') < http_response1.json().get('counter')):
+        print(f"Remote server did not increment counter correctly, went from {\
+            http_response1.json().get('counter')} to {http_response2.json().get('counter')}")
+        sys.exit(1)
+
+    sys.exit(0)
+
+
+if __name__ == "__main__":
+    main()

tests_hw/testlib.py

@@ -10,21 +10,21 @@
 from typing import Tuple
 
 shell_prompt = "ocre:~$"
+bu585_base_url = "http://ocre-b-u585i.lfedge.iol.unh.edu:8000"
 
 
 def setup(device_filepath: str) -> Tuple[serial.Serial, pexpect.fdpexpect.fdspawn]:
     conn = serial.Serial(device_filepath, 115200, timeout=10)
     conn.reset_input_buffer()
     conn.reset_output_buffer()
-    conn.flush()
     pex = pexpect.fdpexpect.fdspawn(conn.fileno())
+
     return (conn, pex)
 
 
 def full_exit(conn: serial.Serial, status: int):
     conn.reset_input_buffer()
     conn.reset_output_buffer()
-    conn.flush()
     conn.close()
     sys.exit(status)