Experimental: add testcase pre-flight-check

Signed-off-by: Matthias Büchse <matthias.buechse@alasca.cloud>

Author: mbuechse

Tests/iaas/openstack_test.py

@@ -47,6 +47,7 @@
 
 
 logger = logging.getLogger(__name__)
+PREFLIGHT_ID = 'pre-flight-check'
 
 
 def usage(rcode=1, file=sys.stderr):
@@ -277,10 +278,11 @@ def main(argv):
     try:
         run_preflight_checks(c)
     except Exception:
-        logger.critical("Pre-flight checks failed. Reporting all testcases as ABORT.")
-        for testcase in testcases:
-            print(f"{testcase}: ABORT")
+        logger.critical("Pre-flight checks failed. Reporting pre-flight as ABORT.")
+        print(f'{PREFLIGHT_ID}: ABORT')
         raise
+    else:
+        print(f'{PREFLIGHT_ID}: PASS')
     for testcase in testcases:
         harness(testcase, lambda: getattr(c, testcase.replace('-', '_')))
     return 0

Tests/scs-compatible-iaas.yaml

@@ -11,6 +11,8 @@ scripts:
 - executable: ./iaas/openstack_test.py
   args: -c {os_cloud} {testcases}
   testcases:
+  - id: pre-flight-check
+    description: Checks whether tests can be run at all (authentication etc.).
   - id: scs-0100-syntax-check
     description: Flavor names starting `SCS-` comply with syntax.
     url: https://docs.scs.community/standards/scs-0100-w1-flavor-naming-implementation-testing#automated-tests
@@ -292,6 +294,11 @@ scripts:
       Manual check: Must fulfill all requirements of scs-0302-v1.
     url: https://docs.scs.community/standards/scs-0302-v1-domain-manager-role#conformance-tests
 modules:
+  - id: preflight
+    name: Pre-flight checks
+    targets:
+      main:
+      - pre-flight-check
   - id: opc-v2022.11
     name: >-
       scs-0128-v1: SCS end-to-end testing (formerly OpenStack-powered Compute)
@@ -575,6 +582,7 @@ timeline:
 versions:
   - version: next
     include:
+      - preflight
       - opc-v2022.11
       - scs-0100-v3.1
       - scs-0101-v1
@@ -593,6 +601,7 @@ versions:
   - version: v5.1  # copy of v5, but with include "scs-0123-v1", which had simply been forgotten
     stabilized_at: 2024-12-19
     include:
+      - preflight
       - opc-v2022.11
       - scs-0100-v3.1
       - scs-0101-v1