Restructure Core tests

- Move tests into src subfolder
- Use temp directory for intermediate object files
- Include test report in matrix summary

Author: JonatanAntoni

CMSIS/Core/Test/README.md

@@ -59,19 +59,24 @@ class OptimizationAxis(Enum):
     SIZE = ('size')
 
 
+def timestamp():
+    return datetime.now().strftime('%Y%m%d%H%M%S')
+
+
 @matrix_action
-def lit(config):
+def lit(config, results):
     """Run tests for the selected configurations using llvm's lit."""
     yield run_lit(config.compiler[0], config.device[1], config.optimize[0])
+    results[0].test_report.write(f"lit-{config.compiler[0]}-{config.optimize[0]}-{config.device[1]}-{timestamp()}.xunit")
 
 
 def timestamp():
     return datetime.now().strftime('%Y%m%d%H%M%S')
 
 
-@matrix_command()
+@matrix_command(test_report=FileReport(f"lit.xml") | JUnitReport())
 def run_lit(toolchain, device, optimize):
-    return ["lit", "--xunit-xml-output", f"lit-{toolchain}-{optimize}-{device}.xunit", "-D", f"toolchain={toolchain}", "-D", f"device={device}", "-D", f"optimize={optimize}", "." ]
+    return ["lit", "--xunit-xml-output", f"lit.xml", "-D", f"toolchain={toolchain}", "-D", f"device={device}", "-D", f"optimize={optimize}", "src" ]
 
 
 @matrix_filter

CMSIS/Core/Test/bkpt.c

@@ -681,7 +681,7 @@ def get_cc(self):
     def get_ccflags(self):
         ccflags = [
             '--target=arm-arm-none-eabi', f'-mcpu={DEVICES[self.device]["mcpu"]}', f'-mfpu={DEVICES[self.device]["mfpu"]}', 
-            self.OPTIMIZE[self.optimize], '-I', '../Include', '-c', '-D', f'CORE_HEADER=\\"{DEVICES[device]["header"]}\\"']
+            self.OPTIMIZE[self.optimize], '-I', os.path.abspath('../Include'), '-c', '-D', f'CORE_HEADER=\\"{DEVICES[device]["header"]}\\"']
         if device.endswith('S') and not device.endswith('NS'):
             ccflags += ["-mcmse"]
         ccflags += list(sum([('-D', f'{define}={value}') for (define, value) in DEVICES[self.device]['defines'].items()], ()))
@@ -708,7 +708,7 @@ def get_ccflags(self):
             floatabi='hard'
         ccflags = [
             f'-mcpu={DEVICES[self.device]["mcpu"]}', f'-mfloat-abi={floatabi}', 
-            self.OPTIMIZE[self.optimize], '-I', '../Include', 
+            self.OPTIMIZE[self.optimize], '-I', os.path.abspath('../Include'), 
             '-D', f'CORE_HEADER=\\"{DEVICES[device]["header"]}\\"', '-c']
         if DEVICES[self.device]["mfpu"] != "none":
             ccflags += [f'-mfpu={DEVICES[self.device]["mfpu"]}']
@@ -765,7 +765,7 @@ def get_ccflags(self):
         ccflags = [
             f'--target={self.TARGET[self.device]}', self.OPTIMIZE[self.optimize], 
             f'-mcpu={DEVICES[self.device]["mcpu"]}', f'-mfpu={DEVICES[self.device]["mfpu"]}', 
-            '-I', '../Include', '-c', '-D', f'CORE_HEADER=\\"{DEVICES[device]["header"]}\\"']
+            '-I', os.path.abspath('../Include'), '-c', '-D', f'CORE_HEADER=\\"{DEVICES[device]["header"]}\\"']
         if device.endswith('S') and not device.endswith('NS'):
             ccflags += ["-mcmse"]
         ccflags += list(sum([('-D', f'{define}={value}') for (define, value) in DEVICES[self.device]['defines'].items()], ()))

CMSIS/Core/Test/build.py

@@ -1,5 +1,5 @@
 // REQUIRES: thumbv6m
-// RUN: %cc% %ccflags% %ccout% %s.o %s; llvm-objdump --mcpu=%mcpu% -d %s.o | FileCheck --allow-unused-prefixes --check-prefixes %prefixes% %s
+// RUN: %cc% %ccflags% %ccout% %T/%basename_t.o %s; llvm-objdump --mcpu=%mcpu% -d %T/%basename_t.o | FileCheck --allow-unused-prefixes --check-prefixes %prefixes% %s
 
 #include "cmsis_compiler.h"