Use ParallelTestRunner (#390)

* Use ParallelTestRunner with a custom TestRecord

* macOS 26

* Lower max RSS on macOS

Also limit to max 2 jobs

---------

Co-authored-by: Christian Guinard <28689358+christiangnrd@users.noreply.github.com>
Co-authored-by: Tim Besard <tim.besard@gmail.com>

Author: 3 people

.github/workflows/Test.yml

@@ -23,7 +23,7 @@ jobs:
       fail-fast: false
       matrix:
         version: ['1.10', '1.12']
-        os: [ubuntu-24.04, ubuntu-24.04-arm, macOS-15-intel, windows-2022]
+        os: [ubuntu-24.04, ubuntu-24.04-arm, macOS-26-intel, windows-2022]
         arch: [x64, arm64]
         pocl: [jll, local]
         memory_backend: [usm, svm, buffer]
@@ -35,11 +35,11 @@ jobs:
             arch: arm64
           - os: ubuntu-24.04-arm
             arch: x64
-          # macOS-15-intel is Intel-only
-          - os: macOS-15-intel
+          # macOS-26-intel is Intel-only
+          - os: macOS-26-intel
             arch: arm64
           # we only test building PoCL on Linux
-          - os: macOS-15-intel
+          - os: macOS-26-intel
             pocl: local
           - os: windows-2022
             pocl: local
@@ -125,6 +125,16 @@ jobs:
             echo '[pocl_jll]' >> test/LocalPreferences.toml
             echo 'libpocl_path="${{ github.workspace }}/target/lib/libpocl.so"' >> test/LocalPreferences.toml
 
+      - name: "Set test arguments and other environment variables"
+        shell: bash
+        run: |
+          if [[ ${{ runner.os }} == "macOS" ]]; then
+            JULIA_TEST_MAXRSS_MB=1800
+            echo "JULIA_TEST_MAXRSS_MB=${JULIA_TEST_MAXRSS_MB}" | tee -a "${GITHUB_ENV}"
+            JULIA_CPU_THREADS=2
+            echo "JULIA_CPU_THREADS=${JULIA_CPU_THREADS}" | tee -a "${GITHUB_ENV}"
+          fi
+
       - name: Setup OpenCL.jl
         run: |
           echo '[OpenCL]' >> test/LocalPreferences.toml
@@ -137,7 +147,7 @@ jobs:
         uses: julia-actions/julia-runtest@v1
         if: runner.os != 'Windows'
         with:
-          test_args: '--quickfail --platform=pocl'
+          test_args: '--quickfail --verbose --platform=pocl'
 
       - name: Setup BusyBox
         if: runner.os == 'Windows'
@@ -149,7 +159,7 @@ jobs:
         run: |
           using Pkg
           Pkg.activate(".")
-          Pkg.test(; test_args=`--quickfail --platform=pocl`)
+          Pkg.test(; test_args=`--quickfail --verbose --platform=pocl`)
 
       - uses: julia-actions/julia-processcoverage@v1
       - uses: codecov/codecov-action@v6

test/Project.toml

@@ -9,6 +9,7 @@ JLD2 = "033835bb-8acc-5ee8-8aae-3f567f8a3819"
 KernelAbstractions = "63c18a36-062a-441e-b654-da1e3ab1ce7c"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
 OpenCL = "08131aa3-fb12-5dee-8b74-c09406e224a2"
+ParallelTestRunner = "d3525ed8-44d0-4b2c-a655-542cee43accc"
 Preferences = "21216c6a-2e73-6563-6e65-726566657250"
 Printf = "de0858da-6303-5e67-8744-51eddeeeb8d7"
 REPL = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb"
@@ -26,3 +27,4 @@ pocl_jll = "627d6b7a-bbe6-5189-83e7-98cc0a5aeadd"
 
 [compat]
 pocl_jll = "7.0"
+ParallelTestRunner = "2.2"

test/execution.jl

@@ -1,4 +1,5 @@
 using SPIRV_LLVM_Translator_jll
+using IOCapture
 
 @testset "@opencl" begin
 

test/kernelabstractions.jl

@@ -1,3 +1,17 @@
+# KernelAbstractions has a testsuite that isn't part of the main package.
+# Include it directly.
+
+const KATestSuite = let
+    mod = @eval module $(gensym())
+        using ..Test
+        import KernelAbstractions
+        kernelabstractions = pathof(KernelAbstractions)
+        kernelabstractions_root = dirname(dirname(kernelabstractions))
+        include(joinpath(kernelabstractions_root, "test", "testsuite.jl"))
+    end
+    mod.Testsuite
+end
+
 skip_tests=Set([
     "sparse",
     "Convert", # Need to opt out of i128