Modernize test workflow (#382)

* refactor tests to be more modular

* switch to ParallelTestRunner

* switch to TensorKitTensors

* separate out changebonds tests

* reduce CI runner pressure

* try update tests

* small fixes

* make tests trigger on draft status

* more attempts

* more more attempts

* more more attempts

* more more more attempts

* more more more more attempts

Author: lkdvos

.github/workflows/Tests.yml

@@ -9,6 +9,7 @@ on:
     paths-ignore:
       - 'docs/**'
   pull_request:
+    types: [opened, synchronize, reopened, ready_for_review, converted_to_draft]
   workflow_dispatch:
 
 concurrency:
@@ -17,30 +18,49 @@ concurrency:
   cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
 
 jobs:
+  setup-matrix:
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.mk.outputs.matrix }}
+    steps:
+      - id: mk
+        shell: bash
+        run: |
+          # Draft PR: only run ubuntu-latest + version=1 (all groups)
+          if [[ "${{ github.event_name }}" == "pull_request" && "${{ github.event.pull_request.draft }}" == "true" ]]; then
+            cat >> "$GITHUB_OUTPUT" <<'EOF'
+          matrix={"version":["1"],"os":["ubuntu-latest"],"group":["states","operators","algorithms","multifusion","misc"]}
+          EOF
+          else
+            cat >> "$GITHUB_OUTPUT" <<'EOF'
+          matrix={"version":["lts","1"],"os":["ubuntu-latest","windows-latest","macOS-latest"],"group":["states","operators","algorithms","multifusion","misc"]}
+          EOF
+          fi
+
   tests:
     name: "Tests"
+    needs: setup-matrix
     strategy:
       fail-fast: false
-      matrix:
-        version:
-          - 'lts' # minimal supported version
-          - '1' # latest released Julia version
-        group:
-          - states
-          - operators
-          - algorithms
-          - multifusion
-          - other
-        os:
-          - ubuntu-latest
-          - macOS-latest
-          - windows-latest
-    uses: "QuantumKitHub/QuantumKitHubActions/.github/workflows/Tests.yml@main"
-    with:
-      group: "${{ matrix.group }}"
-      nthreads: 4
-      julia-version: "${{ matrix.version }}"
-      os: "${{ matrix.os }}"
-      timeout-minutes: 120
-    secrets:
-      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+      matrix: ${{ fromJSON(needs.setup-matrix.outputs.matrix) }}
+
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: julia-actions/setup-julia@v2
+        with:
+          version: ${{ matrix.version }}
+      - uses: julia-actions/cache@v2
+      - uses: julia-actions/julia-buildpkg@v1
+      - uses: julia-actions/julia-runtest@v1
+        timeout-minutes: 120
+        with:
+          test_args: '--jobs=1 ${{ matrix.group }}'
+      - uses: julia-actions/julia-processcoverage@v1
+        with:
+          directories: 'src,ext'
+      - uses: codecov/codecov-action@v5
+        with:
+          files: lcov.info
+          token: "${{ secrets.CODECOV_TOKEN }}"
+          fail_ci_if_error: true

Project.toml

@@ -37,13 +37,15 @@ LoggingExtras = "~1.0"
 MatrixAlgebraKit = "0.6"
 OhMyThreads = "0.7, 0.8"
 OptimKit = "0.3.1, 0.4"
+ParallelTestRunner = "2"
 Pkg = "1"
 Plots = "1.40"
 Printf = "1"
 Random = "1"
 RecipesBase = "1.1"
 TensorKit = "0.16"
 TensorKitManifolds = "0.7"
+TensorKitTensors = "0.2"
 TensorOperations = "5"
 Test = "1"
 TestExtras = "0.3"
@@ -53,10 +55,12 @@ julia = "1.10"
 [extras]
 Aqua = "4c88cf16-eb10-579e-8560-4a9242c79595"
 Combinatorics = "861a8166-3701-5b0c-9a16-15d98fcdc6aa"
+ParallelTestRunner = "d3525ed8-44d0-4b2c-a655-542cee43accc"
 Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
 Plots = "91a5bcdd-55d7-5caf-9e0b-520d859cae80"
+TensorKitTensors = "41b62e7d-e9d1-4e23-942c-79a97adf954b"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 TestExtras = "5ed8adda-3752-4e41-b88a-e8b09835ee3a"
 
 [targets]
-test = ["Aqua", "Pkg", "Test", "TestExtras", "Plots", "Combinatorics"]
+test = ["Aqua", "Pkg", "Test", "TestExtras", "Plots", "Combinatorics", "ParallelTestRunner", "TensorKitTensors"]