Try making a matrix to test different dolfinx versions

Author: finsberg

.github/workflows/build_docs.yml

@@ -43,7 +43,7 @@ jobs:
       tag: ${{ needs.get_image_tag.outputs.image }}
 
   build-docs:
-    needs: [get_image_tag, test-code]
+    needs: get_image_tag
     runs-on: ubuntu-latest
     container: ghcr.io/fenics/dolfinx/dolfinx:${{ needs.get_image_tag.outputs.image }}
 
@@ -60,13 +60,6 @@ jobs:
       - name: Build docs
         run: jupyter book build .
 
-      - name: Download docs artifact
-        # docs artifact is uploaded by build-docs job
-        uses: actions/download-artifact@v7
-        with:
-          name: code-coverage-report
-          path: "./_build/html/code-coverage-report"
-
       - name: Upload documentation as artifact
         uses: actions/upload-artifact@v6
         if: always()

.github/workflows/deploy_pages.yml

@@ -22,8 +22,13 @@ jobs:
     with:
       tag: "stable"
 
+  test-code:
+    uses: ./.github/workflows/test_workflow.yml
+    with:
+      tag: "stable"
+
   deploy:
-    needs: [build-docs]
+    needs: [build-docs, test-code]
 
     environment:
       name: github-pages
@@ -39,6 +44,13 @@ jobs:
           name: docs
           path: "./public"
 
+      - name: Download docs artifact
+        # docs artifact is uploaded by build-docs job
+        uses: actions/download-artifact@v7
+        with:
+          name: code-coverage-report-stable
+          path: "./public/code-coverage-report"
+
 
       - name: Upload artifact
         uses: actions/upload-pages-artifact@v4

.github/workflows/test_dolfinx_versions.yml

@@ -0,0 +1,32 @@
+# .github/workflows/test-matrix.yml
+name: Test Matrix (All Versions)
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  # 1. Prerequisite jobs (Data creation)
+  create-datasets:
+    uses: ./.github/workflows/create_legacy_data.yml
+    with:
+      artifact_name: "legacy_mpich"
+
+  create-legacy-datasets:
+    uses: ./.github/workflows/create_legacy_checkpoint.yml
+    with:
+      artifact_name: "legacy_checkpoint_mpich"
+
+  # 2. The Matrix Job
+  run-tests:
+    needs: [create-datasets, create-legacy-datasets]
+    strategy:
+      fail-fast: false
+      matrix:
+        tag: ["nightly", "stable", "v0.9"]
+    
+    # Call the reusable workflow
+    uses: ./.github/workflows/test_workflow.yml
+    with:
+      dolfinx_tag: ${{ matrix.tag }}

.github/workflows/test_package.yml

@@ -0,0 +1,61 @@
+name: Single test run
+
+on:
+  workflow_call:
+    inputs:
+      dolfinx_tag:
+        required: true
+        type: string
+
+jobs:
+  test-code:
+    runs-on: ubuntu-24.04
+    # The container tag is now dynamic based on the input passed by the caller
+    container: ghcr.io/fenics/dolfinx/dolfinx:${{ inputs.dolfinx_tag }}
+
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Update pip
+        run: python3 -m pip install --upgrade pip
+
+      - name: Install build requirements
+        run: python3 -m pip install -r build-requirements.txt
+
+      # Note: We assume the caller workflow has already uploaded these artifacts
+      - name: Download legacy data
+        uses: actions/download-artifact@v7
+        with:
+          name: legacy_mpich
+          path: ./legacy
+
+      - name: Download legacy data
+        uses: actions/download-artifact@v7
+        with:
+          name: legacy_checkpoint_mpich
+          path: ./legacy_checkpoint
+
+      - name: Install package
+        run: |
+          HDF5_MPI=ON HDF5_PKGCONFIG_NAME="hdf5" python3 -m pip install h5py --no-build-isolation --no-binary=h5py
+          python3 -m pip install .[test]
+
+      - name: Run tests
+        run: coverage run --rcfile=.coveragerc -m pytest -xvs ./tests/
+
+      - name: Run tests in parallel
+        run: mpirun -n 4 coverage run --rcfile=.coveragerc -m mpi4py -m pytest -xvs ./tests/
+
+      - name: Combine coverage reports
+        run: |
+          coverage combine
+          coverage report -m
+          coverage html
+
+      # Use the tag in the artifact name so parallel runs don't overwrite each other
+      - name: Upload coverage report
+        uses: actions/upload-artifact@v6
+        with:
+          name: code-coverage-report-${{ inputs.dolfinx_tag }}
+          path: htmlcov
+          if-no-files-found: error