Generate .coverage per matrix os

Author: hosaka

.github/workflows/main.yml

@@ -52,10 +52,12 @@ jobs:
           version: "0.8.3"
           enable-cache: false
 
-      - name: Test all python/qt combinations
+      - name: Test python/qt combinations
         uses: coactions/setup-xvfb@v1
+        env:
+          GITHUB_MATRIX_OS: ${{ matrix.os }}
         with:
-          run: bash scripts/test.sh
+          run: bash scripts/test-matrix.sh
 
   # combine-coverage:
   #   needs: tests

.gitignore

@@ -22,6 +22,7 @@ _build
 *.so
 
 # testing / coverage
-.coverage
+.coverage*
+coverage.xml
 .pytest_cache
 .ruff_cache

pyproject.toml

@@ -45,8 +45,6 @@ dev = [
   "pytest==7.4; python_version<'3.9'",
   "coverage==7.6.1; python_version<'3.9'",
 ]
-# only used in github actions
-ci = ["pytest-github-actions-annotate-failures>=0.1.7"]
 
 [project.urls]
 Homepage = "https://github.com/CabbageDevelopment/qasync"
@@ -68,5 +66,6 @@ testpaths = ["tests"]
 
 [tool.coverage.run]
 parallel = true
+command_line = "--module pytest --verbose tests/"
 source = ["src", "tests"]
 omit = ["tests/conftest.py"]

scripts/test-combo.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+PY="$1"
+QT="$2"
+
+echo "Testing qasync combo $PY-$QT"
+VIRTUAL_ENV=".venvs/$PY-$QT" QT_API="$QT" uv run --active coverage run --context="$PY-$QT"

scripts/test-matrix.sh

@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+PYTHON_VERSIONS=("3.8" "3.9" "3.10" "3.11" "3.12" "3.13")
+QT_VERSIONS=("pyside2" "pyside6" "pyqt5" "pyqt6")
+OS_NAME="${GITHUB_MATRIX_OS:-$(uname | tr '[:upper:]' '[:lower:]')}"
+
+TEST_MATRIX=()
+for PY in "${PYTHON_VERSIONS[@]}"; do
+  for QT in "${QT_VERSIONS[@]}"; do
+    if [[ "$QT" == "pyside2" && ("$PY" == "3.11" || "$PY" == "3.12" || "$PY" == "3.13") ]]; then
+      echo "$QT skipping $PY (requires <3.11)"
+      continue
+    fi
+    if [[ "$QT" == "pyside2" && "$OS_NAME" == "darwin" && "$(uname -m)" == "arm64" ]]; then
+      echo "$QT skipping $OS_NAME (does not publish arm64 packages)"
+      continue
+    fi
+    if [[ "$QT" == "pyside6" || "$QT" == "pyqt6" ]] && [[ "$PY" == "3.8" ]]; then
+      echo "$QT skipping $PY (requires >=3.9)"
+      continue
+    fi
+
+    export VIRTUAL_ENV=".venvs/$PY-$QT"
+    echo "Preparing $VIRTUAL_ENV"
+    uv venv --clear --no-config --no-project --python "$PY" "$VIRTUAL_ENV"
+
+    echo "Installing qasync dependencies to $VIRTUAL_ENV"
+    uv sync --locked --active --group dev
+
+    echo "Installing qt library $QT"
+    uv pip install "$QT"
+
+    TEST_MATRIX+=("$PY $QT")
+  done
+done
+
+# run sequential
+# for COMBO in "${TEST_MATRIX[@]}"; do
+#   read -r PY QT <<<"$COMBO"
+#   echo "Testing qasync combo $PY-$QT"
+#   VIRTUAL_ENV=".venvs/$PY-$QT" QT_API="$QT" uv run --active coverage run --context="$PY-$QT"
+# done
+
+# run in parallel
+printf "%s\n" "${TEST_MATRIX[@]}" | xargs -n2 -P4 scripts/test-combo.sh
+
+# combine coverage
+uv run --active coverage combine --quiet
+uv run --active coverage report --sort=cover --show-missing
+# uv run --active coverage report --sort=cover --show-missing xml coverage.xml