test: speed up pytest runs with xdist (#230)

Author: scotluns

.github/workflows/lint-and-test.yml

@@ -47,4 +47,4 @@ jobs:
         run: uv sync --all-extras
 
       - name: Run pytest
-        run: uv run pytest --cov=mitreattack --durations=20
+        run: uv run --extra dev pytest -n 2 --cov=mitreattack --durations=20

AGENTS.md

@@ -16,7 +16,9 @@
 - Before committing, run `just lint`.
 - `just lint`: run pre-commit hooks across the repo.
 - `just test`: run the pytest suite.
+- `just test-xdist`: run the pytest suite in parallel.
 - `just test-cov`: run tests with coverage for `mitreattack`.
+- `just test-cov-xdist`: run tests with coverage in parallel.
 - `just build`: build distributions with `uv build`.
 - Without `just`, run the same tools through `uv run ...`.
 
@@ -32,6 +34,10 @@
 - Framework: `pytest` (with `pytest-cov` for coverage checks).
 - Place tests under `tests/` and name files/functions `test_*.py` / `test_*`.
 - Add or update tests for behavior changes, especially around STIX parsing and changelog/diff output paths.
+- Tests that need real ATT&CK STIX data should use the shared STIX fixtures instead of downloading or
+  preparing bundles directly.
+- Parallel runs warm the shared STIX cache before workers start; update `DEFAULT_ATTACK_STIX_PREP` in
+  `tests/conftest.py` if a new xdist-backed test needs another ATT&CK release.
 - Run `just test` locally before opening a PR; use `just test-cov` for larger changes.
 
 ## Commit & Pull Request Guidelines

conftest.py

@@ -53,12 +53,19 @@ Run `just` with no arguments to see all available commands. Here are the most co
 just lint          # Run pre-commit hooks (ruff format) on all files
 just test          # Run the full test suite, matching CI expectations
 just test-fast     # Run the fast local subset, excluding integration and slow tests
+just test-xdist    # Run tests in parallel
 just test-cov      # Run tests with coverage report
+just test-cov-xdist  # Run tests with coverage in parallel
 just build         # Build the package
 ```
 
 Use `just test-fast` while iterating locally on changes that do not need full STIX-backed export or other slow integration coverage. Tests or setup steps that normally take longer than 10 seconds should be marked `slow`, so they are skipped by `just test-fast`. Before opening a PR, run `just test`; GitHub Actions also runs the full suite with coverage.
 
+Tests that need real ATT&CK STIX data should use the shared STIX fixtures instead of downloading or
+preparing bundles directly. Parallel test runs warm the shared STIX cache before workers start; if a
+new xdist-backed test needs an additional ATT&CK release, update the cache warmup list in
+`tests/conftest.py`.
+
 To run STIX-backed tests against specific local bundles, pass the bundle paths to pytest:
 
 ```bash

docs/CONTRIBUTING.md

@@ -39,6 +39,18 @@ test:
 test-fast:
     uv run pytest -m "not integration and not slow"
 
+# Run the fast local test subset in parallel
+test-fast-xdist workers="auto":
+    uv run --extra dev pytest -n {{ workers }} -m "not integration and not slow"
+
+# Run tests in parallel
+test-xdist workers="auto":
+    uv run --extra dev pytest -n {{ workers }}
+
+# Run tests with coverage in parallel
+test-cov-xdist workers="auto":
+    uv run --extra dev pytest -n {{ workers }} --cov=mitreattack
+
 # Run tests with coverage
 test-cov:
     uv run pytest --cov=mitreattack

justfile

@@ -59,6 +59,7 @@ dev = [
     "pytest>=9.0",
     "pytest-cov>=7.0.0",
     "pytest-dotenv>=0.5.2",
+    "pytest-xdist>=3.8.0",
     "python-semantic-release>=10.5.0",
     "responses>=0.25.8",
     "ruff>=0.14.2",
@@ -138,3 +139,7 @@ version_files = [
     "docs/conf.py:^release = ['\"](.*)['\"]",
     "mitreattack/__init__.py:^__version__ = ['\"](.*)['\"]",
 ]
+
+[[tool.uv.index]]
+url = "https://pypi.org/simple"
+default = true

pyproject.toml

@@ -533,10 +533,10 @@ def golden_161_170_changelog_dir():
 
 
 @pytest.fixture(scope="session")
-def generated_161_170_diffstix(tmp_path_factory) -> DiffStix:
+def generated_161_170_diffstix(request) -> DiffStix:
     """Create and cache a DiffStix instance for reuse across tests."""
     versions_param = ["16.1", "17.0"]
-    result_paths = _download_attack_stix_data(versions_param, tmp_path_factory)
+    result_paths = _download_attack_stix_data(versions_param, config=request.config)
     return DiffStix(
         domains=["enterprise-attack", "mobile-attack", "ics-attack"],
         old=result_paths["16.1"],