Identify dependence of coverage on order of test imports

Author: znicholls

.github/workflows/ci.yaml

@@ -100,17 +100,17 @@ jobs:
           ls .venv/lib/python3.11/site-packages/example_fgen_basic
       - name: Run tests
         run: |
-          # uv run --no-sync pytest -r a -v src tests --doctest-modules --cov=src --cov-report=term-missing --cov-report=xml
-          uv run --no-editable --reinstall-package example-fgen-basic python -c 'import example_fgen_basic;print(example_fgen_basic.__file__)'
-          cd .venv/lib/python3.11/site-packages/example_fgen_basic
-          ls
-          ../../../../bin/python -c 'import exceptions; print("Found exceptions here")'
-          ../../../../bin/python -c 'import _lib; print("Found _lib here")'
-          cd ../../../../../
-          ls
-          .venv/bin/pytest -r a -v src tests --doctest-modules --cov=src --cov-report=term-missing --cov-report=xml
-          uv run which pytest
-          uv run --no-editable --reinstall-package example-fgen-basic pytest -r a -v src tests --doctest-modules --cov=src --cov-report=term-missing --cov-report=xml
+          uv run --no-sync pytest -r a -v tests src --doctest-modules --doctest-report ndiff --cov=src --cov-report=term-missing --cov-report=xml
+          # uv run --no-editable --reinstall-package example-fgen-basic python -c 'import example_fgen_basic;print(example_fgen_basic.__file__)'
+          # cd .venv/lib/python3.11/site-packages/example_fgen_basic
+          # ls
+          # ../../../../bin/python -c 'import exceptions; print("Found exceptions here")'
+          # ../../../../bin/python -c 'import _lib; print("Found _lib here")'
+          # cd ../../../../../
+          # ls
+          # .venv/bin/pytest -r a -v src tests --doctest-modules --cov=src --cov-report=term-missing --cov-report=xml
+          # uv run which pytest
+          # uv run --no-editable --reinstall-package example-fgen-basic pytest -r a -v src tests --doctest-modules --cov=src --cov-report=term-missing --cov-report=xml
           uv run --no-sync coverage report
       - name: Upload coverage reports to Codecov with GitHub Action
         uses: codecov/codecov-action@v4.2.0

Makefile

@@ -40,7 +40,7 @@ ruff-fixes:  ## fix the code using ruff
 
 .PHONY: test
 test:  ## run the tests (re-installs the package every time so you might want to run by hand if you're certain that step isn't needed)
-	uv run --no-editable --reinstall-package example-fgen-basic pytest tests src tests -r a -v --doctest-modules --doctest-report ndiff --cov=src
+	uv run --no-editable --reinstall-package example-fgen-basic pytest -r a -v -tests src -doctest-modules --doctest-report ndiff --cov=src
 
 # Note on code coverage and testing:
 # You must specify cov=src.