Increase verbosity & change assert in consumer tests (#370)

Author: MaximilianSoerenPollak

.github/workflows/consumer_test.yml

@@ -45,7 +45,7 @@ jobs:
 
         run: |
           set -o pipefail
-          .venv_docs/bin/python -m pytest -s -v src/tests/ --repo="$CONSUMER" --junitxml="reports/${{ matrix.consumer }}.xml" | tee "reports/${{ matrix.consumer }}.log"
+          .venv_docs/bin/python -m pytest -s -vv src/tests/ --repo="$CONSUMER" --junitxml="reports/${{ matrix.consumer }}.xml" | tee "reports/${{ matrix.consumer }}.log"
         env:
           FORCE_COLOR: "1"
           TERM: xterm-256color

src/tests/test_consumer.py

@@ -669,7 +669,7 @@ def test_and_clone_repos_updated(sphinx_base_dir: Path, pytestconfig: Config):
 
     # Printing a 'overview' table as a result
     print_result_table(results)
-    assert overall_success, (
-        "Consumer Tests failed, see table for which commands specifically. "
-        "Enable verbosity for warning/error printouts"
-    )
+    if not overall_success:
+        pytest.fail(
+            reason="Consumer Tests failed, see table for which commands specifically. "
+        )