CI debug: add GitHub annotation output for test failures

Author: mitchh456

tests/conftest.py

@@ -10,6 +10,26 @@
 import wrapt
 from webtest import TestApp
 
+
+# Temporary: output GitHub annotations for test failures so we can debug CI
+def pytest_runtest_makereport(item, call):
+    """Output GitHub Actions annotations for failed tests."""
+    if call.when == "call" and call.excinfo is not None:
+        import traceback
+
+        tb = "".join(traceback.format_exception(call.excinfo.type, call.excinfo.value, call.excinfo.tb))
+        # GitHub annotations can't have newlines, encode them
+        msg = tb.replace("\n", "%0A").replace("\r", "%0D")
+        fspath = str(item.fspath) if hasattr(item, "fspath") else ""
+        line = item.reportinfo()[1] if item.reportinfo()[1] else 0
+        print(f"\n::error file={fspath},line={line},title=Test Failure: {item.nodeid}::{msg}")
+    elif call.when == "setup" and call.excinfo is not None:
+        import traceback
+
+        tb = "".join(traceback.format_exception(call.excinfo.type, call.excinfo.value, call.excinfo.tb))
+        msg = tb.replace("\n", "%0A").replace("\r", "%0D")
+        print(f"\n::error title=Setup Failure: {item.nodeid}::{msg}")
+
 from scout_apm.core import error_service as scout_apm_core_error_service
 from scout_apm.core.agent import socket as scout_apm_core_socket
 from scout_apm.core.agent.manager import CoreAgentManager