speed up weaver tests

Author: lmolkova

.claude/settings.json

@@ -0,0 +1,41 @@
+{
+  "permissions": {
+    "allow": [
+      "Bash(find /Users/lmolkova/repo/opentelemetry-python -name conftest.py -exec ls -la {} \\\\;)",
+      "Bash(python -m pytest tests/opentelemetry-test-utils/tests/test_weaver_live_check.py -v)",
+      "Bash(grep -E \"\\\\.yml$\")",
+      "Bash(grep -n \"weaver\" /Users/lmolkova/repo/opentelemetry-python/.github/workflows/*.yml)",
+      "Bash(grep -n \"download\\\\|install.*binary\\\\|wget\\\\|curl\" /Users/lmolkova/repo/opentelemetry-python/.github/workflows/*.yml)",
+      "Bash(grep -r \"binary\\\\|download\\\\|wget\\\\|curl\\\\|install.*tool\" /Users/lmolkova/repo/opentelemetry-python/.github/workflows/*.yml)",
+      "Bash(tox -e generate-workflows)",
+      "Read(//usr/local/**)",
+      "Bash(python .github/workflows/generate_workflows.py)",
+      "Bash(chmod +x /tmp/git_seq_editor.sh)",
+      "Bash(chmod +x /tmp/git_msg_editor.sh)",
+      "Bash(GIT_SEQUENCE_EDITOR=\"/tmp/git_seq_editor.sh\" GIT_EDITOR=\"/tmp/git_msg_editor.sh\" git rebase -i main)",
+      "WebFetch(domain:productionresultssa18.blob.core.windows.net)",
+      "WebFetch(domain:productionresultssa1.blob.core.windows.net)",
+      "Bash(xargs ls *)",
+      "Bash(xargs -I {} sh -c 'echo \"=== {} ===\" && head -20 {}')",
+      "Bash(xargs -I {} sh -c 'echo \"FILE: {}\" && cat {}')",
+      "Bash(find /Users/lmolkova/repo/opentelemetry-python-contrib -name \"pyproject.toml\" -path \"*/instrumentation/*\" -exec grep -l \"markers\\\\|sys_platform\\\\|platform\" {} \\\\;)",
+      "Bash(find /Users/lmolkova/repo/opentelemetry-python-contrib/util -type f -name \"pyproject.toml\" -exec sh -c 'echo \"=== {} ===\" && cat {}' \\\\;)",
+      "Bash(python -m pytest tests/opentelemetry-test-utils/tests/test_weaver_live_check.py -x --no-header -q)",
+      "Bash(python -m pytest tests/opentelemetry-test-utils/tests/test_weaver_live_check.py -x -q)",
+      "Bash(python -m pytest tests/opentelemetry-test-utils/tests/test_weaver_live_check.py -x -q --no-header)",
+      "Bash(sed -i '' 's/py312/py313/g' tox.ini)",
+      "Bash(tox -e py313)",
+      "Bash(mv dummy *)",
+      "Bash(tox -e py313 -r)",
+      "Bash(tox -e py312-test-opentelemetry-test-utils -r)",
+      "Bash(gh issue *)",
+      "Bash(gh search *)",
+      "Bash(pip --version)",
+      "Bash(tox --version)",
+      "Bash(gh run *)",
+      "Bash(tox -e py312-test-opentelemetry-test-utils)",
+      "Bash(.tox/py312-test-opentelemetry-test-utils/bin/pytest tests/opentelemetry-test-utils/tests/test_weaver_live_check.py::TestSDKInitLiveCheck::test_end_no_violations -ra)",
+      "Bash(.tox/py312-test-opentelemetry-test-utils/bin/python -c ' *)"
+    ]
+  }
+}

tests/opentelemetry-test-utils/src/opentelemetry/test/weaver_live_check.py

@@ -252,6 +252,7 @@ def test_my_telemetry(self):
 
     def __init__(
         self,
+        registry: str | None = None,
         schema_version: str | None = None,
         policies_dir: str | None = None,
         inactivity_timeout: int = 30,
@@ -285,13 +286,14 @@ def __init__(
         if policies_dir:
             command += ["--advice-policies", os.path.abspath(policies_dir)]
 
-        if schema_version is None:
-            schema_version = list(Schemas)[-1].value.rsplit("/", 1)[-1]
+        if registry is None:
+            if schema_version is None:
+                schema_version = list(Schemas)[-1].value.rsplit("/", 1)[-1]
+            registry = f"https://github.com/open-telemetry/semantic-conventions/archive/refs/tags/v{schema_version}.tar.gz[model]"
+        elif os.path.isdir(registry):
+            registry = os.path.abspath(registry)
 
-        command += [
-            "--registry",
-            f"https://github.com/open-telemetry/semantic-conventions/archive/refs/tags/v{schema_version}.tar.gz[model]",
-        ]
+        command += ["--registry", registry]
 
         self._command = command
         logger.debug("Weaver command: %s", command)
@@ -304,15 +306,15 @@ def __exit__(self, exc_type: Any, *_: Any) -> None:
             self._stopped = True
         self.close()
 
-    def start(self, timeout: int = 60) -> "WeaverLiveCheck":
+    def start(self) -> "WeaverLiveCheck":
         logger.debug("Starting WeaverLiveCheck process...")
         self._process = subprocess.Popen(  # pylint: disable=consider-using-with
             self._command,
             stdout=subprocess.PIPE,
             stderr=subprocess.PIPE,
         )
         try:
-            self._wait_for_ready(timeout=timeout)
+            self._wait_for_ready()
             self._ready = True
         except Exception as exc:  # pylint: disable=broad-except
             logs = self._read_weaver_logs()
@@ -322,22 +324,22 @@ def start(self, timeout: int = 60) -> "WeaverLiveCheck":
             raise
         return self
 
-    def _wait_for_ready(self, timeout: int = 60) -> None:
+    def _wait_for_ready(self) -> None:
         retry = Retry(
-            total=timeout,
+            total=10,
             backoff_factor=1,
             backoff_max=1,
             # Any non-2xx response from /health means weaver isn't ready yet.
             status_forcelist=list(range(300, 600)),
+            raise_on_status=True,
             allowed_methods=["GET"],
         )
         session = Session()
         session.mount("http://", HTTPAdapter(max_retries=retry))
         try:
-            response = session.get(
+            session.get(
                 f"http://localhost:{self._admin_port}/health", timeout=5
             )
-            response.raise_for_status()
         except Exception as exc:  # pylint: disable=broad-except
             if self._process is not None and self._process.poll() is not None:
                 raise RuntimeError(

tests/opentelemetry-test-utils/tests/test_weaver_live_check.py

@@ -41,6 +41,7 @@
     _HAS_GRPC = False
 
 _TESTDATA_DIR = os.path.join(os.path.dirname(__file__), "testdata")
+_REGISTRY_DIR = os.path.join(_TESTDATA_DIR, "registry")
 
 
 def _make_provider(otlp_endpoint: str) -> TracerProvider:
@@ -62,7 +63,7 @@ def _make_provider(otlp_endpoint: str) -> TracerProvider:
 class TestSDKInitLiveCheck(unittest.TestCase):
     def test_end_and_check_no_violations(self):
         """end_and_check() returns a LiveCheckReport with no violations on conformant telemetry."""
-        with WeaverLiveCheck() as weaver:
+        with WeaverLiveCheck(registry=_REGISTRY_DIR) as weaver:
             provider = _make_provider(weaver.otlp_endpoint)
             with provider.get_tracer("test-tracer").start_as_current_span(
                 "test-span"
@@ -76,7 +77,9 @@ def test_end_and_check_no_violations(self):
 
     def test_end_and_check_raises_on_violations(self):
         """end_and_check() raises LiveCheckError with the report attached."""
-        with WeaverLiveCheck(policies_dir=_TESTDATA_DIR) as weaver:
+        with WeaverLiveCheck(
+            registry=_REGISTRY_DIR, policies_dir=_TESTDATA_DIR
+        ) as weaver:
             provider = _make_provider(weaver.otlp_endpoint)
             with provider.get_tracer("test-tracer").start_as_current_span(
                 "test-span"
@@ -105,7 +108,7 @@ def test_end_and_check_raises_on_violations(self):
 
     def test_end_no_violations(self):
         """end() returns a LiveCheckReport with no violations on conformant telemetry."""
-        with WeaverLiveCheck() as weaver:
+        with WeaverLiveCheck(registry=_REGISTRY_DIR) as weaver:
             provider = _make_provider(weaver.otlp_endpoint)
             with provider.get_tracer("test-tracer").start_as_current_span(
                 "test-span"
@@ -123,7 +126,9 @@ def test_end_no_violations(self):
 
     def test_end_with_violations(self):
         """end() returns a LiveCheckReport with violations without raising."""
-        with WeaverLiveCheck(policies_dir=_TESTDATA_DIR) as weaver:
+        with WeaverLiveCheck(
+            registry=_REGISTRY_DIR, policies_dir=_TESTDATA_DIR
+        ) as weaver:
             provider = _make_provider(weaver.otlp_endpoint)
             with provider.get_tracer("test-tracer").start_as_current_span(
                 "test-span"
@@ -150,7 +155,7 @@ def test_end_with_violations(self):
 
     def test_report_span_statistics(self):
         """The full report exposes span counts and individual span samples."""
-        with WeaverLiveCheck() as weaver:
+        with WeaverLiveCheck(registry=_REGISTRY_DIR) as weaver:
             provider = _make_provider(weaver.otlp_endpoint)
             with provider.get_tracer("test-tracer").start_as_current_span(
                 "test-span"

tests/opentelemetry-test-utils/tests/testdata/registry/attributes.yaml

@@ -0,0 +1,27 @@
+# this is a test registry, used to save up time on weaver loading semconv from GH repo
+# and preventing flaky tests resulting from unpredictable network/performance in CI
+groups:
+  - id: registry.test
+    type: attribute_group
+    brief: Minimal registry for WeaverLiveCheck self-tests.
+    attributes:
+      - id: service.name
+        type: string
+        brief: The name of the service.
+        stability: stable
+        examples: ["test-service"]
+      - id: telemetry.sdk.language
+        type: string
+        brief: The language of the telemetry SDK.
+        stability: stable
+        examples: ["python"]
+      - id: telemetry.sdk.name
+        type: string
+        brief: The name of the telemetry SDK.
+        stability: stable
+        examples: ["opentelemetry"]
+      - id: telemetry.sdk.version
+        type: string
+        brief: The version string of the telemetry SDK.
+        stability: stable
+        examples: ["1.0.0"]