add basic set of benchmarks

Author: herin049

exporter/opentelemetry-exporter-otlp-json-common/benchmark-requirements.txt

@@ -0,0 +1,2 @@
+pytest-benchmark==4.0.0
+-r test-requirements.txt

exporter/opentelemetry-exporter-otlp-json-common/benchmarks/conftest.py

@@ -0,0 +1,24 @@
+# Copyright The OpenTelemetry Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+from pathlib import Path
+
+_pkg_root = str(Path(__file__).resolve().parent.parent)
+
+
+def pytest_configure(config):
+    """Add the package root to sys.path so 'from tests import ...' works."""
+    if _pkg_root not in sys.path:
+        sys.path.insert(0, _pkg_root)

exporter/opentelemetry-exporter-otlp-json-common/benchmarks/test_benchmark_log_encoder.py

@@ -0,0 +1,37 @@
+# Copyright The OpenTelemetry Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import pytest
+
+from opentelemetry._logs import SeverityNumber
+from opentelemetry.exporter.otlp.json.common._log_encoder import encode_logs
+from tests import TIME, make_log, make_log_context
+
+
+@pytest.mark.parametrize("batch_size", [1, 10, 100])
+def test_benchmark_encode_logs(benchmark, batch_size):
+    ctx = make_log_context()
+    logs = [
+        make_log(
+            body=f"log message {i}",
+            context=ctx,
+            timestamp=TIME + i,
+            observed_timestamp=TIME + i + 1000,
+            severity_text="INFO",
+            severity_number=SeverityNumber.INFO,
+        )
+        for i in range(batch_size)
+    ]
+
+    benchmark(encode_logs, logs)

exporter/opentelemetry-exporter-otlp-json-common/benchmarks/test_benchmark_metrics_encoder.py

@@ -0,0 +1,69 @@
+# Copyright The OpenTelemetry Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from opentelemetry.exporter.otlp.json.common.metrics_encoder import (
+    encode_metrics,
+)
+from opentelemetry.sdk.metrics import Exemplar
+from tests import (
+    SPAN_ID,
+    TIME,
+    TRACE_ID,
+    make_exponential_histogram,
+    make_gauge,
+    make_histogram,
+    make_metrics_data,
+    make_sum,
+)
+
+
+def test_benchmark_encode_sum(benchmark):
+    data = make_metrics_data([make_sum()])
+    benchmark(encode_metrics, data)
+
+
+def test_benchmark_encode_gauge(benchmark):
+    data = make_metrics_data([make_gauge()])
+    benchmark(encode_metrics, data)
+
+
+def test_benchmark_encode_histogram(benchmark):
+    data = make_metrics_data([
+        make_histogram(
+            exemplars=[
+                Exemplar({"sampled": "true"}, 298.0, TIME, SPAN_ID, TRACE_ID),
+            ],
+        )
+    ])
+    benchmark(encode_metrics, data)
+
+
+def test_benchmark_encode_exponential_histogram(benchmark):
+    data = make_metrics_data([make_exponential_histogram()])
+    benchmark(encode_metrics, data)
+
+
+def test_benchmark_encode_mixed_metrics(benchmark):
+    data = make_metrics_data([
+        make_sum(name="counter"),
+        make_gauge(name="gauge"),
+        make_histogram(
+            name="histogram",
+            exemplars=[
+                Exemplar({"sampled": "true"}, 298.0, TIME, SPAN_ID, TRACE_ID),
+            ],
+        ),
+        make_exponential_histogram(name="exp_histogram"),
+    ])
+    benchmark(encode_metrics, data)

exporter/opentelemetry-exporter-otlp-json-common/benchmarks/test_benchmark_trace_encoder.py

@@ -0,0 +1,57 @@
+# Copyright The OpenTelemetry Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import pytest
+
+from opentelemetry.exporter.otlp.json.common.trace_encoder import encode_spans
+from opentelemetry.sdk.resources import Resource
+from opentelemetry.sdk.trace import Event, SpanContext
+from opentelemetry.sdk.util.instrumentation import InstrumentationScope
+from opentelemetry.trace import Link
+from opentelemetry.trace.status import Status, StatusCode
+
+from tests import BASE_TIME, TRACE_ID, make_span
+
+
+def test_benchmark_encode_span_with_events_and_links(benchmark):
+    link_ctx = SpanContext(TRACE_ID, 0x2222222222222222, is_remote=False)
+    span = make_span(
+        events=tuple(
+            Event(
+                name=f"event_{i}",
+                timestamp=BASE_TIME + i * 10**6,
+                attributes={"event_key": f"val_{i}"},
+            )
+            for i in range(5)
+        ),
+        links=tuple(
+            Link(context=link_ctx, attributes={"link_key": True})
+            for _ in range(3)
+        ),
+        resource=Resource({"service.name": "bench-svc"}),
+        instrumentation_scope=InstrumentationScope("bench_lib", "1.0"),
+    )
+    span._status = Status(StatusCode.ERROR, "benchmark error")
+
+    benchmark(encode_spans, [span])
+
+
+@pytest.mark.parametrize("batch_size", [1, 10, 100])
+def test_benchmark_encode_spans(benchmark, batch_size):
+    spans = [
+        make_span(name=f"span-{i}", span_id=0x1000 + i)
+        for i in range(batch_size)
+    ]
+
+    benchmark(encode_spans, spans)

tox.ini

@@ -55,6 +55,7 @@ envlist =
     py3{9,10,11,12,13,14,14t}-test-opentelemetry-exporter-otlp-json-common
     pypy3-test-opentelemetry-exporter-otlp-json-common
     lint-opentelemetry-exporter-otlp-json-common
+    benchmark-opentelemetry-exporter-otlp-json-common
 
     ; opentelemetry-exporter-otlp
     py3{9,10,11,12,13,14}-test-opentelemetry-exporter-otlp-combined
@@ -138,6 +139,7 @@ deps =
   exporter-otlp-proto-common: -r {toxinidir}/exporter/opentelemetry-exporter-otlp-proto-common/test-requirements.txt
 
   exporter-otlp-json-common: -r {toxinidir}/exporter/opentelemetry-exporter-otlp-json-common/test-requirements.txt
+  benchmark-exporter-otlp-json-common: -r {toxinidir}/exporter/opentelemetry-exporter-otlp-json-common/benchmark-requirements.txt
 
   exporter-otlp-combined: -r {toxinidir}/exporter/opentelemetry-exporter-otlp/test-requirements.txt
 
@@ -234,6 +236,7 @@ commands =
 
   test-opentelemetry-exporter-otlp-json-common: pytest {toxinidir}/exporter/opentelemetry-exporter-otlp-json-common/tests {posargs}
   lint-opentelemetry-exporter-otlp-json-common: sh -c "cd exporter && pylint --prefer-stubs yes --rcfile ../.pylintrc {toxinidir}/exporter/opentelemetry-exporter-otlp-json-common"
+  benchmark-opentelemetry-exporter-otlp-json-common: pytest {toxinidir}/exporter/opentelemetry-exporter-otlp-json-common/benchmarks --benchmark-json=exporter-otlp-json-common-benchmark.json {posargs}
 
   test-opentelemetry-exporter-otlp-combined: pytest {toxinidir}/exporter/opentelemetry-exporter-otlp/tests {posargs}
   lint-opentelemetry-exporter-otlp-combined: sh -c "cd exporter && pylint --rcfile ../.pylintrc {toxinidir}/exporter/opentelemetry-exporter-otlp"