opentelemetry-sdk: make it possible to customize processors configuration (open-telemetry#4806)

* opentelemetry-sdk: make it possible to customize processors configuration

Make it easier for distributions to override the processors set up by
the sdk configurator by specifying a span processor and a log record
processor.

* Add changelog

* Fixes

* Please typechecking

* Fix naming

* Span processors should be added once

* Use typing protocol for exporter processor types

* Rename types

Author: xrmx

CHANGELOG.md

@@ -26,6 +26,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
   ([#4798](https://github.com/open-telemetry/opentelemetry-python/pull/4798))
 - Silence events API warnings for internal users
   ([#4847](https://github.com/open-telemetry/opentelemetry-python/pull/4847))
+- opentelemetry-sdk: make it possible to override the default processors in the SDK configurator
+  ([#4806](https://github.com/open-telemetry/opentelemetry-python/pull/4806))
 - Prevent possible endless recursion from happening in `SimpleLogRecordProcessor.on_emit`,
   ([#4799](https://github.com/open-telemetry/opentelemetry-python/pull/4799)) and ([#4867](https://github.com/open-telemetry/opentelemetry-python/pull/4867)).
 - Make ConcurrentMultiSpanProcessor fork safe

opentelemetry-sdk/src/opentelemetry/sdk/_configuration/__init__.py

@@ -25,7 +25,7 @@
 import warnings
 from abc import ABC, abstractmethod
 from os import environ
-from typing import Any, Callable, Mapping, Sequence, Type, Union
+from typing import Any, Callable, Mapping, Protocol, Sequence, Type, Union
 
 from typing_extensions import Literal
 
@@ -37,7 +37,11 @@
     OTEL_TRACES_EXPORTER,
 )
 from opentelemetry.metrics import set_meter_provider
-from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler
+from opentelemetry.sdk._logs import (
+    LoggerProvider,
+    LoggingHandler,
+    LogRecordProcessor,
+)
 from opentelemetry.sdk._logs.export import (
     BatchLogRecordProcessor,
     LogRecordExporter,
@@ -58,7 +62,7 @@
     PeriodicExportingMetricReader,
 )
 from opentelemetry.sdk.resources import Attributes, Resource
-from opentelemetry.sdk.trace import TracerProvider
+from opentelemetry.sdk.trace import SpanProcessor, TracerProvider
 from opentelemetry.sdk.trace.export import BatchSpanProcessor, SpanExporter
 from opentelemetry.sdk.trace.id_generator import IdGenerator
 from opentelemetry.sdk.trace.sampling import Sampler
@@ -105,6 +109,18 @@
 ]
 
 
+class _ConfigurationExporterSpanProcessorT(Protocol):
+    def __call__(
+        self, span_exporter: SpanExporter, *args, **kwargs
+    ) -> SpanProcessor: ...
+
+
+class _ConfigurationExporterLogRecordProcessorT(Protocol):
+    def __call__(
+        self, exporter: LogRecordExporter, *args, **kwargs
+    ) -> LogRecordProcessor: ...
+
+
 def _import_config_components(
     selected_components: Sequence[str], entry_point_name: str
 ) -> list[tuple[str, Type]]:
@@ -210,6 +226,8 @@ def _init_tracing(
     sampler: Sampler | None = None,
     resource: Resource | None = None,
     exporter_args_map: ExporterArgsMap | None = None,
+    span_processors: Sequence[SpanProcessor] | None = None,
+    export_span_processor: _ConfigurationExporterSpanProcessorT | None = None,
 ):
     provider = TracerProvider(
         id_generator=id_generator,
@@ -219,10 +237,16 @@ def _init_tracing(
     set_tracer_provider(provider)
 
     exporter_args_map = exporter_args_map or {}
+    export_processor = export_span_processor or BatchSpanProcessor
+
+    span_processors = span_processors or []
+    for span_processor in span_processors:
+        provider.add_span_processor(span_processor)
+
     for _, exporter_class in exporters.items():
         exporter_args = exporter_args_map.get(exporter_class, {})
         provider.add_span_processor(
-            BatchSpanProcessor(exporter_class(**exporter_args))
+            export_processor(exporter_class(**exporter_args))
         )
 
 
@@ -256,15 +280,24 @@ def _init_logging(
     resource: Resource | None = None,
     setup_logging_handler: bool = True,
     exporter_args_map: ExporterArgsMap | None = None,
+    log_record_processors: Sequence[LogRecordProcessor] | None = None,
+    export_log_record_processor: _ConfigurationExporterLogRecordProcessorT
+    | None = None,
 ):
     provider = LoggerProvider(resource=resource)
     set_logger_provider(provider)
 
     exporter_args_map = exporter_args_map or {}
+    export_processor = export_log_record_processor or BatchLogRecordProcessor
+
+    log_record_processors = log_record_processors or []
+    for log_record_processor in log_record_processors:
+        provider.add_log_record_processor(log_record_processor)
+
     for _, exporter_class in exporters.items():
         exporter_args = exporter_args_map.get(exporter_class, {})
         provider.add_log_record_processor(
-            BatchLogRecordProcessor(exporter_class(**exporter_args))
+            export_processor(exporter_class(**exporter_args))
         )
 
     # silence warnings from internal users until we drop the deprecated Events API
@@ -429,7 +462,13 @@ def _initialize_components(
     id_generator: IdGenerator | None = None,
     setup_logging_handler: bool | None = None,
     exporter_args_map: ExporterArgsMap | None = None,
+    span_processors: Sequence[SpanProcessor] | None = None,
+    export_span_processor: _ConfigurationExporterSpanProcessorT | None = None,
+    log_record_processors: Sequence[LogRecordProcessor] | None = None,
+    export_log_record_processor: _ConfigurationExporterLogRecordProcessorT
+    | None = None,
 ):
+    # pylint: disable=too-many-locals
     if trace_exporter_names is None:
         trace_exporter_names = []
     if metric_exporter_names is None:
@@ -464,6 +503,8 @@ def _initialize_components(
         sampler=sampler,
         resource=resource,
         exporter_args_map=exporter_args_map,
+        span_processors=span_processors,
+        export_span_processor=export_span_processor,
     )
     _init_metrics(
         metric_exporters, resource, exporter_args_map=exporter_args_map
@@ -482,6 +523,8 @@ def _initialize_components(
         resource,
         setup_logging_handler,
         exporter_args_map=exporter_args_map,
+        log_record_processors=log_record_processors,
+        export_log_record_processor=export_log_record_processor,
     )