Enhance OpenAI instrumentation with new response handling and telemetry support

- Added `opentelemetry-util-genai` as a dependency for improved telemetry handling.
- Refactored response handling in `patch_responses.py` to utilize `TelemetryHandler` for tracing.
- Updated `responses_create` and `responses_retrieve` methods to integrate new telemetry features.
- Simplified imports and removed unused code in `__init__.py`.
- Added extensive test cases and YAML cassettes for various response scenarios, including streaming and standard responses.
- Adjusted requirements files to include the new utility package for testing.

Author: vasantteja

instrumentation-genai/opentelemetry-instrumentation-openai-v2/pyproject.toml

@@ -27,7 +27,8 @@ classifiers = [
 dependencies = [
   "opentelemetry-api ~= 1.37",
   "opentelemetry-instrumentation ~= 0.58b0",
-  "opentelemetry-semantic-conventions ~= 0.58b0"
+  "opentelemetry-semantic-conventions ~= 0.58b0",
+  "opentelemetry-util-genai >= 0.2b0, <0.3b0",
 ]
 
 [project.optional-dependencies]

instrumentation-genai/opentelemetry-instrumentation-openai-v2/src/opentelemetry/instrumentation/openai_v2/__init__.py

@@ -60,11 +60,7 @@
     chat_completions_create,
     embeddings_create,
 )
-from .patch_responses import (
-    responses_create,
-    responses_retrieve,
-    responses_stream,
-)
+from .patch_responses import responses_create, responses_retrieve
 
 
 class OpenAIInstrumentor(BaseInstrumentor):
@@ -136,31 +132,29 @@ def _instrument(self, **kwargs):
         # Responses API is only available in openai>=1.66.0
         # https://github.com/openai/openai-python/blob/main/CHANGELOG.md#1660-2025-03-11
         try:
-            wrap_function_wrapper(
-                module="openai.resources.responses.responses",
-                name="Responses.create",
-                wrapper=responses_create(
-                    tracer, logger, instruments, is_content_enabled()
-                ),
+            from opentelemetry.util.genai.handler import (  # pylint: disable=import-outside-toplevel
+                TelemetryHandler,
+            )
+
+            handler = TelemetryHandler(
+                tracer_provider=tracer_provider,
+                meter_provider=meter_provider,
+                logger_provider=logger_provider,
             )
 
             wrap_function_wrapper(
                 module="openai.resources.responses.responses",
-                name="Responses.stream",
-                wrapper=responses_stream(
-                    tracer, logger, instruments, is_content_enabled()
-                ),
+                name="Responses.create",
+                wrapper=responses_create(handler, is_content_enabled()),
             )
 
             wrap_function_wrapper(
                 module="openai.resources.responses.responses",
                 name="Responses.retrieve",
-                wrapper=responses_retrieve(
-                    tracer, logger, instruments, is_content_enabled()
-                ),
+                wrapper=responses_retrieve(handler, is_content_enabled()),
             )
         except (AttributeError, ModuleNotFoundError):
-            # Responses API not available in this version of openai
+            # Responses API or TelemetryHandler not available
             pass
 
     def _uninstrument(self, **kwargs):
@@ -175,7 +169,6 @@ def _uninstrument(self, **kwargs):
         # https://github.com/openai/openai-python/blob/main/CHANGELOG.md#1660-2025-03-11
         try:
             unwrap(openai.resources.responses.responses.Responses, "create")
-            unwrap(openai.resources.responses.responses.Responses, "stream")
             unwrap(openai.resources.responses.responses.Responses, "retrieve")
         except (AttributeError, ModuleNotFoundError):
             # Responses API not available in this version of openai