|
34 | 34 | response_terminal_failure_error, |
35 | 35 | ) |
36 | 36 | from ...models._retry_runtime import should_disable_provider_managed_retries |
| 37 | +from ...models._trace import model_config_for_trace |
37 | 38 | from ...models.chatcmpl_converter import Converter |
38 | 39 | from ...models.chatcmpl_helpers import HEADERS, HEADERS_OVERRIDE, ChatCmplHelpers |
39 | 40 | from ...models.chatcmpl_stream_handler import ChatCmplStreamHandler |
@@ -467,12 +468,11 @@ async def _get_response_via_chat( |
467 | 468 | ) -> ModelResponse: |
468 | 469 | with generation_span( |
469 | 470 | model=str(self.model), |
470 | | - model_config=model_settings.to_json_dict() |
471 | | - | { |
472 | | - "base_url": str(self.base_url or ""), |
473 | | - "provider": self._provider_name, |
474 | | - "model_impl": "any-llm", |
475 | | - }, |
| 471 | + model_config=model_config_for_trace( |
| 472 | + model_settings, |
| 473 | + base_url=self.base_url or "", |
| 474 | + extra_config={"provider": self._provider_name, "model_impl": "any-llm"}, |
| 475 | + ), |
476 | 476 | disabled=tracing.is_disabled(), |
477 | 477 | ) as span_generation: |
478 | 478 | response = await self._fetch_chat_response( |
@@ -570,12 +570,11 @@ async def _stream_response_via_chat( |
570 | 570 | ) -> AsyncIterator[TResponseStreamEvent]: |
571 | 571 | with generation_span( |
572 | 572 | model=str(self.model), |
573 | | - model_config=model_settings.to_json_dict() |
574 | | - | { |
575 | | - "base_url": str(self.base_url or ""), |
576 | | - "provider": self._provider_name, |
577 | | - "model_impl": "any-llm", |
578 | | - }, |
| 573 | + model_config=model_config_for_trace( |
| 574 | + model_settings, |
| 575 | + base_url=self.base_url or "", |
| 576 | + extra_config={"provider": self._provider_name, "model_impl": "any-llm"}, |
| 577 | + ), |
579 | 578 | disabled=tracing.is_disabled(), |
580 | 579 | ) as span_generation: |
581 | 580 | response, stream = await self._fetch_chat_response( |
|
0 commit comments