Skip to content

Commit ed7686d

Browse files
jsonbaileyclaude
andcommitted
fix: address PR review feedback
- Remove quotes from asyncio.Task return type in Evaluator.evaluate() - Update ModelResponse.evaluations type to asyncio.Task[List[JudgeResult]] - Forward default_ai_provider to __evaluate_agent in create_agent Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
1 parent b425394 commit ed7686d

4 files changed

Lines changed: 6 additions & 5 deletions

File tree

packages/sdk/server-ai/src/ldai/client.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -459,7 +459,7 @@ async def create_agent(
459459
"""
460460
self._client.track(_TRACK_USAGE_CREATE_AGENT, context, key, 1)
461461
log.debug(f"Creating managed agent for key: {key}")
462-
config = self.__evaluate_agent(key, context, default or _DISABLED_AGENT_DEFAULT, variables)
462+
config = self.__evaluate_agent(key, context, default or _DISABLED_AGENT_DEFAULT, variables, default_ai_provider=default_ai_provider)
463463

464464
if not config.enabled:
465465
return None

packages/sdk/server-ai/src/ldai/evaluator.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ def evaluate(
3636
self,
3737
input_text: str,
3838
output_text: str,
39-
) -> 'asyncio.Task[List[JudgeResult]]':
39+
) -> asyncio.Task[List[JudgeResult]]:
4040
"""
4141
Run all configured judges against the given input/output pair.
4242

packages/sdk/server-ai/src/ldai/managed_model.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33

44
from ldai.models import AICompletionConfig, LDMessage
55
from ldai.providers.model_runner import ModelRunner
6-
from ldai.providers.types import ModelResponse
6+
from ldai.providers.types import JudgeResult, ModelResponse
77
from ldai.tracker import LDAIConfigTracker
88

99

@@ -58,7 +58,7 @@ async def invoke(self, prompt: str) -> ModelResponse:
5858
self._messages.append(response.message)
5959
return response
6060

61-
def _track_judge_results(self, tracker: LDAIConfigTracker, eval_task: 'asyncio.Task') -> None:
61+
def _track_judge_results(self, tracker: LDAIConfigTracker, eval_task: asyncio.Task[List[JudgeResult]]) -> None:
6262
async def _run() -> None:
6363
results = await eval_task
6464
for r in results:

packages/sdk/server-ai/src/ldai/providers/types.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22

33
from __future__ import annotations
44

5+
import asyncio
56
from dataclasses import dataclass
67
from typing import Any, Callable, Dict, List, Optional
78

@@ -44,7 +45,7 @@ class ModelResponse:
4445
"""
4546
message: LDMessage
4647
metrics: LDAIMetrics
47-
evaluations: Optional[List[JudgeResult]] = None
48+
evaluations: Optional[asyncio.Task[List[JudgeResult]]] = None
4849

4950

5051
@dataclass

0 commit comments

Comments
 (0)