Skip to content

Commit 7002dc5

Browse files
vertex-sdk-botcopybara-github
authored andcommitted
feat: GenAI Client(evals): Apply default user persona 'Evaluator' in multi-turn agent scraping
PiperOrigin-RevId: 895988271
1 parent 6874b8d commit 7002dc5

File tree

2 files changed

+10
-3
lines changed

2 files changed

+10
-3
lines changed

tests/unit/vertexai/genai/test_evals.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5054,7 +5054,9 @@ async def test_run_adk_user_simulation_success(
50545054
assert turn["events"][1]["content"] == {"text": "agent msg"}
50555055

50565056
mock_scenario_cls.assert_called_once_with(
5057-
starting_prompt="start", conversation_plan="plan"
5057+
starting_prompt="start",
5058+
conversation_plan="plan",
5059+
user_persona="EVALUATOR",
50585060
)
50595061
mock_session_input_cls.assert_called_once()
50605062

@@ -5113,7 +5115,9 @@ async def test_run_adk_user_simulation_missing_session_inputs(
51135115
await _evals_common._run_adk_user_simulation(row, mock_agent)
51145116

51155117
mock_scenario_cls.assert_called_once_with(
5116-
starting_prompt="start", conversation_plan="plan"
5118+
starting_prompt="start",
5119+
conversation_plan="plan",
5120+
user_persona="EVALUATOR",
51175121
)
51185122
mock_session_input_cls.assert_called_once_with(
51195123
app_name="user_simulation_app",

vertexai/_genai/_evals_common.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -959,6 +959,7 @@ async def _run_adk_user_simulation(
959959
"""Runs a multi-turn user simulation using ADK's EvaluationGenerator."""
960960
starting_prompt = row.get("starting_prompt")
961961
conversation_plan = row.get("conversation_plan")
962+
user_persona = "EVALUATOR"
962963

963964
if not starting_prompt or not conversation_plan:
964965
raise ValueError(
@@ -967,7 +968,9 @@ async def _run_adk_user_simulation(
967968
)
968969

969970
scenario = ConversationScenario(
970-
starting_prompt=starting_prompt, conversation_plan=conversation_plan
971+
starting_prompt=starting_prompt,
972+
conversation_plan=conversation_plan,
973+
user_persona=user_persona,
971974
)
972975

973976
user_simulator_kwargs: dict[str, Any] = {}

0 commit comments

Comments
 (0)