Skip to content

Commit e7dadb9

Browse files
vertex-sdk-botcopybara-github
authored andcommitted
chore: Handle interactions_data_source as a valid data source
PiperOrigin-RevId: 949778684
1 parent 62bc783 commit e7dadb9

2 files changed

Lines changed: 20 additions & 0 deletions

File tree

agentplatform/_genai/_evals_data_converters.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -796,6 +796,10 @@ def merge_evaluation_datasets(
796796
candidate_responses.append(base_eval_case.responses[0])
797797
elif base_eval_case.agent_data:
798798
candidate_responses.append(_create_placeholder_response_candidate(""))
799+
elif getattr(base_eval_case, "interactions_data_source", None):
800+
# Interaction data will be resolved server-side for metric
801+
# computation; add a placeholder without warning.
802+
candidate_responses.append(_create_placeholder_response_candidate(""))
799803
else:
800804
logger.warning(
801805
"No response or agent data found for base dataset (index 0) in case %s. "
@@ -853,6 +857,12 @@ def merge_evaluation_datasets(
853857
candidate_responses.append(current_ds_eval_case.responses[0])
854858
elif current_ds_eval_case.agent_data:
855859
candidate_responses.append(_create_placeholder_response_candidate(""))
860+
elif getattr(current_ds_eval_case, "interactions_data_source", None):
861+
# Interaction data will be resolved server-side for metric
862+
# computation; add a placeholder without warning.
863+
candidate_responses.append(
864+
_create_placeholder_response_candidate("")
865+
)
856866
else:
857867
logger.warning(
858868
"No response or agent data found for dataset %s in case %s. Adding"

vertexai/_genai/_evals_data_converters.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -796,6 +796,10 @@ def merge_evaluation_datasets(
796796
candidate_responses.append(base_eval_case.responses[0])
797797
elif base_eval_case.agent_data:
798798
candidate_responses.append(_create_placeholder_response_candidate(""))
799+
elif getattr(base_eval_case, "interactions_data_source", None):
800+
# Interaction data will be resolved server-side for metric
801+
# computation; add a placeholder without warning.
802+
candidate_responses.append(_create_placeholder_response_candidate(""))
799803
else:
800804
logger.warning(
801805
"No response or agent data found for base dataset (index 0) in case %s. "
@@ -853,6 +857,12 @@ def merge_evaluation_datasets(
853857
candidate_responses.append(current_ds_eval_case.responses[0])
854858
elif current_ds_eval_case.agent_data:
855859
candidate_responses.append(_create_placeholder_response_candidate(""))
860+
elif getattr(current_ds_eval_case, "interactions_data_source", None):
861+
# Interaction data will be resolved server-side for metric
862+
# computation; add a placeholder without warning.
863+
candidate_responses.append(
864+
_create_placeholder_response_candidate("")
865+
)
856866
else:
857867
logger.warning(
858868
"No response or agent data found for dataset %s in case %s. Adding"

0 commit comments

Comments
 (0)