File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -796,6 +796,10 @@ def merge_evaluation_datasets(
796796 candidate_responses .append (base_eval_case .responses [0 ])
797797 elif base_eval_case .agent_data :
798798 candidate_responses .append (_create_placeholder_response_candidate ("" ))
799+ elif getattr (base_eval_case , "interactions_data_source" , None ):
800+ # Interaction data will be resolved server-side for metric
801+ # computation; add a placeholder without warning.
802+ candidate_responses .append (_create_placeholder_response_candidate ("" ))
799803 else :
800804 logger .warning (
801805 "No response or agent data found for base dataset (index 0) in case %s. "
@@ -853,6 +857,12 @@ def merge_evaluation_datasets(
853857 candidate_responses .append (current_ds_eval_case .responses [0 ])
854858 elif current_ds_eval_case .agent_data :
855859 candidate_responses .append (_create_placeholder_response_candidate ("" ))
860+ elif getattr (current_ds_eval_case , "interactions_data_source" , None ):
861+ # Interaction data will be resolved server-side for metric
862+ # computation; add a placeholder without warning.
863+ candidate_responses .append (
864+ _create_placeholder_response_candidate ("" )
865+ )
856866 else :
857867 logger .warning (
858868 "No response or agent data found for dataset %s in case %s. Adding"
Original file line number Diff line number Diff line change @@ -796,6 +796,10 @@ def merge_evaluation_datasets(
796796 candidate_responses .append (base_eval_case .responses [0 ])
797797 elif base_eval_case .agent_data :
798798 candidate_responses .append (_create_placeholder_response_candidate ("" ))
799+ elif getattr (base_eval_case , "interactions_data_source" , None ):
800+ # Interaction data will be resolved server-side for metric
801+ # computation; add a placeholder without warning.
802+ candidate_responses .append (_create_placeholder_response_candidate ("" ))
799803 else :
800804 logger .warning (
801805 "No response or agent data found for base dataset (index 0) in case %s. "
@@ -853,6 +857,12 @@ def merge_evaluation_datasets(
853857 candidate_responses .append (current_ds_eval_case .responses [0 ])
854858 elif current_ds_eval_case .agent_data :
855859 candidate_responses .append (_create_placeholder_response_candidate ("" ))
860+ elif getattr (current_ds_eval_case , "interactions_data_source" , None ):
861+ # Interaction data will be resolved server-side for metric
862+ # computation; add a placeholder without warning.
863+ candidate_responses .append (
864+ _create_placeholder_response_candidate ("" )
865+ )
856866 else :
857867 logger .warning (
858868 "No response or agent data found for dataset %s in case %s. Adding"
You can’t perform that action at this time.
0 commit comments