We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0b4d62f commit d1cba19Copy full SHA for d1cba19
1 file changed
evaluation_function/evaluation.py
@@ -628,9 +628,15 @@ def _err(msg: str) -> Result:
628
629
answer_dict = _to_dictish(answer) or {}
630
631
+ if 'evaluation_type' not in answer_dict:
632
+ return _err("evaluation_type is required in answer object")
633
+
634
if is_frontend_format(answer_dict):
635
parsed_graph = parse_frontend_graph(answer_dict)
- answer_dict = {"graph": parsed_graph.model_dump()}
636
+ answer_dict = {
637
+ "graph": parsed_graph.model_dump(),
638
+ "evaluation_type": answer_dict.get("evaluation_type"),
639
+ }
640
641
try:
642
ans = Answer.model_validate(answer_dict)
0 commit comments