Skip to content

Commit f251cf1

Browse files
authored
Merge pull request #37 from lambda-feedback/payload
fix: check param state
2 parents ef783ed + e15ac86 commit f251cf1

1 file changed

Lines changed: 10 additions & 1 deletion

File tree

evaluation_function/evaluation.py

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,8 +26,17 @@ def evaluation_function(
2626
Returns:
2727
LFResult with is_correct and feedback_items
2828
"""
29+
return LFResult(
30+
is_correct=False,
31+
feedback_items=[(
32+
"error",
33+
f"Invalid FSA format: {str(e)}\n\n"
34+
f"response: {response}\nanswer: {answer}\nparams: {params}"
35+
)]
36+
)
2937
try:
3038
# TEMPORARY WORKAROUND: Extract from params if not passed directly
39+
3140
if params is None:
3241
params = {}
3342

@@ -59,7 +68,7 @@ def evaluation_function(
5968
# Return LFResult
6069
return LFResult(
6170
is_correct=result.is_correct,
62-
feedback_items=[("result", result.feedback), ("errors", result.fsa_feedback.model_dump_json())]
71+
feedback_items=[("result", result.feedback), ("errors", result.fsa_feedback.model_dump_json()), ("input", {"answer": answer, "response": response, "params": params})]
6372
)
6473

6574
except Exception as e:

0 commit comments

Comments
 (0)