feat: log the errors, alway None

HongleiGu · HongleiGu · commit 63b3678c45e0 · 2026-01-19T20:57:41.000Z
diff --git a/evaluation_function/evaluation.py b/evaluation_function/evaluation.py
@@ -47,5 +47,5 @@ def evaluation_function(
     except Exception as e:
         return LFResult(
             is_correct=False,
-            feedback_items=[("error", f"Invalid FSA format: {str(e)}, received: {response}")]
+            feedback_items=[("error", f"Invalid FSA format: {str(e)}, received: \n\nresponse: {response}\n\n answer: {answer}, \n\nparams: {params}")]
         )

Original file line number	Diff line number	Diff line change
`@@ -47,5 +47,5 @@ def evaluation_function(`
`47`	`47`	`except Exception as e:`
`48`	`48`	`return LFResult(`
`49`	`49`	`is_correct=False,`
`50`		`- feedback_items=[("error", f"Invalid FSA format: {str(e)}, received: {response}")]`
	`50`	`+ feedback_items=[("error", f"Invalid FSA format: {str(e)}, received: \n\nresponse: {response}\n\n answer: {answer}, \n\nparams: {params}")]`
`51`	`51`	`)`