We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents cbb2dae + 53216d4 commit 97bb982Copy full SHA for 97bb982
1 file changed
app/evaluation.py
@@ -30,7 +30,7 @@ def evaluation_function(response, answer, params) -> dict:
30
real_diff = abs(response - answer)
31
allowed_diff = atol + rtol * abs(answer)
32
allowed_diff += spacing(answer)
33
- is_correct = real_diff <= allowed_diff
+ is_correct = bool(real_diff <= allowed_diff)
34
35
return {
36
"is_correct": is_correct,
0 commit comments