We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 63e8d78 commit 86be986Copy full SHA for 86be986
1 file changed
app/evaluation.py
@@ -40,8 +40,6 @@ def evaluation_function(response, answer, params) -> dict:
40
41
42
real_diff = abs(response - answer)
43
- allowed_diff = absolute_tolerance + relative_tolerance * abs(answer)
44
- allowed_diff += spacing(answer)
45
is_correct = bool(real_diff <= allowed_diff)
46
47
return {
0 commit comments