Skip to content

Commit c1784b2

Browse files
committed
fix: Step9 eval mode
1 parent facc14d commit c1784b2

1 file changed

Lines changed: 9 additions & 2 deletions

File tree

evaluation_function/correction/correction.py

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -213,9 +213,16 @@ def analyze_fsa_correction(
213213
# Step 9: Decide correctness based on evaluation mode
214214
# -------------------------------------------------------------------------
215215
if params.evaluation_mode == "strict":
216-
is_correct = validation_result is not None and validation_result.ok and equivalence_result.ok and iso_result.ok
216+
is_correct = (
217+
(not params.check_minimality or validation_result.ok)
218+
and equivalence_result.ok
219+
and iso_result.ok
220+
)
217221
elif params.evaluation_mode == "lenient":
218-
is_correct = validation_result is not None and validation_result.ok and equivalence_result.ok
222+
is_correct = (
223+
(not params.check_minimality or validation_result.ok)
224+
and equivalence_result.ok
225+
)
219226
else: # partial # I dont know what the partial is meant for, always mark as incorrect?
220227
is_correct = False
221228

0 commit comments

Comments
 (0)