File tree Expand file tree Collapse file tree
evaluation_function/correction Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -213,9 +213,16 @@ def analyze_fsa_correction(
213213 # Step 9: Decide correctness based on evaluation mode
214214 # -------------------------------------------------------------------------
215215 if params .evaluation_mode == "strict" :
216- is_correct = validation_result is not None and validation_result .ok and equivalence_result .ok and iso_result .ok
216+ is_correct = (
217+ (not params .check_minimality or validation_result .ok )
218+ and equivalence_result .ok
219+ and iso_result .ok
220+ )
217221 elif params .evaluation_mode == "lenient" :
218- is_correct = validation_result is not None and validation_result .ok and equivalence_result .ok
222+ is_correct = (
223+ (not params .check_minimality or validation_result .ok )
224+ and equivalence_result .ok
225+ )
219226 else : # partial # I dont know what the partial is meant for, always mark as incorrect?
220227 is_correct = False
221228
You can’t perform that action at this time.
0 commit comments