We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 53c19d6 commit 34897e5Copy full SHA for 34897e5
1 file changed
src/tfbench/experiment.py
@@ -44,5 +44,5 @@ def run_one_model(
44
if output_file:
45
orjsonl.append(output_file, r if r else {"error": str(response.failure())})
46
47
- eval_acc = prover_evaluate(tasks, gen_results)
+ eval_acc = prover_evaluate(tasks, gen_results, pure=pure)
48
return eval_acc
0 commit comments