Skip to content

Commit 2898d50

Browse files
committed
temporarily log all the answers from the counter evaluate
1 parent 8a415ba commit 2898d50

1 file changed

Lines changed: 5 additions & 0 deletions

File tree

src/maxtext/trainers/post_train/rl/evaluate_rl.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -134,6 +134,11 @@ def score_responses(tmvp_config, question, responses, answers, eval_mode="pass")
134134
is_correct, is_partially_correct = utils_rl.check_correctness(majority_answer, answers, tmvp_config)
135135
if tmvp_config.debug.rl:
136136
max_logging.log(f"Majority Answer: {majority_answer} (Count: {counter[majority_answer]})")
137+
# temporarily, log other answers as well
138+
# sort the counter values and print all
139+
for ans, count in counter.most_common():
140+
max_logging.log(f"Answer: {ans} (Count: {count})")
141+
137142
max_logging.log(f"Result is_correct: {is_correct}")
138143
max_logging.log(f"Result is_partially_correct: {is_partially_correct}")
139144
except Exception as e:

0 commit comments

Comments
 (0)