Skip to content

Commit 46ab796

Browse files
jan-wassenbergcopybara-github
authored andcommitted
batch_bench tweak: more output
PiperOrigin-RevId: 773666895
1 parent 4f5785b commit 46ab796

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

evals/gemma_batch_bench.cc

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,7 @@ class GemmaBatchBench : public ::testing::Test {
3737
protected:
3838
std::vector<std::string> BatchGemmaReply(
3939
const std::vector<std::string>& inputs) {
40-
s_env->SetMaxGeneratedTokens(16);
40+
s_env->SetMaxGeneratedTokens(24);
4141
s_env->MutableConfig().temperature = 0.0f; // deterministic
4242
s_env->MutableConfig().verbosity = 2;
4343
std::vector<std::string> replies;
@@ -93,7 +93,7 @@ TEST_F(GemmaBatchBench, RandomQuestionsBatched) {
9393
if (qpos == questions.size()) qpos = 0;
9494
}
9595
std::vector<std::string> responses = BatchGemmaReply(inputs);
96-
for (size_t i = 0; i < hwy::Unpredictable1(); ++i) {
96+
for (size_t i = 0; i < hwy::Unpredictable1() * 3; ++i) {
9797
fprintf(stderr, "Batch answer %zu '%s'\n\n", i, responses[i].c_str());
9898
}
9999

0 commit comments

Comments
 (0)