From 7630ec0c92f108dfe71cebed6b7ebd6bcd9a3912 Mon Sep 17 00:00:00 2001 From: Jan Wassenberg Date: Fri, 20 Jun 2025 06:08:36 -0700 Subject: [PATCH] batch_bench tweak: more output PiperOrigin-RevId: 773670580 --- evals/gemma_batch_bench.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/evals/gemma_batch_bench.cc b/evals/gemma_batch_bench.cc index 02a6a7c..6d97c61 100644 --- a/evals/gemma_batch_bench.cc +++ b/evals/gemma_batch_bench.cc @@ -37,7 +37,7 @@ class GemmaBatchBench : public ::testing::Test { protected: std::vector BatchGemmaReply( const std::vector& inputs) { - s_env->SetMaxGeneratedTokens(16); + s_env->SetMaxGeneratedTokens(24); s_env->MutableConfig().temperature = 0.0f; // deterministic s_env->MutableConfig().verbosity = 2; std::vector replies; @@ -93,7 +93,7 @@ TEST_F(GemmaBatchBench, RandomQuestionsBatched) { if (qpos == questions.size()) qpos = 0; } std::vector responses = BatchGemmaReply(inputs); - for (size_t i = 0; i < hwy::Unpredictable1(); ++i) { + for (size_t i = 0; i < hwy::Unpredictable1() * 3; ++i) { fprintf(stderr, "Batch answer %zu '%s'\n\n", i, responses[i].c_str()); }