diff --git a/evals/gemma_batch_bench.cc b/evals/gemma_batch_bench.cc index 02a6a7c..6d97c61 100644 --- a/evals/gemma_batch_bench.cc +++ b/evals/gemma_batch_bench.cc @@ -37,7 +37,7 @@ class GemmaBatchBench : public ::testing::Test { protected: std::vector BatchGemmaReply( const std::vector& inputs) { - s_env->SetMaxGeneratedTokens(16); + s_env->SetMaxGeneratedTokens(24); s_env->MutableConfig().temperature = 0.0f; // deterministic s_env->MutableConfig().verbosity = 2; std::vector replies; @@ -93,7 +93,7 @@ TEST_F(GemmaBatchBench, RandomQuestionsBatched) { if (qpos == questions.size()) qpos = 0; } std::vector responses = BatchGemmaReply(inputs); - for (size_t i = 0; i < hwy::Unpredictable1(); ++i) { + for (size_t i = 0; i < hwy::Unpredictable1() * 3; ++i) { fprintf(stderr, "Batch answer %zu '%s'\n\n", i, responses[i].c_str()); }