happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

batch_bench tweak: more output 

PiperOrigin-RevId: 773670580
This commit is contained in:
Jan Wassenberg 2025-06-20 06:08:36 -07:00 committed by Copybara-Service
parent 4f5785b0fd
commit 7630ec0c92
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
evals/gemma_batch_bench.cc
View File

@ -37,7 +37,7 @@ class GemmaBatchBench : public ::testing::Test {
protected: protected:
std::vector<std::string> BatchGemmaReply( std::vector<std::string> BatchGemmaReply(
const std::vector<std::string>& inputs) { const std::vector<std::string>& inputs) {
s_env->SetMaxGeneratedTokens(16); s_env->SetMaxGeneratedTokens(24);
s_env->MutableConfig().temperature = 0.0f; // deterministic s_env->MutableConfig().temperature = 0.0f; // deterministic
s_env->MutableConfig().verbosity = 2; s_env->MutableConfig().verbosity = 2;
std::vector<std::string> replies; std::vector<std::string> replies;
@ -93,7 +93,7 @@ TEST_F(GemmaBatchBench, RandomQuestionsBatched) {
if (qpos == questions.size()) qpos = 0; if (qpos == questions.size()) qpos = 0;
} }
std::vector<std::string> responses = BatchGemmaReply(inputs); std::vector<std::string> responses = BatchGemmaReply(inputs);
for (size_t i = 0; i < hwy::Unpredictable1(); ++i) { for (size_t i = 0; i < hwy::Unpredictable1() * 3; ++i) {
fprintf(stderr, "Batch answer %zu '%s'\n\n", i, responses[i].c_str()); fprintf(stderr, "Batch answer %zu '%s'\n\n", i, responses[i].c_str());
} }