happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add Gemma 3 270M to gemma_test 

PiperOrigin-RevId: 825582368
This commit is contained in:
Phil Culliton 2025-10-29 09:30:46 -07:00 committed by Copybara-Service
parent 116cd6eff6
commit 036f91f63c
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
evals/gemma_test.cc
View File

@ -130,7 +130,7 @@ TEST_F(GemmaTest, Multiturn) {
// Note: we do not rewind any <end_of_turn> tokens here. If the model // Note: we do not rewind any <end_of_turn> tokens here. If the model
// produced one and WrapAndTokenize() inserts another one, it will just be // produced one and WrapAndTokenize() inserts another one, it will just be
// duplicated. // duplicated.
mutable_prompt = "Please repeat all prior statements."; mutable_prompt = "Please repeat what I just told you.";
tokens = WrapAndTokenize(model->Tokenizer(), model->ChatTemplate(), tokens = WrapAndTokenize(model->Tokenizer(), model->ChatTemplate(),
config.wrapping, abs_pos, mutable_prompt); config.wrapping, abs_pos, mutable_prompt);
@ -167,6 +167,9 @@ TEST_F(GemmaTest, CrossEntropySmall) {
case gcpp::Model::GEMMA2_27B: case gcpp::Model::GEMMA2_27B:
EXPECT_NEAR(entropy, 1.30f, 0.02f); EXPECT_NEAR(entropy, 1.30f, 0.02f);
break; break;
case gcpp::Model::GEMMA3_270M:
EXPECT_NEAR(entropy, 1.41f, 0.02f);
break;
default: default:
FAIL() << "no entropy expectation for this model"; FAIL() << "no entropy expectation for this model";
break; break;