happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update expected entropy values for GRIFFIN_2B model. 

These changed after introduction of "Cascaded summation for Softmax"

PiperOrigin-RevId: 678145851
This commit is contained in:
Daniel Keysers 2024-09-24 02:12:20 -07:00 committed by Copybara-Service
parent f8835fe4a4
commit 673673cc98
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
evals/gemma_test.cc
View File

@ -247,7 +247,7 @@ TEST_F(GemmaTest, CrossEntropySmall) {
EXPECT_NEAR(entropy, 2.8f, 0.2f); EXPECT_NEAR(entropy, 2.8f, 0.2f);
break; break;
case gcpp::Model::GRIFFIN_2B: case gcpp::Model::GRIFFIN_2B:
EXPECT_NEAR(entropy, 2.25f, 0.02f); EXPECT_NEAR(entropy, 1.57f, 0.02f);
break; break;
case gcpp::Model::GEMMA2_2B: case gcpp::Model::GEMMA2_2B:
EXPECT_NEAR(entropy, 1.14f, 0.02f); EXPECT_NEAR(entropy, 1.14f, 0.02f);
@ -278,7 +278,7 @@ TEST_F(GemmaTest, CrossEntropyJingleBells) {
EXPECT_NEAR(entropy, 1.07f, 0.05f); EXPECT_NEAR(entropy, 1.07f, 0.05f);
break; break;
case gcpp::Model::GRIFFIN_2B: case gcpp::Model::GRIFFIN_2B:
EXPECT_NEAR(entropy, 1.95f, 0.02f); EXPECT_NEAR(entropy, 2.09f, 0.02f);
break; break;
case gcpp::Model::GEMMA2_2B: case gcpp::Model::GEMMA2_2B:
EXPECT_NEAR(entropy, 0.49f, 0.02f); EXPECT_NEAR(entropy, 0.49f, 0.02f);
@ -309,7 +309,7 @@ TEST_F(GemmaTest, CrossEntropyGettysburg) {
EXPECT_NEAR(entropy, 0.75f, 0.1f); EXPECT_NEAR(entropy, 0.75f, 0.1f);
break; break;
case gcpp::Model::GRIFFIN_2B: case gcpp::Model::GRIFFIN_2B:
EXPECT_NEAR(entropy, 0.82f, 0.02f); EXPECT_NEAR(entropy, 0.86f, 0.02f);
break; break;
case gcpp::Model::GEMMA2_2B: case gcpp::Model::GEMMA2_2B:
EXPECT_NEAR(entropy, 0.20f, 0.02f); EXPECT_NEAR(entropy, 0.20f, 0.02f);