happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Change ffw_out from B16 to F32. 

PiperOrigin-RevId: 800330411
This commit is contained in:
Marie White 2025-08-28 00:01:01 -07:00 committed by Copybara-Service
parent 5411fd846d
commit 6128e758ff
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
gemma/activations.h
View File

@ -205,7 +205,7 @@ struct Activations {
// Norm may be large, so prefer to keep as f32. // Norm may be large, so prefer to keep as f32.
MatStorageT<float> C1; MatStorageT<float> C1;
MatStorageT<float> C2; MatStorageT<float> C2;
MatStorageT<BF16> ffw_out; MatStorageT<float> ffw_out;
AttentionActivations attention; AttentionActivations attention;
GriffinActivations griffin; GriffinActivations griffin;