mirror of https://github.com/google/gemma.cpp.git
Change ffw_out from B16 to F32.
PiperOrigin-RevId: 800330411
This commit is contained in:
parent
5411fd846d
commit
6128e758ff
|
|
@ -205,7 +205,7 @@ struct Activations {
|
|||
// Norm may be large, so prefer to keep as f32.
|
||||
MatStorageT<float> C1;
|
||||
MatStorageT<float> C2;
|
||||
MatStorageT<BF16> ffw_out;
|
||||
MatStorageT<float> ffw_out;
|
||||
|
||||
AttentionActivations attention;
|
||||
GriffinActivations griffin;
|
||||
|
|
|
|||
Loading…
Reference in New Issue