Change ffw_out from B16 to F32.

PiperOrigin-RevId: 800330411
This commit is contained in:
Marie White 2025-08-28 00:01:01 -07:00 committed by Copybara-Service
parent 5411fd846d
commit 6128e758ff
1 changed files with 1 additions and 1 deletions

View File

@ -205,7 +205,7 @@ struct Activations {
// Norm may be large, so prefer to keep as f32.
MatStorageT<float> C1;
MatStorageT<float> C2;
MatStorageT<BF16> ffw_out;
MatStorageT<float> ffw_out;
AttentionActivations attention;
GriffinActivations griffin;