From 6128e758ff673658ccefbe59f6a247efc389d54b Mon Sep 17 00:00:00 2001
From: Marie White <mariewhite@google.com>
Date: Thu, 28 Aug 2025 00:01:01 -0700
Subject: [PATCH] Change ffw_out from B16 to F32.

PiperOrigin-RevId: 800330411
---
 gemma/activations.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gemma/activations.h b/gemma/activations.h
index b222bd9..877afdf 100644
--- a/gemma/activations.h
+++ b/gemma/activations.h
@@ -205,7 +205,7 @@ struct Activations {
   // Norm may be large, so prefer to keep as f32.
   MatStorageT<float> C1;
   MatStorageT<float> C2;
-  MatStorageT<BF16> ffw_out;
+  MatStorageT<float> ffw_out;
 
   AttentionActivations attention;
   GriffinActivations griffin;