From 1e8642f8f4f87d279c2d259b33f8103509ce1a39 Mon Sep 17 00:00:00 2001
From: "The gemma.cpp Authors" <no-reply@google.com>
Date: Thu, 29 May 2025 22:50:42 -0700
Subject: [PATCH] Internal change.

PiperOrigin-RevId: 765037449
---
 gemma/activations.h | 2 ++
 gemma/gemma-inl.h   | 1 +
 gemma/weights.h     | 5 +++--
 3 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/gemma/activations.h b/gemma/activations.h
index 489d7f4..a9ba5e7 100644
--- a/gemma/activations.h
+++ b/gemma/activations.h
@@ -18,6 +18,8 @@
 
 #include <stddef.h>
 
+#include <vector>
+
 #include "gemma/configs.h"   // ModelConfig
 #include "ops/matmul.h"      // MatMulEnv
 #include "ops/ops.h"         // CreateInvTimescale
diff --git a/gemma/gemma-inl.h b/gemma/gemma-inl.h
index 6a2f888..dae2294 100644
--- a/gemma/gemma-inl.h
+++ b/gemma/gemma-inl.h
@@ -21,6 +21,7 @@
 #include <stdio.h>
 
 #include <algorithm>  // std::min
+#include <numeric>    // std::iota
 #include <vector>
 
 #include "gemma/activations.h"
diff --git a/gemma/weights.h b/gemma/weights.h
index d045404..53be5cd 100644
--- a/gemma/weights.h
+++ b/gemma/weights.h
@@ -135,7 +135,8 @@ struct LayerWeightsPtrs {
         key_norm_scale(Concat("key_norm", suffix_), tensors),
         query_norm_scale(Concat("query_norm", suffix_), tensors),
 
-        layer_config(config) {}
+        layer_config(config) {
+  }
   ~LayerWeightsPtrs() = default;
 
   const std::string suffix_;
@@ -264,7 +265,7 @@ struct LayerWeightsPtrs {
       func(TENSOR_ARGS(gating_einsum_w, kMaybeRead));
       func(TENSOR_ARGS(gating_einsum_w1, kMaybeRead));
       func(TENSOR_ARGS(gating_einsum_w2, kMaybeRead));
-      func(TENSOR_ARGS(linear_w, kMustRead));
+      func(TENSOR_ARGS(linear_w, kMaybeRead));
       func(TENSOR_ARGS(pre_attention_norm_scale, kMustRead));
       func(TENSOR_ARGS(pre_ffw_norm_scale, kMustRead));
     }