From 2441ff01bf6fff8ba9e3f7f99594eb7cdc602a3f Mon Sep 17 00:00:00 2001
From: Martin Stolle <mstoll@google.com>
Date: Wed, 10 Dec 2025 09:00:41 -0800
Subject: [PATCH] internal change

PiperOrigin-RevId: 842749037
---
 gemma/kv_cache.h | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/gemma/kv_cache.h b/gemma/kv_cache.h
index 66f94f2..bad66fa 100644
--- a/gemma/kv_cache.h
+++ b/gemma/kv_cache.h
@@ -33,9 +33,7 @@ using KV_t = float;
 // A non-owning view of a KVCache.
 struct KVCachePtr {
   bool IsEmpty() const { return kv_cache.Rows() == 0; }
-  size_t SeqLen() const {
-    return kv_cache.Rows();
-  }
+  size_t SeqLen() const;
 
   MatPtrT<KV_t> kv_cache;
 };
@@ -66,6 +64,10 @@ struct KVCache {
   KVCache(const Extents2D& kv_extents, const Allocator& allocator);
 };
 
+inline size_t KVCachePtr::SeqLen() const {
+  return kv_cache.Rows();
+}
+
 // Convenience function to create views into KVCaches.
 std::vector<KVCachePtr> ToKVCachePtrs(const hwy::Span<KVCache>& kv_caches);