happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Minor style fix 

Remove some obsolete TODOs.

PiperOrigin-RevId: 611571224
This commit is contained in:
Paul Chang 2024-02-29 13:07:48 -08:00 committed by Copybara-Service
parent b6aaf6bbb8
commit ae7901c3f4
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
gemma.cc
View File

@ -721,10 +721,10 @@ HWY_EXPORT(GetCompressedWeightsT);
HWY_EXPORT(Generate2B); HWY_EXPORT(Generate2B);
HWY_EXPORT(Generate7B); HWY_EXPORT(Generate7B);
KVCache CreateKVCache(size_t size_cache_pos, size_t kSeqLen) { KVCache CreateKVCache(size_t size_cache_pos, size_t seq_len) {
KVCache kv_cache = {}; KVCache kv_cache = {};
kv_cache.key_cache = hwy::AllocateAligned<float>(kSeqLen * size_cache_pos); kv_cache.key_cache = hwy::AllocateAligned<float>(seq_len * size_cache_pos);
kv_cache.value_cache = hwy::AllocateAligned<float>(kSeqLen * size_cache_pos); kv_cache.value_cache = hwy::AllocateAligned<float>(seq_len * size_cache_pos);
return kv_cache; return kv_cache;
} }