happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

internal change 

PiperOrigin-RevId: 879546918
This commit is contained in:
Dani Ferreira Franco Moura 2026-03-06 03:46:43 -08:00 committed by Copybara-Service
parent 8d9b9925be
commit d6c7576024
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gemma/flash_attention.cc
View File

@ -944,8 +944,8 @@ static HWY_INLINE void QDotKTilexUpTo8TransposedKDoubleWidth(
for (size_t i = 0; i < qkv_dim; ++i) {
VQ_T k_vec1, k_vec2;
if constexpr (HWY_TARGET == HWY_AVX2) {
hwy::Prefetch(k_transposed_span.ptr + (i + 3) * gcpp::KVCache::kTileSize);
hwy::Prefetch(k_transposed_span.ptr + (i + 4) * gcpp::KVCache::kTileSize);
hwy::Prefetch(k_transposed_span.ptr +
(i + 20) * gcpp::KVCache::kTileSize);
}
Decompress2(df, k_transposed_span, i * gcpp::KVCache::kTileSize, k_vec1,
k_vec2);