happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Avoid using Row() for unaligned storage. 

PiperOrigin-RevId: 846214605
This commit is contained in:
Balazs Racz 2025-12-18 05:10:21 -08:00 committed by Copybara-Service
parent 6661d3a60c
commit 0ac55f71ed
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
gemma/flash_attention.cc
View File

@ -498,7 +498,7 @@ static void HWY_INLINE FlashAttentionTileStepAndApplySoftCap(
hn::Store(new_max, df4, tmp_max);
if constexpr (kNumQueries >= 1) {
const VF new_max_0 = hn::Set(df, tmp_max[0]);
x_0_p0 = hn::Exp(df, hn::Sub(x_0_p0 , new_max_0));
x_0_p0 = hn::Exp(df, hn::Sub(x_0_p0, new_max_0));
x_0_p1 = hn::Exp(df, hn::Sub(x_0_p1, new_max_0));
}
if constexpr (kNumQueries >= 2) {