happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add HWY_ATTR for Windows

This commit is contained in:
Charles Chan 2024-04-22 17:44:16 +08:00 committed by GitHub
parent bbd92a8ae0
commit 62f69fe837
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gemma.cc
View File

@ -1033,7 +1033,7 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
size_t pos_offset = 0; // offset relative to pos
const double prefill_start = hwy::platform::Now();
auto prefill_phase = [&]() {
auto prefill_phase = [&]() HWY_ATTR {
bool keep_on = true;
// Prefill stops before prompt_size - 1 since the last prompt token is the
// first input token for generation.
@ -1066,7 +1066,7 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
return keep_on;
};
auto transform_phase = [&]() {
auto transform_phase = [&]() HWY_ATTR {
const double gen_start = hwy::platform::Now();
HWY_DASSERT(pos_offset == prompt_size - 1);