Compare commits

...

2 Commits

Author SHA1 Message Date
Charles Chan ba02c73bf0
Merge 62f69fe837 into 83dd08ac87 2024-04-22 09:44:19 +00:00
Charles Chan 62f69fe837
add HWY_ATTR for Windows 2024-04-22 17:44:16 +08:00
1 changed files with 2 additions and 2 deletions

View File

@ -1033,7 +1033,7 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
size_t pos_offset = 0; // offset relative to pos
const double prefill_start = hwy::platform::Now();
auto prefill_phase = [&]() {
auto prefill_phase = [&]() HWY_ATTR {
bool keep_on = true;
// Prefill stops before prompt_size - 1 since the last prompt token is the
// first input token for generation.
@ -1066,7 +1066,7 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
return keep_on;
};
auto transform_phase = [&]() {
auto transform_phase = [&]() HWY_ATTR {
const double gen_start = hwy::platform::Now();
HWY_DASSERT(pos_offset == prompt_size - 1);