happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: add sample acceptance

This commit is contained in:
samuel 2025-09-03 17:56:14 -03:00
parent 07670a22c6
commit 5a5bce8577
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
common/speculative.cpp
View File

@ -381,6 +381,14 @@ llama_token mtp_speculative_gen_draft(
llama_token id = common_sampler_sample(smpl, ctx, last_tok_idx, true);
const auto * cur_p = common_sampler_get_candidates(smpl);
for (int k = 0; k < std::min(3, (int)cur_p->size); ++k) {
LOG_DBG(" - draft candidate %3d, pos %3d: %6d (%8.3f) '%s'\n",
k, 0, cur_p->data[k].id, cur_p->data[k].p, common_token_to_piece(ctx, cur_p->data[k].id).c_str());
}
common_sampler_accept(smpl, id, true);
llama_batch_free(batch);
return id;