happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

sampling : add comments about backend sampler [no ci] 

This commit adds a comment to llama_context's constructor explaining why
backend samplers are initialized early in the process.
This commit is contained in:
Daniel Bevenius 2025-11-27 14:59:52 +01:00
parent 5ea3be265b
commit 172208afbf
No known key found for this signature in database
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/llama-context.cpp
View File

@ -58,7 +58,9 @@ llama_context::llama_context(
cparams.cb_eval = params.cb_eval; cparams.cb_eval = params.cb_eval;
cparams.cb_eval_user_data = params.cb_eval_user_data; cparams.cb_eval_user_data = params.cb_eval_user_data;
// backend samplers // Initialize backend samplers here so they are part of the sampling graph
// before the reserve passes run later in this function. This avoids a later
// re-reserve when graph nodes change.
if (params.samplers != nullptr && params.n_samplers > 0) { if (params.samplers != nullptr && params.n_samplers > 0) {
sampling.samplers.reserve(params.n_samplers); sampling.samplers.reserve(params.n_samplers);