llama-cli : add backend sampler configuration

This commit is contained in:
Daniel Bevenius 2025-11-17 15:30:16 +01:00
parent 7884b0e0ac
commit 9fe9a00a8a
No known key found for this signature in database
1 changed files with 3 additions and 0 deletions

View File

@ -147,6 +147,9 @@ int main(int argc, char ** argv) {
return 1;
}
// Configure backend sampler chain
llama_set_backend_sampler(ctx, 0, common_sampler_backend_init(model, sparams));
auto * mem = llama_get_memory(ctx);
const llama_vocab * vocab = llama_model_get_vocab(model);