llama-cli : add backend sampler configuration
This commit is contained in:
parent
7884b0e0ac
commit
9fe9a00a8a
|
|
@ -147,6 +147,9 @@ int main(int argc, char ** argv) {
|
|||
return 1;
|
||||
}
|
||||
|
||||
// Configure backend sampler chain
|
||||
llama_set_backend_sampler(ctx, 0, common_sampler_backend_init(model, sparams));
|
||||
|
||||
auto * mem = llama_get_memory(ctx);
|
||||
|
||||
const llama_vocab * vocab = llama_model_get_vocab(model);
|
||||
|
|
|
|||
Loading…
Reference in New Issue