happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

samplers : add missing cont

This commit is contained in:
Georgi Gerganov 2025-11-24 21:46:57 +02:00
parent b26c7069fb
commit 883a87043a
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llama-backend-sampler.cpp
View File

@ -149,7 +149,8 @@ static void llama_sampler_backend_top_k_apply_ggml(
fprintf(stderr, "CPU backend will be used instead which defeats the purpose of having backend samplers\n"); fprintf(stderr, "CPU backend will be used instead which defeats the purpose of having backend samplers\n");
} }
ggml_data->candidates = top_k; // TODO: temporary cont until https://github.com/ggml-org/llama.cpp/pull/17365 is merged
ggml_data->candidates = ggml_cont(ctx, top_k);
struct ggml_tensor * logits_rows = ggml_reshape_2d(ctx, ggml_data->logits, 1, ggml_data->logits->ne[0]); struct ggml_tensor * logits_rows = ggml_reshape_2d(ctx, ggml_data->logits, 1, ggml_data->logits->ne[0]);
struct ggml_tensor * top_k_rows = ggml_get_rows(ctx, logits_rows, top_k); struct ggml_tensor * top_k_rows = ggml_get_rows(ctx, logits_rows, top_k);