happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix logging

This commit is contained in:
ddh0 2025-12-14 22:08:36 -06:00
parent 68543257e9
commit b5ed673ce9
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/llama-sampling.cpp
View File

@ -2386,17 +2386,15 @@ static void llama_sampler_power_law_apply(struct llama_sampler * smpl, llama_tok
if (ctx->target < 0.0f) { if (ctx->target < 0.0f) {
// no-op: just sample from the distribution as-is // no-op: just sample from the distribution as-is
fprintf(stderr, "power-law: no-op!"); fprintf(stderr, "power-law: no-op!\n"); fflush(stderr);
llama_sampler_softmax_impl(cur_p, false); llama_sampler_softmax_impl(cur_p, false);
const int idx = llama_sample_dist(cur_p, ctx->rng); const int idx = llama_sample_dist(cur_p, ctx->rng);
cur_p->selected = idx; cur_p->selected = idx;
return; return;
} }
// get the original probabilities // softmax and store the original probabilities
llama_sampler_softmax_impl(cur_p, false); llama_sampler_softmax_impl(cur_p, false);
// store the original probabilities
ctx->original_probs.resize(cur_p->size); ctx->original_probs.resize(cur_p->size);
for (size_t i = 0; i < cur_p->size; ++i) { for (size_t i = 0; i < cur_p->size; ++i) {
ctx->original_probs[i] = cur_p->data[i].p; ctx->original_probs[i] = cur_p->data[i].p;
@ -2409,6 +2407,7 @@ static void llama_sampler_power_law_apply(struct llama_sampler * smpl, llama_tok
// power law transform // power law transform
// //
fprintf(stderr, "power-law: transform: cur_p->size = %.3f\n", cur_p->size);
for (size_t i = 0; i < cur_p->size; ++i) { for (size_t i = 0; i < cur_p->size; ++i) {
float dist = (cur_p->data[i].p - computed_target) * INV_WIDTH; float dist = (cur_p->data[i].p - computed_target) * INV_WIDTH;
cur_p->data[i].logit = PEAK_LOGIT_VALUE / (1.0f + dist * dist); cur_p->data[i].logit = PEAK_LOGIT_VALUE / (1.0f + dist * dist);