happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

simplify constants

This commit is contained in:
ddh0 2025-12-10 22:30:14 -06:00
parent 774cf23ee5
commit 5ab4ff7e44
1 changed files with 2 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/llama-sampling.cpp
View File

@ -2334,10 +2334,6 @@ static const char * llama_sampler_power_law_name(const struct llama_sampler * /*
static void llama_sampler_power_law_apply(struct llama_sampler * smpl, llama_token_data_array * cur_p) {
auto * ctx = (llama_sampler_power_law *) smpl->ctx;
// these don't need to be modified or exposed to the user
const float peak_logit_value = 3.0f;
const float tail_heaviness = 3.0f;
const float min_target = ctx->target - ctx->target_range;
const float max_target = ctx->target + ctx->target_range;
@ -2382,9 +2378,8 @@ static void llama_sampler_power_law_apply(struct llama_sampler * smpl, llama_tok
for (size_t i = 0; i < cur_p->size; ++i) {
float p = cur_p->data[i].p;
float distance = std::abs(p - computed_target);
float normalized_distance = distance / 0.2f;
cur_p->data[i].logit = peak_logit_value / (1.0f + std::pow(normalized_distance, tail_heaviness));
float normalized_distance = std::abs(p - computed_target) / 0.2f;
cur_p->data[i].logit = 3.0f / (1.0f + std::pow(normalized_distance, 3.0f));
}
llama_sampler_softmax_impl(cur_p, false);