happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge 630a7d456f into 1d6d4cf7a5

This commit is contained in:
Rokket 2026-04-01 17:27:38 +02:00 committed by GitHub
parent 1d6d4cf7a5 630a7d456f
commit 6fe1ac0258
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tools/server/server-task.cpp
View File

@ -499,10 +499,11 @@ task_params server_task::params_from_json_cmpl(
}
{
params.sampling.logit_bias.clear();
params.sampling.logit_bias = params_base.sampling.logit_bias;
const auto & logit_bias = data.find("logit_bias");
if (logit_bias != data.end() && logit_bias->is_array()) {
params.sampling.logit_bias.clear();
const int n_vocab = llama_vocab_n_tokens(vocab);
for (const auto & el : *logit_bias) {
// TODO: we may want to throw errors here, in case "el" is incorrect
@ -530,6 +531,7 @@ task_params server_task::params_from_json_cmpl(
}
}
} else if (logit_bias != data.end() && logit_bias->is_object()) {
params.sampling.logit_bias.clear();
const int n_vocab = llama_vocab_n_tokens(vocab);
for (const auto & el : logit_bias->items()) {
float bias;