happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

common: fix --override-kv to support comma-separated values

This commit is contained in:
Pascal 2025-12-15 13:40:37 +01:00
parent 4a4f7e6550
commit 98ea3ee660
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
common/arg.cpp
View File

@ -2192,12 +2192,14 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
} }
)); ));
add_opt(common_arg( add_opt(common_arg(
{"--override-kv"}, "KEY=TYPE:VALUE", {"--override-kv"}, "KEY=TYPE:VALUE,...",
"advanced option to override model metadata by key. may be specified multiple times.\n" "advanced option to override model metadata by key. use comma-separated list of overrides.\n"
"types: int, float, bool, str. example: --override-kv tokenizer.ggml.add_bos_token=bool:false", "types: int, float, bool, str. example: --override-kv tokenizer.ggml.add_bos_token=bool:false,tokenizer.ggml.add_eos_token=bool:false",
[](common_params & params, const std::string & value) { [](common_params & params, const std::string & value) {
if (!string_parse_kv_override(value.c_str(), params.kv_overrides)) { for (const auto & kv_override : string_split<std::string>(value, ',')) {
throw std::runtime_error(string_format("error: Invalid type for KV override: %s\n", value.c_str())); if (!string_parse_kv_override(kv_override.c_str(), params.kv_overrides)) {
throw std::runtime_error(string_format("error: Invalid type for KV override: %s\n", kv_override.c_str()));
}
} }
} }
)); ));