add env for args

This commit is contained in:
Xuan Son Nguyen 2025-11-21 23:06:49 +01:00
parent 7241558835
commit b0540e8e1e
1 changed files with 2 additions and 2 deletions

View File

@ -2480,14 +2480,14 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
[](common_params & params, const std::string & value) {
params.models_dir = value;
}
).set_examples({LLAMA_EXAMPLE_SERVER}));
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_MODELS_DIR"));
add_opt(common_arg(
{"--max-models"}, "N",
string_format("for router server, maximum number of models to load simultaneously (default: %d, 0 = unlimited)", params.max_models),
[](common_params & params, int value) {
params.max_models = value;
}
).set_examples({LLAMA_EXAMPLE_SERVER}));
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_MAX_MODELS"));
add_opt(common_arg(
{"--jinja"},
"use jinja template for chat (default: disabled)",