add env for args
This commit is contained in:
parent
7241558835
commit
b0540e8e1e
|
|
@ -2480,14 +2480,14 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
|
||||||
[](common_params & params, const std::string & value) {
|
[](common_params & params, const std::string & value) {
|
||||||
params.models_dir = value;
|
params.models_dir = value;
|
||||||
}
|
}
|
||||||
).set_examples({LLAMA_EXAMPLE_SERVER}));
|
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_MODELS_DIR"));
|
||||||
add_opt(common_arg(
|
add_opt(common_arg(
|
||||||
{"--max-models"}, "N",
|
{"--max-models"}, "N",
|
||||||
string_format("for router server, maximum number of models to load simultaneously (default: %d, 0 = unlimited)", params.max_models),
|
string_format("for router server, maximum number of models to load simultaneously (default: %d, 0 = unlimited)", params.max_models),
|
||||||
[](common_params & params, int value) {
|
[](common_params & params, int value) {
|
||||||
params.max_models = value;
|
params.max_models = value;
|
||||||
}
|
}
|
||||||
).set_examples({LLAMA_EXAMPLE_SERVER}));
|
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_MAX_MODELS"));
|
||||||
add_opt(common_arg(
|
add_opt(common_arg(
|
||||||
{"--jinja"},
|
{"--jinja"},
|
||||||
"use jinja template for chat (default: disabled)",
|
"use jinja template for chat (default: disabled)",
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue