args: add missing `none` option handler
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
parent
d7fcab8cde
commit
2e4f0a74e4
|
|
@ -2238,13 +2238,14 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
|
||||||
add_opt(common_arg(
|
add_opt(common_arg(
|
||||||
{"-lm", "--load-mode"}, "MODE",
|
{"-lm", "--load-mode"}, "MODE",
|
||||||
"model loading mode (default: mmap)\n"
|
"model loading mode (default: mmap)\n"
|
||||||
"- mlock: force system to keep model in RAM rather than swapping or compressing.\n"
|
"- none: no special loading mode\n"
|
||||||
"- mmap: memory-map model. (if mmap disabled, slower load but may reduce pageouts if not using mlock)\n"
|
"- mmap: memory-map model (if mmap disabled, slower load but may reduce pageouts if not using mlock)\n"
|
||||||
"- dio: use DirectIO if available.\n",
|
"- mlock: force system to keep model in RAM rather than swapping or compressing\n"
|
||||||
|
"- dio: use DirectIO if available\n",
|
||||||
[](common_params & params, const std::string & value) {
|
[](common_params & params, const std::string & value) {
|
||||||
if (value == "") { params.load_mode = LLAMA_LOAD_MODE_MMAP; }
|
/**/ if (value == "none") { params.load_mode = LLAMA_LOAD_MODE_NONE; }
|
||||||
else if (value == "mlock") { params.load_mode = LLAMA_LOAD_MODE_MLOCK; }
|
|
||||||
else if (value == "mmap") { params.load_mode = LLAMA_LOAD_MODE_MMAP; }
|
else if (value == "mmap") { params.load_mode = LLAMA_LOAD_MODE_MMAP; }
|
||||||
|
else if (value == "mlock") { params.load_mode = LLAMA_LOAD_MODE_MLOCK; }
|
||||||
else if (value == "dio") { params.load_mode = LLAMA_LOAD_MODE_DIRECT_IO; }
|
else if (value == "dio") { params.load_mode = LLAMA_LOAD_MODE_DIRECT_IO; }
|
||||||
else { throw std::invalid_argument("invalid value"); }
|
else { throw std::invalid_argument("invalid value"); }
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue