llama-fit-params: force disable mlock (#18103)
This commit is contained in:
parent
9dcac6cf9f
commit
d0794e89d9
|
|
@ -71,8 +71,9 @@ static std::vector<llama_device_memory_data> llama_get_device_memory_data(
|
||||||
}, &ud);
|
}, &ud);
|
||||||
|
|
||||||
llama_model_params mparams_copy = *mparams;
|
llama_model_params mparams_copy = *mparams;
|
||||||
mparams_copy.no_alloc = true;
|
mparams_copy.no_alloc = true;
|
||||||
mparams_copy.use_mmap = false;
|
mparams_copy.use_mmap = false;
|
||||||
|
mparams_copy.use_mlock = false;
|
||||||
|
|
||||||
llama_model * model = llama_model_load_from_file(path_model, mparams_copy);
|
llama_model * model = llama_model_load_from_file(path_model, mparams_copy);
|
||||||
if (model == nullptr) {
|
if (model == nullptr) {
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue