From d2892543f428b003b214edc9d258c1e8dca5b849 Mon Sep 17 00:00:00 2001 From: Ruben Ortlam Date: Tue, 31 Mar 2026 17:37:16 +0200 Subject: [PATCH] only set model memory_mb if not previously calculated --- tools/server/server-models.cpp | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp index 317b091305..943192a721 100644 --- a/tools/server/server-models.cpp +++ b/tools/server/server-models.cpp @@ -590,8 +590,12 @@ void server_models::load(const std::string & name) { if (base_params.models_memory_max > 0) { std::lock_guard lk(mutex); auto & meta = mapping[name].meta; - new_model_memory_mb = get_model_memory_mb(meta.preset); - meta.memory_mb = new_model_memory_mb; + if (meta.memory_mb > 0) { + new_model_memory_mb = meta.memory_mb; + } else { + new_model_memory_mb = get_model_memory_mb(meta.preset); + meta.memory_mb = new_model_memory_mb; + } if (new_model_memory_mb > 0) { SRV_INF("model %s memory requirements: %lu MB\n", name.c_str(), (unsigned long)new_model_memory_mb);