From d0ea9e0830e96179500e188abf710dbe56343014 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Thu, 20 Nov 2025 16:20:14 +0100 Subject: [PATCH] also allow terminate loading model --- tools/server/server-models.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp index 9c03d5ecb7..54ac5b0de8 100644 --- a/tools/server/server-models.cpp +++ b/tools/server/server-models.cpp @@ -303,7 +303,7 @@ void server_models::unload(const std::string & name) { std::lock_guard lk(mutex); auto it = mapping.find(name); if (it != mapping.end()) { - if (it->second.meta.status == SERVER_MODEL_STATUS_LOADED) { + if (it->second.meta.status == SERVER_MODEL_STATUS_LOADED || it->second.meta.status == SERVER_MODEL_STATUS_LOADING) { SRV_INF("unloading model instance name=%s\n", name.c_str()); subprocess_destroy(it->second.subproc.get()); // status change will be handled by the managing thread @@ -318,7 +318,7 @@ void server_models::unload_all() { { std::lock_guard lk(mutex); for (auto & [name, inst] : mapping) { - if (inst.meta.status == SERVER_MODEL_STATUS_LOADED) { + if (inst.meta.status == SERVER_MODEL_STATUS_LOADED || inst.meta.status == SERVER_MODEL_STATUS_LOADING) { SRV_INF("unloading model instance name=%s\n", name.c_str()); subprocess_destroy(inst.subproc.get()); // status change will be handled by the managing thread