diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp index 640672aec7..eb5c9124b5 100644 --- a/src/llama-quant.cpp +++ b/src/llama-quant.cpp @@ -1625,6 +1625,9 @@ static std::unordered_map target_bpw_type( } } + delete_bpw_state(); // we're done, clear any checkpoint + uninstall_signal_handlers(); + return emit_overrides(); }