happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Improve file handling

This commit is contained in:
Ed Addario 2026-01-07 18:27:39 +00:00
parent c09fa60daa
commit 06f46afedc
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 16 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
src/llama-quant.cpp
View File

@ -788,21 +788,27 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
gen_name.empty() ? checkpoint_file = ml.arch_name : checkpoint_file = gen_name; gen_name.empty() ? checkpoint_file = ml.arch_name : checkpoint_file = gen_name;
checkpoint_file += "-" + std::string(hex) + "-mse.bpw_state"; checkpoint_file += "-" + std::string(hex) + "-mse.bpw_state";
if (params->keep_bpw_state && params->bpw_state) { if (params->state_file) {
const auto * filename = static_cast<const char*>(params->bpw_state); const auto * filename = static_cast<const char*>(params->state_file);
std::ifstream ifs(filename, std::ios::binary); bool is_valid = false;
if (ifs.good()) {
checkpoint_file = std::string(filename); if (std::ifstream(filename, std::ios::binary).good()) {
} else { is_valid = true;
} else if (params->save_state) {
std::ofstream ofs(filename, std::ios::binary | std::ios::app); std::ofstream ofs(filename, std::ios::binary | std::ios::app);
if (ofs.is_open()) { if (ofs.is_open()) {
checkpoint_file = std::string(filename); is_valid = true;
ofs.close(); ofs.close();
std::remove(checkpoint_file.c_str()); std::remove(filename);
} else {
LLAMA_LOG_WARN("%s: %s is not a valid file name. Using %s instead\n", func, filename, checkpoint_file.c_str());
} }
} }
if (is_valid) {
checkpoint_file = filename;
} else {
LLAMA_LOG_WARN("%s: '%s' is not a valid state file\n", func, filename);
checkpoint_file.clear();
}
} }
// Serializes vector<tensor_info> to disk // Serializes vector<tensor_info> to disk