Improve state checkpoint filename
This commit is contained in:
parent
db7f8e0d14
commit
5f7bba7828
|
|
@ -765,10 +765,18 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
|
||||||
return djb2_hash(buf.data(), buf.size());
|
return djb2_hash(buf.data(), buf.size());
|
||||||
};
|
};
|
||||||
|
|
||||||
|
std::string gen_name;
|
||||||
|
std::string checkpoint_file;
|
||||||
char hex[17];
|
char hex[17];
|
||||||
const uint64_t model_id = metadata_id(ml.meta.get());
|
const uint64_t model_id = metadata_id(ml.meta.get());
|
||||||
|
|
||||||
std::snprintf(hex, sizeof(hex), "%016" PRIx64, (uint64_t)model_id);
|
std::snprintf(hex, sizeof(hex), "%016" PRIx64, (uint64_t)model_id);
|
||||||
std::string checkpoint_file = ml.arch_name + "-" + std::string(hex) + ".bpw_state";
|
ml.get_key(LLM_KV_GENERAL_NAME, gen_name, false);
|
||||||
|
std::replace(gen_name.begin(), gen_name.end(), ' ', '_');
|
||||||
|
|
||||||
|
gen_name.empty() ? checkpoint_file = ml.arch_name : checkpoint_file = gen_name;
|
||||||
|
checkpoint_file += "-" + std::string(hex) + ".bpw_state";
|
||||||
|
|
||||||
if (params->keep_bpw_state && params->bpw_state) {
|
if (params->keep_bpw_state && params->bpw_state) {
|
||||||
const auto * filename = static_cast<const char*>(params->bpw_state);
|
const auto * filename = static_cast<const char*>(params->bpw_state);
|
||||||
std::ifstream ifs(filename, std::ios::binary);
|
std::ifstream ifs(filename, std::ios::binary);
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue