removed redundant hparam set
This commit is contained in:
parent
1f54cf4b73
commit
0082680934
|
|
@ -817,7 +817,6 @@ void llama_model::load_hparams(llama_model_loader & ml) {
|
||||||
hparams.swa_type = LLAMA_SWA_TYPE_SYMMETRIC;
|
hparams.swa_type = LLAMA_SWA_TYPE_SYMMETRIC;
|
||||||
hparams.set_swa_pattern(3);
|
hparams.set_swa_pattern(3);
|
||||||
|
|
||||||
ml.get_key(LLM_KV_ROPE_FREQ_BASE, hparams.rope_freq_base_train);
|
|
||||||
ml.get_key(LLM_KV_ROPE_FREQ_BASE_SWA, hparams.rope_freq_base_train_swa);
|
ml.get_key(LLM_KV_ROPE_FREQ_BASE_SWA, hparams.rope_freq_base_train_swa);
|
||||||
ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa);
|
ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa);
|
||||||
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps);
|
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps);
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue