diff --git a/src/llama-model.cpp b/src/llama-model.cpp
index e33655a236..81f0f61c08 100644
--- a/src/llama-model.cpp
+++ b/src/llama-model.cpp
@@ -817,7 +817,6 @@ void llama_model::load_hparams(llama_model_loader & ml) {
                 hparams.swa_type = LLAMA_SWA_TYPE_SYMMETRIC;
                 hparams.set_swa_pattern(3);
 
-                ml.get_key(LLM_KV_ROPE_FREQ_BASE,             hparams.rope_freq_base_train);
                 ml.get_key(LLM_KV_ROPE_FREQ_BASE_SWA,         hparams.rope_freq_base_train_swa);
                 ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW,   hparams.n_swa);
                 ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS,    hparams.f_norm_eps);