diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index 6b9e46f96c..3518f7b264 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -803,7 +803,7 @@ class ModelBase:
             if self._is_nvfp4:
                 if name.endswith(".weight") and name.replace(".weight", ".weight_scale") in self.model_tensors:
                     continue
-                if name.endswith((".weight_scale", ".weight_scale_2", ".input_scale")):
+                if name.endswith((".weight_scale", ".weight_scale_2", ".input_scale", ".k_scale", ".v_scale")):
                     continue
 
             old_dtype = data_torch.dtype