diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index cb5970d7e5..163322be97 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -218,7 +218,7 @@ class ModelBase:
                         raise ValueError(f"Can't load 'weight_map' from {index_name!r}")
                     tensor_names_from_index.update(weight_map.keys())
                     part_dict: dict[str, None] = dict.fromkeys(weight_map.values(), None)
-                    part_names = list(part_dict.keys())
+                    part_names = sorted(part_dict.keys())
             else:
                 weight_map = {}
         else: