diff --git a/examples/qlora_training/check_lora_norms.py b/examples/qlora_training/check_lora_norms.py index 8908f3ad99..3f9d20c8c8 100644 --- a/examples/qlora_training/check_lora_norms.py +++ b/examples/qlora_training/check_lora_norms.py @@ -42,10 +42,10 @@ def read_gguf(path): pos = f.tell() align = 32 data_start = (pos + align - 1) & ~(align - 1) - + print(f"\nFile: {path}") print(f"Tensors: {n_tensors}") - + for name, dims, dtype, offset in tensors[:10]: # first 10 if dtype != 0: # only F32 (type 0) print(f" {name}: dims={dims} type={dtype} (non-F32, skipping norm)")