happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

convert : avoid dequantizing mxfp4 for GPT-OSS (#16756)

This commit is contained in:
compilade 2025-10-24 20:52:00 -04:00 committed by GitHub
parent 55945d2ef5
commit 5cca2542ac
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
convert_hf_to_gguf.py
View File

@ -8943,6 +8943,13 @@ class SmolLM3Model(LlamaModel):
class GptOssModel(TextModel): class GptOssModel(TextModel):
model_arch = gguf.MODEL_ARCH.GPT_OSS model_arch = gguf.MODEL_ARCH.GPT_OSS
# TODO: remove once MXFP4 is supported more generally
def dequant_model(self):
quant_config = self.hparams.get("quantization_config")
if quant_config is not None and quant_config.get("quant_method") == "mxfp4":
return
return super().dequant_model()
def transform_nibble_layout(self, tensor): def transform_nibble_layout(self, tensor):
assert tensor.dtype == torch.uint8 assert tensor.dtype == torch.uint8
assert tensor.shape[-1] == 16 assert tensor.shape[-1] == 16