happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Skip if output.weight or type is COPY

This commit is contained in:
Ed Addario 2025-08-20 17:26:05 +01:00
parent 43caadf783
commit 52da4a4f8c
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llama-quant.cpp
View File

@ -697,6 +697,9 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
q &= name.find("time_mix_decay_w2.weight") == std::string::npos;
q &= name.find("time_mix_lerp_fused.weight") == std::string::npos;
q &= name.find("attn_rel_b.weight") == std::string::npos;
q &= params->quantize_output_tensor || name != "output.weight";
q &= !params->only_copy;
return q;
};