happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Include embeddings and output tensors

This commit is contained in:
Ed Addario 2025-08-22 01:46:09 +01:00
parent e6eefa68f1
commit ec0afbe79f
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llama-quant.cpp
View File

@ -733,9 +733,6 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
q &= name.find("time_mix_lerp_fused.weight") == std::string::npos;
q &= name.find("attn_rel_b.weight") == std::string::npos;
q &= !params->only_copy;
// TODO: Exclude embeddings and output tensors?
// q &= params->quantize_output_tensor || name != "output.weight";
q &= name != name_tn(LLM_TENSOR_TOKEN_EMBD, "weight");
return q;
};