happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Calculate layer_sum only for legacy

This commit is contained in:
Ed Addario 2025-11-17 13:36:28 +00:00
parent 76566b83de
commit 1f3db496cc
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tools/imatrix/imatrix.cpp
View File

@ -1455,12 +1455,13 @@ static bool show_statistics(const common_params & params) {
const float zd = (float)tstat.elements * tstat.zd_score; const float zd = (float)tstat.elements * tstat.zd_score;
if (ls.find(blk) != ls.end()) { if (ls.find(blk) != ls.end()) {
ls[blk].layer_sum += tstat.sum_values; if (legacy) { ls[blk].layer_sum += tstat.sum_values; }
ls[blk].layer_zd += zd; ls[blk].layer_zd += zd;
ls[blk].n += tstat.elements; ls[blk].n += tstat.elements;
} else { } else {
layer_stats temp_ls; layer_stats temp_ls;
temp_ls.layer_sum = tstat.sum_values; if (legacy) { temp_ls.layer_sum = tstat.sum_values; }
else { temp_ls.layer_sum = 0.0f; }
temp_ls.layer_zd = zd; temp_ls.layer_zd = zd;
temp_ls.n = tstat.elements; temp_ls.n = tstat.elements;
ls[blk] = temp_ls; ls[blk] = temp_ls;