happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Warn if problem with previous layer

This commit is contained in:
Ed Addario 2025-11-17 13:04:16 +00:00
parent 5384a11b94
commit ae1cbc707b
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
tools/imatrix/imatrix.cpp
View File

@ -274,11 +274,19 @@ static void compute_tensor_statistics(std::vector<tensor_statistics> & tstats) {
tname.replace(match.position(1), match.length(1), std::to_string(blk - 1)); tname.replace(match.position(1), match.length(1), std::to_string(blk - 1));
auto prev_it = std::find_if(tstats.begin(), tstats.end(), auto prev_it = std::find_if(tstats.begin(), tstats.end(),
[tname](const tensor_statistics & t) { return t.tensor == tname; }); [tname](const tensor_statistics & t) { return t.tensor == tname; });
if (prev_it == tstats.end()) { continue; } if (prev_it == tstats.end()) {
LOG_WRN("%s: missing previous-layer tensor '%s' (current: '%s'). Statistics may not be accurate\n",
__func__, tname.c_str(), ts.tensor.c_str());
continue;
}
const auto curr_avg = compute_tensor_averages(ts.stats); const auto curr_avg = compute_tensor_averages(ts.stats);
const auto prev_avg = compute_tensor_averages(prev_it->stats); const auto prev_avg = compute_tensor_averages(prev_it->stats);
if (curr_avg.empty() || curr_avg.size() != prev_avg.size()) { continue; } if (curr_avg.empty() || curr_avg.size() != prev_avg.size()) {
LOG_WRN("%s: size mismatch between '%s' and its previous-layer tensor '%s' (%zu vs %zu). Statistics may not be accurate\n",
__func__, ts.tensor.c_str(), tname.c_str(), curr_avg.size(), prev_avg.size());
continue;
}
float dot_prod = 0.0f; float dot_prod = 0.0f;
float norm1_sq = 0.0f; float norm1_sq = 0.0f;