happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Enforce same-size between compared tensors

This commit is contained in:
Ed Addario 2025-11-17 13:28:35 +00:00
parent fb2b09a43c
commit 76566b83de
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tools/imatrix/imatrix.cpp
View File

@ -360,11 +360,15 @@ static void compute_layer_statistics(const std::vector<tensor_statistics> & tsta
const auto prev_avg = compute_tensor_averages(it_prev->second); const auto prev_avg = compute_tensor_averages(it_prev->second);
if (curr_avg.empty() || prev_avg.empty()) { continue; } if (curr_avg.empty() || prev_avg.empty()) { continue; }
// Allow minor length mismatches by using the overlap if (curr_avg.size() != prev_avg.size()) {
const size_t n = std::min(curr_avg.size(), prev_avg.size()); LOG_WRN("%s: size mismatch between '%s' and its previous-layer tensor '%s' (%zu vs %zu) - skipping this tensor pair in layer statistics\n",
if (n == 0) { continue; } __func__, ts.tensor.c_str(), prev_lyr.c_str(), curr_avg.size(), prev_avg.size());
continue;
}
// Compute statistics for each tensor pair individually // Compute statistics for each tensor pair individually
const size_t n = curr_avg.size();
GGML_ASSERT(n > 0);
double dot_prod = 0.0; double dot_prod = 0.0;
double norm1_sq = 0.0; double norm1_sq = 0.0;
double norm2_sq = 0.0; double norm2_sq = 0.0;