happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'imatrix' of https://github.com/EAddario/llama.cpp into imatrix

This commit is contained in:
Ed Addario 2025-08-17 08:20:18 +01:00
parent 44ea7ddeac d19e6c9afa
commit f6934b9417
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tools/imatrix/imatrix.cpp
View File

@ -223,7 +223,7 @@ static bool compute_vector_statistics(std::vector<tensor_statistics> & tstats, c
if (div > 0.0) { if (div > 0.0) {
for (float w : weights) { for (float w : weights) {
const float p = w / div; const float p = w / div;
if (p > 0.0) entropy -= p * std::log2(p); if (p > 0.0) { entropy -= p * std::log2(p); }
} }
} }
} }
@ -268,7 +268,9 @@ static void compute_tensor_statistics(std::vector<tensor_statistics> & tstats) {
const auto curr_avg = compute_tensor_averages(ts.stats); const auto curr_avg = compute_tensor_averages(ts.stats);
const auto prev_avg = compute_tensor_averages(prev->stats); const auto prev_avg = compute_tensor_averages(prev->stats);
if (curr_avg.size() == prev_avg.size() && !curr_avg.empty()) { if (curr_avg.size() == prev_avg.size() && !curr_avg.empty()) {
float dot_prod = 0.0f, vec1 = 0.0f, vec2 = 0.0f; float dot_prod = 0.0f;
float vec1 = 0.0f;
float vec2 = 0.0f;
for (size_t i = 0; i < curr_avg.size(); ++i) { for (size_t i = 0; i < curr_avg.size(); ++i) {
dot_prod += curr_avg[i] * prev_avg[i]; dot_prod += curr_avg[i] * prev_avg[i];
vec1 += curr_avg[i] * curr_avg[i]; vec1 += curr_avg[i] * curr_avg[i];