happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Adjust threshold

This commit is contained in:
Ed Addario 2025-08-02 16:45:56 +01:00
parent 9b841eb696
commit ee2509f563
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tools/imatrix/imatrix.cpp
View File

@ -169,7 +169,7 @@ static int compute_tensor_statistics(std::vector<tensor_statistics> & tstats, co
const float sqr_sum = std::inner_product(activations.begin(), activations.end(), activations.begin(), 0.0f);
const float variance = (sqr_sum / activations.size()) - (mean * mean);
const float std_deviation = std::sqrt(std::max(0.0f, variance));
const float threshold = 1e-5f;
const float threshold = 1e-5f * std_deviation;
const int inactive_count = std::count_if(activations.begin(), activations.end(), [threshold](const float v) { return fabsf(v) <= threshold; });
const float active_ratio = 1 - static_cast<float>(inactive_count) / activations.size();
@ -1199,7 +1199,7 @@ static bool show_statistics(const common_params & params) {
return false;
}
if (!ts.empty()) {
compute_cossim(ts);
compute_layer_statistics(ts);
} else {
LOG_ERR("Error: cannot compute statistics for %s\n\n", params.in_files[0].c_str());
return false;