happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Refactor estimate_lambda()

This commit is contained in:
Ed Addario 2025-09-21 16:19:49 +01:00
parent 17be7615ce
commit b09662f86a
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/llama-quant.cpp
View File

@ -982,8 +982,8 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
double s2 = 0.0;
for (int64_t j = 0; j < n_per_row; ++j) {
const double w = v ? std::max(0.0f, v[j]) : 1.0;
const double aw2 = std::sqrt(w) * a[j];
const double z = aw2 * aw2;
const double aw = std::sqrt(w) * a[j];
const double z = aw * aw;
s1 += z;
s2 += z * z;
}
@ -992,7 +992,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
if (s1 > 0.0) {
const auto n = (double)n_per_row;
const double c = std::max(0.0, s2 / (s1 * s1 + epsilon) - 1.0 / n);
l = (float) std::clamp(8.0 * (c / (c + 1.0)), 0.0, 12.0);
l = (float)std::clamp(8.0 * (c / (c + 1.0)), 0.0, 12.0);
}
lambdas[(size_t)s] = l;