happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Increase scale multiplier

This commit is contained in:
Ed Addario 2025-09-22 20:42:37 +01:00
parent d36ee0a0a8
commit 8eedcf74bc
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-quant.cpp
View File

@ -983,7 +983,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
if (s1 > 0.0) { if (s1 > 0.0) {
const auto n = (double)n_per_row; const auto n = (double)n_per_row;
const double c = std::max(0.0, s2 / (s1 * s1 + epsilon) - 1.0 / n); const double c = std::max(0.0, s2 / (s1 * s1 + epsilon) - 1.0 / n);
l = (float)std::clamp(8.0 * (c / (c + 1.0)), 0.0, 12.0); l = (float)std::clamp(12.0 * (c / (c + 1.0)), 0.0, 12.0);
} }
lambdas[(size_t)s] = l; lambdas[(size_t)s] = l;