happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Increase precision for error calculation

This commit is contained in:
Ed Addario 2025-08-19 23:31:22 +01:00
parent f22b3097eb
commit 936294f6af
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 9 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/llama-quant.cpp
View File

@ -730,7 +730,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
std::vector<float> f32_sample(sample_rows * n_per_row);
std::vector<float> deq(sample_rows * n_per_row);
float total_err = 0.0;
double total_err = 0.0;
for (int64_t slice = 0; slice < ne2; ++slice) {
const float * value = values_all ? (values_all + slice * n_per_row) : nullptr;
@ -754,9 +754,9 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
const float * xs = f32_sample.data() + s * n_per_row;
const float * ys = deq.data() + s * n_per_row;
float mse_w = 0.0;
float bias = 0.0;
float bias_sum = 0.0;
double mse_w = 0.0;
double bias = 0.0;
double bias_sum = 0.0;
if (value) {
for (int64_t j = 0; j < n_per_row; ++j) {
@ -776,12 +776,10 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
}
}
if (activation) {
bias = std::abs(bias_sum);
}
if (activation) { bias = std::abs(bias_sum); }
// Normalize by n_per_row to get a per-row average scale
float row_err = mse_w / std::max<int64_t>(1, n_per_row);
double row_err = mse_w / std::max<int64_t>(1, n_per_row);
if (bias_lambda != 0.0) {
row_err += bias_lambda * (bias / std::max<int64_t>(1, n_per_row));
}
@ -790,11 +788,11 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
}
// Scale for the rows we didn't sample in this expert: multiply by stride-ish factor
const float scale_rows = (float)rows_per_expert / std::max(1.0f, (float)rs);
const auto scale_rows = (double)rows_per_expert / std::max(1.0, (double)rs);
total_err *= scale_rows;
}
return total_err;
return std::isfinite(total_err) ? total_err : 1e35;
};
std::vector<tensor_info> all;