happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Use the corresponding size 

Co-authored-by: compilade <git@compilade.net>
This commit is contained in:
Ed Addario 2025-08-17 07:24:27 +01:00 committed by GitHub
parent d4b0d89115
commit e3149a2168
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tools/imatrix/imatrix.cpp
View File

@ -761,7 +761,7 @@ void IMatrixCollector::save_imatrix(int32_t n_chunk) const {
const int32_t nact = (int32_t) stat.activations.size(); const int32_t nact = (int32_t) stat.activations.size();
struct ggml_tensor * in_sum = ggml_new_tensor_2d(ctx, GGML_TYPE_F32, nact / nmat, nmat); struct ggml_tensor * in_sum = ggml_new_tensor_2d(ctx, GGML_TYPE_F32, nact / nmat, nmat);
ggml_format_name(in_sum, "%s.in_sum", name.c_str()); ggml_format_name(in_sum, "%s.in_sum", name.c_str());
for (int32_t j = 0; j < nval; ++j) { for (int32_t j = 0; j < nact; ++j) {
((float *) in_sum->data)[j] = (float) stat.activations[j]; ((float *) in_sum->data)[j] = (float) stat.activations[j];
} }
gguf_add_tensor(ctx_gguf, in_sum); gguf_add_tensor(ctx_gguf, in_sum);