happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: fix small detail

This commit is contained in:
Joan Martinez 2024-04-22 13:23:00 +02:00
parent 795ff1d3d3
commit d6ac931b7a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ggml.c
View File

@ -12258,7 +12258,7 @@ static void ggml_compute_forward_soft_max_f32(
const float slope = h < n_head_log2 ? powf(m0, h + 1) : powf(m1, 2*(h - n_head_log2) + 1); const float slope = h < n_head_log2 ? powf(m0, h + 1) : powf(m1, 2*(h - n_head_log2) + 1);
for (int i = 0; i < nc; i++) { for (int i = 0; i < nc; i++) {
if (pos == NULL) { if (pos != NULL) {
wp[i] = wp[i] + pos[i]; wp[i] = wp[i] + pos[i];
} else { } else {
wp[i] = wp[i] - slope*abs(i1%nc - i); wp[i] = wp[i] - slope*abs(i1%nc - i);