happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

ggml : fix 32-bit ARM compat (cont) 

ggml-ci
This commit is contained in:
Georgi Gerganov 2024-01-09 10:33:16 +02:00
parent 27afe29927
commit 7216af5c09
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ggml-quants.c
View File

@ -7250,9 +7250,9 @@ void ggml_vec_dot_iq2_xxs_q8_K(const int n, float * restrict s, const void * res
uint32_t aux32[4]; uint32_t aux32[4];
const uint8_t * aux8 = (const uint8_t *)aux32; const uint8_t * aux8 = (const uint8_t *)aux32;
int8x16x4_t q2u; ggml_int8x16x4_t q2u;
int8x16x4_t q2s; ggml_int8x16x4_t q2s;
int8x16x4_t q8b; ggml_int8x16x4_t q8b;
float sumf = 0; float sumf = 0;
for (int i = 0; i < nb; ++i) { for (int i = 0; i < nb; ++i) {