happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

ggml : fix a few instances of missing GGML_TYPE_Q1_0 cases (#21716)

This commit is contained in:
Sigbjørn Skjæret 2026-04-11 08:45:00 +02:00 committed by GitHub
parent 660386f6f8
commit 2b2cd57de6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ggml/src/ggml-cpu/ops.cpp
View File

@ -664,6 +664,7 @@ void ggml_compute_forward_add(
{ {
ggml_compute_forward_add_non_quantized(params, dst); ggml_compute_forward_add_non_quantized(params, dst);
} break; } break;
case GGML_TYPE_Q1_0:
case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_0:
case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_1:
case GGML_TYPE_Q5_0: case GGML_TYPE_Q5_0:
@ -1113,6 +1114,7 @@ void ggml_compute_forward_add1(
GGML_ABORT("fatal error"); GGML_ABORT("fatal error");
} }
} break; } break;
case GGML_TYPE_Q1_0:
case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_0:
case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_1:
case GGML_TYPE_Q5_0: case GGML_TYPE_Q5_0:
@ -1242,6 +1244,7 @@ void ggml_compute_forward_acc(
} break; } break;
case GGML_TYPE_F16: case GGML_TYPE_F16:
case GGML_TYPE_BF16: case GGML_TYPE_BF16:
case GGML_TYPE_Q1_0:
case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_0:
case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_1:
case GGML_TYPE_Q5_0: case GGML_TYPE_Q5_0:
@ -4331,6 +4334,7 @@ void ggml_compute_forward_out_prod(
const ggml_tensor * src0 = dst->src[0]; const ggml_tensor * src0 = dst->src[0];
switch (src0->type) { switch (src0->type) {
case GGML_TYPE_Q1_0:
case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_0:
case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_1:
case GGML_TYPE_Q5_0: case GGML_TYPE_Q5_0:
@ -4606,6 +4610,7 @@ void ggml_compute_forward_set(
} break; } break;
case GGML_TYPE_F16: case GGML_TYPE_F16:
case GGML_TYPE_BF16: case GGML_TYPE_BF16:
case GGML_TYPE_Q1_0:
case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_0:
case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_1:
case GGML_TYPE_Q5_0: case GGML_TYPE_Q5_0: