Skip to content

Commit 2b2cd57

Browse files
authored
ggml : fix a few instances of missing GGML_TYPE_Q1_0 cases (ggml-org#21716)
1 parent 660386f commit 2b2cd57

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

ggml/src/ggml-cpu/ops.cpp

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -664,6 +664,7 @@ void ggml_compute_forward_add(
664664
{
665665
ggml_compute_forward_add_non_quantized(params, dst);
666666
} break;
667+
case GGML_TYPE_Q1_0:
667668
case GGML_TYPE_Q4_0:
668669
case GGML_TYPE_Q4_1:
669670
case GGML_TYPE_Q5_0:
@@ -1113,6 +1114,7 @@ void ggml_compute_forward_add1(
11131114
GGML_ABORT("fatal error");
11141115
}
11151116
} break;
1117+
case GGML_TYPE_Q1_0:
11161118
case GGML_TYPE_Q4_0:
11171119
case GGML_TYPE_Q4_1:
11181120
case GGML_TYPE_Q5_0:
@@ -1242,6 +1244,7 @@ void ggml_compute_forward_acc(
12421244
} break;
12431245
case GGML_TYPE_F16:
12441246
case GGML_TYPE_BF16:
1247+
case GGML_TYPE_Q1_0:
12451248
case GGML_TYPE_Q4_0:
12461249
case GGML_TYPE_Q4_1:
12471250
case GGML_TYPE_Q5_0:
@@ -4331,6 +4334,7 @@ void ggml_compute_forward_out_prod(
43314334
const ggml_tensor * src0 = dst->src[0];
43324335

43334336
switch (src0->type) {
4337+
case GGML_TYPE_Q1_0:
43344338
case GGML_TYPE_Q4_0:
43354339
case GGML_TYPE_Q4_1:
43364340
case GGML_TYPE_Q5_0:
@@ -4606,6 +4610,7 @@ void ggml_compute_forward_set(
46064610
} break;
46074611
case GGML_TYPE_F16:
46084612
case GGML_TYPE_BF16:
4613+
case GGML_TYPE_Q1_0:
46094614
case GGML_TYPE_Q4_0:
46104615
case GGML_TYPE_Q4_1:
46114616
case GGML_TYPE_Q5_0:

0 commit comments

Comments
 (0)