Skip to content

Commit 9b51456

Browse files
committed
Fix trailing spaces; add generic fallback for othre backends
1 parent 2e1d86f commit 9b51456

6 files changed

Lines changed: 21 additions & 6 deletions

File tree

ggml/src/ggml-cpu/arch/loongarch/quants.c

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2157,3 +2157,6 @@ void ggml_vec_dot_iq4_xs_q8_K(int n, float * GGML_RESTRICT s, size_t bs, const v
21572157
#endif
21582158
}
21592159

2160+
void ggml_vec_dot_q1_0_q8_0(int n, float * GGML_RESTRICT s, size_t bs, const void * GGML_RESTRICT vx, size_t bx, const void * GGML_RESTRICT vy, size_t by, int nrc) {
2161+
ggml_vec_dot_q1_0_q8_0_generic(n, s, bs, vx, bx, vy, by, nrc);
2162+
}

ggml/src/ggml-cpu/arch/powerpc/quants.c

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2303,3 +2303,6 @@ void ggml_vec_dot_iq4_xs_q8_K(int n, float * GGML_RESTRICT s, size_t bs, const v
23032303
#endif
23042304
}
23052305

2306+
void ggml_vec_dot_q1_0_q8_0(int n, float * GGML_RESTRICT s, size_t bs, const void * GGML_RESTRICT vx, size_t bx, const void * GGML_RESTRICT vy, size_t by, int nrc) {
2307+
ggml_vec_dot_q1_0_q8_0_generic(n, s, bs, vx, bx, vy, by, nrc);
2308+
}

ggml/src/ggml-cpu/arch/riscv/quants.c

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3621,3 +3621,7 @@ void ggml_vec_dot_mxfp4_q8_0(int n, float * GGML_RESTRICT s, size_t bs, const vo
36213621
ggml_vec_dot_mxfp4_q8_0_generic(n, s, bs, vx, bx, vy, by, nrc);
36223622
#endif
36233623
}
3624+
3625+
void ggml_vec_dot_q1_0_q8_0(int n, float * GGML_RESTRICT s, size_t bs, const void * GGML_RESTRICT vx, size_t bx, const void * GGML_RESTRICT vy, size_t by, int nrc) {
3626+
ggml_vec_dot_q1_0_q8_0_generic(n, s, bs, vx, bx, vy, by, nrc);
3627+
}

ggml/src/ggml-cpu/arch/s390/quants.c

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1464,3 +1464,6 @@ void ggml_vec_dot_iq4_xs_q8_K(int n, float * GGML_RESTRICT s, size_t bs, const v
14641464
#endif
14651465
}
14661466

1467+
void ggml_vec_dot_q1_0_q8_0(int n, float * GGML_RESTRICT s, size_t bs, const void * GGML_RESTRICT vx, size_t bx, const void * GGML_RESTRICT vy, size_t by, int nrc) {
1468+
ggml_vec_dot_q1_0_q8_0_generic(n, s, bs, vx, bx, vy, by, nrc);
1469+
}

ggml/src/ggml-cpu/arch/wasm/quants.c

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1219,3 +1219,6 @@ void ggml_vec_dot_q6_K_q8_K(int n, float * GGML_RESTRICT s, size_t bs, const voi
12191219
#endif
12201220
}
12211221

1222+
void ggml_vec_dot_q1_0_q8_0(int n, float * GGML_RESTRICT s, size_t bs, const void * GGML_RESTRICT vx, size_t bx, const void * GGML_RESTRICT vy, size_t by, int nrc) {
1223+
ggml_vec_dot_q1_0_q8_0_generic(n, s, bs, vx, bx, vy, by, nrc);
1224+
}

ggml/src/ggml-cpu/quants.c

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -123,20 +123,19 @@ void quantize_row_q8_K_generic(const float * GGML_RESTRICT x, void * GGML_RESTRI
123123
void ggml_vec_dot_q1_0_q8_0_generic(int n, float * GGML_RESTRICT s, size_t bs, const void * GGML_RESTRICT vx, size_t bx, const void * GGML_RESTRICT vy, size_t by, int nrc) {
124124
const int qk = QK1_0;
125125
const int nb = n / qk;
126-
126+
127127
assert(n % qk == 0);
128128
assert(nrc == 1);
129129
UNUSED(nrc);
130130
UNUSED(bx);
131131
UNUSED(by);
132132
UNUSED(bs);
133-
133+
134134
const block_q1_0 * GGML_RESTRICT x = vx;
135135
const block_q8_0 * GGML_RESTRICT y = vy;
136-
137-
136+
138137
float sumf = 0.0;
139-
138+
140139
for (int i = 0; i < nb; i++) {
141140
const float d0 = GGML_FP16_TO_FP32(x[i].d);
142141

@@ -161,7 +160,7 @@ void ggml_vec_dot_q1_0_q8_0_generic(int n, float * GGML_RESTRICT s, size_t bs, c
161160

162161
sumf += d0 * sumi;
163162
}
164-
163+
165164
*s = sumf;
166165
}
167166

0 commit comments

Comments
 (0)