Skip to content

Commit 0fc8d0c

Browse files
committed
add for Q4_0
1 parent b28f300 commit 0fc8d0c

1 file changed

Lines changed: 7 additions & 4 deletions

File tree

ggml/src/ggml-sycl/ggml-sycl.cpp

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3707,10 +3707,13 @@ static void ggml_sycl_mul_mat(ggml_backend_sycl_context & ctx, const ggml_tensor
37073707

37083708
if (!g_ggml_sycl_prioritize_dmmv && ((should_reorder_tensor(ctx, dst) &&
37093709
ggml_sycl_supports_reorder_mmvq(src0->type)))) {
3710-
//Arc770 get benefit with Q4_0 by skipping it.
3711-
if (ggml_sycl_info().devices[ctx.device].hw_info.arch != gpu_arch::intel_gpu_acm_g10) {
3712-
use_dequantize_mul_mat_vec = use_dequantize_mul_mat_vec && !use_mul_mat_vec_q;
3713-
}
3710+
// Arc770 get benefit with Q4_0 by skipping it.
3711+
if (!(ggml_sycl_info().devices[ctx.device].hw_info.arch ==
3712+
gpu_arch::intel_gpu_acm_g10 &&
3713+
src0->type == GGML_TYPE_Q4_0)) {
3714+
use_dequantize_mul_mat_vec =
3715+
use_dequantize_mul_mat_vec && !use_mul_mat_vec_q;
3716+
}
37143717
}
37153718

37163719
if (!split && src0->type == GGML_TYPE_F16 && ggml_is_permuted(src0) && ggml_is_permuted(src1) && src1->ne[1] == 1) {

0 commit comments

Comments
 (0)