Skip to content

Commit 42d075a

Browse files
committed
support bf16 and quantized type
1 parent 6729d49 commit 42d075a

1 file changed

Lines changed: 1 addition & 15 deletions

File tree

ggml/src/ggml-sycl/ggml-sycl.cpp

Lines changed: 1 addition & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -4667,22 +4667,8 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
46674667
if (a->ne[3] != b->ne[3]) {
46684668
return false;
46694669
}
4670-
ggml_type a_type = a->type;
4671-
if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
4672-
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||
4673-
a_type == GGML_TYPE_IQ2_XXS || a_type == GGML_TYPE_IQ2_XS || a_type == GGML_TYPE_IQ2_S ||
4674-
a_type == GGML_TYPE_IQ1_S || a_type == GGML_TYPE_IQ1_M
4675-
) {
4676-
if (b->ne[1] == 1 && ggml_nrows(b) > 1) {
4677-
return false;
4678-
}
4679-
}
4670+
46804671
ggml_type src0_type = op->src[0]->type;
4681-
if (src0_type == GGML_TYPE_BF16 ) {
4682-
// TODO: support GGML_TYPE_BF16
4683-
// FIXME: keep a list of supported types to avoid breaking the backend when a new type is added
4684-
return false;
4685-
}
46864672

46874673
// TODO: The configuration below needs more work to be supported with oneDNN
46884674
if (ggml_is_permuted(a) && !ggml_is_contiguous(a) &&

0 commit comments

Comments
 (0)