CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-31 08:51:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

SYCL: Disable mul_mat kernels for noncontiguous tensor b (#13308)

Browse Source 
ggml-ci
This commit is contained in:
Akarshan Biswas
2025-05-05 13:39:10 +05:30
committed by GitHub
parent 27aa259532
commit 66645a5285
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
ggml/src/ggml-sycl/ggml-sycl.cpp
View File

@@ -3873,6 +3873,9 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
if (a->ne[3] != b->ne[3]) { if (a->ne[3] != b->ne[3]) {
return false; return false;
} }
if (!ggml_is_contiguous(b)) {
return false;
}
ggml_type a_type = a->type; ggml_type a_type = a->type;
if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS || if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S || a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||