]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
SYCL: Disable mul_mat kernels for noncontiguous tensor b (#13308)
authorAkarshan Biswas <redacted>
Mon, 5 May 2025 08:09:10 +0000 (13:39 +0530)
committerGitHub <redacted>
Mon, 5 May 2025 08:09:10 +0000 (13:39 +0530)
ggml-ci

ggml/src/ggml-sycl/ggml-sycl.cpp

index 66b6f2cca4da904d5ed7f22063b2658ae2cfdf6b..72cdbbccafd087dd39295c7818c790229fd34249 100644 (file)
@@ -3873,6 +3873,9 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
                 if (a->ne[3] != b->ne[3]) {
                     return false;
                 }
+                if (!ggml_is_contiguous(b)) {
+                    return false;
+                }
                 ggml_type a_type = a->type;
                 if (a_type == GGML_TYPE_IQ4_NL  || a_type == GGML_TYPE_IQ4_XS ||
                     a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S  ||