]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
opencl: mark `mul_mat` `f32f32` as supporting non-contiguous tensors (llama/13790)
authorlhez <redacted>
Tue, 27 May 2025 19:53:14 +0000 (12:53 -0700)
committerGeorgi Gerganov <redacted>
Sun, 1 Jun 2025 11:01:05 +0000 (14:01 +0300)
src/ggml-opencl/ggml-opencl.cpp

index d5412069e686ae1b2ade972c991a503349a9d2f8..52cb0571693d8a233cf5cb63e2ee040301efb522 100644 (file)
@@ -1877,7 +1877,7 @@ static bool ggml_opencl_supports_op(ggml_backend_dev_t dev, const struct ggml_te
             if (op->src[0]->type == GGML_TYPE_F16) {
                 return true;
             } else if (op->src[0]->type == GGML_TYPE_F32) {
-                return op->src[1]->type == GGML_TYPE_F32 && ggml_is_contiguous(op->src[0]) && ggml_is_contiguous(op->src[1]);
+                return op->src[1]->type == GGML_TYPE_F32;
             } else if (op->src[0]->type == GGML_TYPE_Q4_0 ||
                        op->src[0]->type == GGML_TYPE_Q6_K) {
                 return op->src[1]->type == GGML_TYPE_F32 && ggml_is_contiguous(op->src[0]) && ggml_is_contiguous(op->src[1]);