From: lhez Date: Tue, 27 May 2025 19:53:14 +0000 (-0700) Subject: opencl: mark `mul_mat` `f32f32` as supporting non-contiguous tensors (llama/13790) X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=0af8c80aaa78edc91ff63f16e2a9ad63eb9f2222;p=pkg%2Fggml%2Fsources%2Fggml opencl: mark `mul_mat` `f32f32` as supporting non-contiguous tensors (llama/13790) --- diff --git a/src/ggml-opencl/ggml-opencl.cpp b/src/ggml-opencl/ggml-opencl.cpp index d5412069..52cb0571 100644 --- a/src/ggml-opencl/ggml-opencl.cpp +++ b/src/ggml-opencl/ggml-opencl.cpp @@ -1877,7 +1877,7 @@ static bool ggml_opencl_supports_op(ggml_backend_dev_t dev, const struct ggml_te if (op->src[0]->type == GGML_TYPE_F16) { return true; } else if (op->src[0]->type == GGML_TYPE_F32) { - return op->src[1]->type == GGML_TYPE_F32 && ggml_is_contiguous(op->src[0]) && ggml_is_contiguous(op->src[1]); + return op->src[1]->type == GGML_TYPE_F32; } else if (op->src[0]->type == GGML_TYPE_Q4_0 || op->src[0]->type == GGML_TYPE_Q6_K) { return op->src[1]->type == GGML_TYPE_F32 && ggml_is_contiguous(op->src[0]) && ggml_is_contiguous(op->src[1]);