]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
ggml : fix OpenCL broadcast requirement for ggml_mul (close #4453)
authorGeorgi Gerganov <redacted>
Thu, 14 Dec 2023 08:35:29 +0000 (10:35 +0200)
committerGeorgi Gerganov <redacted>
Thu, 14 Dec 2023 08:35:29 +0000 (10:35 +0200)
ggml.c

diff --git a/ggml.c b/ggml.c
index 29e18a24c76a85f7babfcfe1652c32f0746aeadd..7e1272817388c57feda796cd2d6e7f770fad83fa 100644 (file)
--- a/ggml.c
+++ b/ggml.c
@@ -7759,10 +7759,10 @@ static void ggml_compute_forward_mul_f32(
     const int ith = params->ith;
     const int nth = params->nth;
 
-// TODO: OpenCL kernel support broadcast
 #ifdef GGML_USE_CLBLAST
     if (src1->backend == GGML_BACKEND_GPU) {
-        GGML_ASSERT(ggml_are_same_shape(src0, src1));
+        // TODO: OpenCL kernel support full broadcast
+        GGML_ASSERT(ggml_can_repeat_rows(src1, src0));
         if (ith == 0) {
             ggml_cl_mul(src0, src1, dst);
         }