From: Georgi Gerganov <redacted>
Date: Thu, 14 Dec 2023 08:35:29 +0000 (+0200)
Subject: ggml : fix OpenCL broadcast requirement for ggml_mul (close #4453)
X-Git-Tag: upstream/0.0.4488~2850
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=55e87c3749cb4985c3b316984d40e00e4df4a5d0;p=pkg%2Fggml%2Fsources%2Fllama.cpp

ggml : fix OpenCL broadcast requirement for ggml_mul (close #4453)
---

diff --git a/ggml.c b/ggml.c
index 29e18a24..7e127281 100644
--- a/ggml.c
+++ b/ggml.c
@@ -7759,10 +7759,10 @@ static void ggml_compute_forward_mul_f32(
     const int ith = params->ith;
     const int nth = params->nth;
 
-// TODO: OpenCL kernel support broadcast
 #ifdef GGML_USE_CLBLAST
     if (src1->backend == GGML_BACKEND_GPU) {
-        GGML_ASSERT(ggml_are_same_shape(src0, src1));
+        // TODO: OpenCL kernel support full broadcast
+        GGML_ASSERT(ggml_can_repeat_rows(src1, src0));
         if (ith == 0) {
             ggml_cl_mul(src0, src1, dst);
         }