From: Alberto Cabrera Pérez <redacted>
Date: Fri, 29 Nov 2024 12:38:45 +0000 (+0000)
Subject: sycl : offload of get_rows set to 0 (llama/10432)
X-Git-Tag: upstream/0.0.1642~114
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=e1f21e2370f325b4c8f1560aef16f9cc92ecd426;p=pkg%2Fggml%2Fsources%2Fggml

sycl : offload of get_rows set to 0 (llama/10432)
---

diff --git a/src/ggml-sycl/ggml-sycl.cpp b/src/ggml-sycl/ggml-sycl.cpp
index aabcdc22..808f74fa 100644
--- a/src/ggml-sycl/ggml-sycl.cpp
+++ b/src/ggml-sycl/ggml-sycl.cpp
@@ -4493,7 +4493,7 @@ static bool ggml_backend_sycl_device_supports_buft(ggml_backend_dev_t dev, ggml_
 static int64_t get_op_batch_size(const ggml_tensor * op) {
     switch (op->op) {
         case GGML_OP_GET_ROWS:
-            return op->ne[1]; // this will increse the speed of prefill in test
+            return 0;
         case GGML_OP_MUL_MAT:
             return op->ne[1];
         case GGML_OP_MUL_MAT_ID: