From: Ouadie EL FAROUKI <redacted>
Date: Wed, 4 Sep 2024 15:26:33 +0000 (+0100)
Subject: Fix DMMV dequantization (llama/9279)
X-Git-Tag: upstream/0.0.1642~397
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=9d85ef33fa04a3a41ecd73916580da71a30be4f4;p=pkg%2Fggml%2Fsources%2Fggml

Fix DMMV dequantization (llama/9279)

Fixed dmmv dequant for ncols== GGML_SYCL_DMMV_X
---

diff --git a/src/ggml-sycl/dmmv.cpp b/src/ggml-sycl/dmmv.cpp
index 5c343822..0c3dfaa3 100644
--- a/src/ggml-sycl/dmmv.cpp
+++ b/src/ggml-sycl/dmmv.cpp
@@ -76,8 +76,8 @@ static void dequantize_mul_mat_vec(const void * __restrict__ vx, const dfloat *
     }
 
     // sum up partial sums and write back result
-#pragma unroll
-    for (int mask = WARP_SIZE / 2; mask > 0; mask >>= 1) {
+    const int mask_start = ncols > GGML_SYCL_DMMV_X ? WARP_SIZE >> 1 : WARP_SIZE >> 2;
+    for (int mask = mask_start; mask > 0; mask >>= 1) {
         tmp +=
             dpct::permute_sub_group_by_xor(item_ct1.get_sub_group(), tmp, mask);
     }