From: Ouadie EL FAROUKI <redacted>
Date: Fri, 2 Aug 2024 00:55:17 +0000 (+0100)
Subject: [SYCL] Fixing wrong VDR iq4nl value (#8812)
X-Git-Tag: upstream/0.0.4488~984
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=0fbbd884589d585c3b43cae8c16938ffffb863b9;p=pkg%2Fggml%2Fsources%2Fllama.cpp

[SYCL] Fixing wrong VDR iq4nl value (#8812)
---

diff --git a/ggml/src/ggml-sycl/mmvq.cpp b/ggml/src/ggml-sycl/mmvq.cpp
index 23232357..1b96925e 100644
--- a/ggml/src/ggml-sycl/mmvq.cpp
+++ b/ggml/src/ggml-sycl/mmvq.cpp
@@ -902,7 +902,7 @@ static void mul_mat_vec_iq4_nl_q8_1_sycl(const void *vx, const void *vy,
                 sycl::nd_range<3>(block_nums * block_dims, block_dims),
                 [=](sycl::nd_item<3> item_ct1)
                     [[intel::reqd_sub_group_size(WARP_SIZE)]] {
-                        mul_mat_vec_q_iq4_nl_q8_1<QK4_NL, QI4_NL, block_iq4_nl, 1>(
+                        mul_mat_vec_q_iq4_nl_q8_1<QK4_NL, QI4_NL, block_iq4_nl, 2>(
                             vx, vy, dst, ncols, nrows, item_ct1);
                     });
         });