From: Georgi Gerganov <redacted>
Date: Thu, 18 Jan 2024 19:45:51 +0000 (+0200)
Subject: imatrix : fix assert for src0 non-cont check
X-Git-Tag: upstream/0.0.4488~2574
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=2d5419d08ab1131623e6a1d554607b7663435e87;p=pkg%2Fggml%2Fsources%2Fllama.cpp

imatrix : fix assert for src0 non-cont check
---

diff --git a/examples/imatrix/imatrix.cpp b/examples/imatrix/imatrix.cpp
index af78711c..5a3d30b8 100644
--- a/examples/imatrix/imatrix.cpp
+++ b/examples/imatrix/imatrix.cpp
@@ -80,7 +80,7 @@ bool IMatrixCollector::collect_imatrix(struct ggml_tensor * t, bool ask, void *
         // for simplicity, always copy src0 to host, because it is small
         // take into account that src0 is not contiguous!
         GGML_ASSERT(src0->ne[1] == src1->ne[1]);
-        GGML_ASSERT(n_as*ggml_nrows(src0));
+        GGML_ASSERT(n_as*ggml_nrows(src0)*sizeof(int) == GGML_PAD(ggml_nbytes(src0), n_as*sizeof(int)));
         m_ids.resize(ggml_nbytes(src0)/sizeof(int));
         ggml_backend_tensor_get(src0, m_ids.data(), 0, ggml_nbytes(src0));