From: Georgi Gerganov Date: Thu, 18 Jan 2024 19:45:51 +0000 (+0200) Subject: imatrix : fix assert for src0 non-cont check X-Git-Tag: upstream/0.0.4488~2574 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=2d5419d08ab1131623e6a1d554607b7663435e87;p=pkg%2Fggml%2Fsources%2Fllama.cpp imatrix : fix assert for src0 non-cont check --- diff --git a/examples/imatrix/imatrix.cpp b/examples/imatrix/imatrix.cpp index af78711c..5a3d30b8 100644 --- a/examples/imatrix/imatrix.cpp +++ b/examples/imatrix/imatrix.cpp @@ -80,7 +80,7 @@ bool IMatrixCollector::collect_imatrix(struct ggml_tensor * t, bool ask, void * // for simplicity, always copy src0 to host, because it is small // take into account that src0 is not contiguous! GGML_ASSERT(src0->ne[1] == src1->ne[1]); - GGML_ASSERT(n_as*ggml_nrows(src0)); + GGML_ASSERT(n_as*ggml_nrows(src0)*sizeof(int) == GGML_PAD(ggml_nbytes(src0), n_as*sizeof(int))); m_ids.resize(ggml_nbytes(src0)/sizeof(int)); ggml_backend_tensor_get(src0, m_ids.data(), 0, ggml_nbytes(src0));