From: Georgi Gerganov Date: Fri, 12 Apr 2024 08:49:58 +0000 (+0300) Subject: imatrix : remove invalid assert (#6632) X-Git-Tag: upstream/0.0.4488~1829 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ef21ce4ccb41164cb52997bd2210d92bc6a6c5d1;p=pkg%2Fggml%2Fsources%2Fllama.cpp imatrix : remove invalid assert (#6632) --- diff --git a/examples/imatrix/imatrix.cpp b/examples/imatrix/imatrix.cpp index ff624c53..73609d3e 100644 --- a/examples/imatrix/imatrix.cpp +++ b/examples/imatrix/imatrix.cpp @@ -107,9 +107,7 @@ bool IMatrixCollector::collect_imatrix(struct ggml_tensor * t, bool ask, void * // the top-k selected expert ids are stored in the ids tensor // for simplicity, always copy ids to host, because it is small - // take into account that ids is not contiguous! GGML_ASSERT(ids->ne[1] == src1->ne[1]); - GGML_ASSERT(n_as*ggml_nrows(ids)*sizeof(int) == GGML_PAD(ggml_nbytes(ids), n_as*sizeof(int))); m_ids.resize(ggml_nbytes(ids)/sizeof(int)); ggml_backend_tensor_get(ids, m_ids.data(), 0, ggml_nbytes(ids));