]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
imatrix : remove invalid assert (#6632)
authorGeorgi Gerganov <redacted>
Fri, 12 Apr 2024 08:49:58 +0000 (11:49 +0300)
committerGitHub <redacted>
Fri, 12 Apr 2024 08:49:58 +0000 (11:49 +0300)
examples/imatrix/imatrix.cpp

index ff624c539b3954b455118ab1813e8ea1f96c9787..73609d3e6ae004dacf0b6349f35055f88e1f2a87 100644 (file)
@@ -107,9 +107,7 @@ bool IMatrixCollector::collect_imatrix(struct ggml_tensor * t, bool ask, void *
 
         // the top-k selected expert ids are stored in the ids tensor
         // for simplicity, always copy ids to host, because it is small
-        // take into account that ids is not contiguous!
         GGML_ASSERT(ids->ne[1] == src1->ne[1]);
-        GGML_ASSERT(n_as*ggml_nrows(ids)*sizeof(int) == GGML_PAD(ggml_nbytes(ids), n_as*sizeof(int)));
         m_ids.resize(ggml_nbytes(ids)/sizeof(int));
         ggml_backend_tensor_get(ids, m_ids.data(), 0, ggml_nbytes(ids));