]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
imatrix : fix assert for src0 non-cont check
authorGeorgi Gerganov <redacted>
Thu, 18 Jan 2024 19:45:51 +0000 (21:45 +0200)
committerGeorgi Gerganov <redacted>
Thu, 18 Jan 2024 19:45:51 +0000 (21:45 +0200)
examples/imatrix/imatrix.cpp

index af78711c5ab66be6274eb022baf5a470d390f757..5a3d30b888d0318c80b2cbbaa06704ae4665d51e 100644 (file)
@@ -80,7 +80,7 @@ bool IMatrixCollector::collect_imatrix(struct ggml_tensor * t, bool ask, void *
         // for simplicity, always copy src0 to host, because it is small
         // take into account that src0 is not contiguous!
         GGML_ASSERT(src0->ne[1] == src1->ne[1]);
-        GGML_ASSERT(n_as*ggml_nrows(src0));
+        GGML_ASSERT(n_as*ggml_nrows(src0)*sizeof(int) == GGML_PAD(ggml_nbytes(src0), n_as*sizeof(int)));
         m_ids.resize(ggml_nbytes(src0)/sizeof(int));
         ggml_backend_tensor_get(src0, m_ids.data(), 0, ggml_nbytes(src0));