From: Ed Addario <redacted>
Date: Wed, 30 Jul 2025 19:11:56 +0000 (+0100)
Subject: quantize : fix using combined imatrix GGUFs (multiple datasets) (#14973)
X-Git-Tag: upstream/0.0.6073~35
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=e9192bec564780bd4313ad6524d20a0ab92797db;p=pkg%2Fggml%2Fsources%2Fllama.cpp

quantize : fix using combined imatrix GGUFs (multiple datasets) (#14973)
---

diff --git a/tools/quantize/quantize.cpp b/tools/quantize/quantize.cpp
index 45c59ecb..0e89a2b8 100644
--- a/tools/quantize/quantize.cpp
+++ b/tools/quantize/quantize.cpp
@@ -311,7 +311,7 @@ static int load_imatrix(const std::string & imatrix_file, std::vector<std::strin
     int64_t n_datasets = gguf_get_arr_n(ctx_gguf, dataset_idx);
     imatrix_datasets.reserve(n_datasets);
     for (int64_t i = 0; i < n_datasets; ++i) {
-        imatrix_datasets.push_back(gguf_get_val_str(ctx_gguf, dataset_idx));
+        imatrix_datasets.push_back(gguf_get_arr_str(ctx_gguf, dataset_idx, i));
     }
     printf("%s: imatrix datasets=['%s'", __func__, imatrix_datasets[0].c_str());
     for (size_t i = 1; i < imatrix_datasets.size(); ++i) {