From: Ed Addario <redacted>
Date: Sun, 15 Jun 2025 16:53:45 +0000 (+0100)
Subject: quantize : change int to unsigned int for KV overrides (#14197)
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=30e5b01de2a0bcddc7c063c8ef0802703a958417;p=pkg%2Fggml%2Fsources%2Fllama.cpp

quantize : change int to unsigned int for KV overrides (#14197)
---

diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp
index 159b1307..8cf45732 100644
--- a/src/llama-quant.cpp
+++ b/src/llama-quant.cpp
@@ -585,7 +585,8 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std::
             if (o.tag == LLAMA_KV_OVERRIDE_TYPE_FLOAT) {
                 gguf_set_val_f32(ctx_out.get(), o.key, o.val_f64);
             } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_INT) {
-                gguf_set_val_i32(ctx_out.get(), o.key, o.val_i64);
+                // Setting type to UINT32. See https://github.com/ggml-org/llama.cpp/pull/14182 for context
+                gguf_set_val_u32(ctx_out.get(), o.key, (uint32_t)abs(o.val_i64));
             } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_BOOL) {
                 gguf_set_val_bool(ctx_out.get(), o.key, o.val_bool);
             } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_STR) {