From: Georgi Gerganov <redacted>
Date: Fri, 10 May 2024 14:53:04 +0000 (+0300)
Subject: convert : print "ignore_merges" field
X-Git-Tag: upstream/0.0.4488~1646
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=8c660242d708d3913a2adc2b6e4a9ee9cf5e4ce7;p=pkg%2Fggml%2Fsources%2Fllama.cpp

convert : print "ignore_merges" field
---

diff --git a/convert-hf-to-gguf-update.py b/convert-hf-to-gguf-update.py
index e6468772..b5eb41ea 100755
--- a/convert-hf-to-gguf-update.py
+++ b/convert-hf-to-gguf-update.py
@@ -161,6 +161,8 @@ for model in models:
         logger.info("normalizer: " + json.dumps(normalizer, indent=4))
         pre_tokenizer = cfg["pre_tokenizer"]
         logger.info("pre_tokenizer: " + json.dumps(pre_tokenizer, indent=4))
+        if "ignore_merges" in cfg["model"]:
+            logger.info("ignore_merges: " + json.dumps(cfg["model"]["ignore_merges"], indent=4))
 
     logger.info("")