]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
convert : print "ignore_merges" field
authorGeorgi Gerganov <redacted>
Fri, 10 May 2024 14:53:04 +0000 (17:53 +0300)
committerGeorgi Gerganov <redacted>
Fri, 10 May 2024 14:53:04 +0000 (17:53 +0300)
convert-hf-to-gguf-update.py

index e6468772210f89db0834c02e5dec625a17353899..b5eb41eacdab74830c3102141446cd17fcccfe08 100755 (executable)
@@ -161,6 +161,8 @@ for model in models:
         logger.info("normalizer: " + json.dumps(normalizer, indent=4))
         pre_tokenizer = cfg["pre_tokenizer"]
         logger.info("pre_tokenizer: " + json.dumps(pre_tokenizer, indent=4))
+        if "ignore_merges" in cfg["model"]:
+            logger.info("ignore_merges: " + json.dumps(cfg["model"]["ignore_merges"], indent=4))
 
     logger.info("")