From: Xuan Son Nguyen <redacted>
Date: Tue, 22 Oct 2024 11:08:41 +0000 (+0200)
Subject: lora : warn user if new token is added in the adapter (#9948)
X-Git-Tag: upstream/0.0.4488~528
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c421ac072d46172ab18924e1e8be53680b54ed3b;p=pkg%2Fggml%2Fsources%2Fllama.cpp

lora : warn user if new token is added in the adapter (#9948)
---

diff --git a/convert_lora_to_gguf.py b/convert_lora_to_gguf.py
index 439a78de..bc68f68a 100755
--- a/convert_lora_to_gguf.py
+++ b/convert_lora_to_gguf.py
@@ -348,6 +348,9 @@ if __name__ == '__main__':
                         if ".base_layer.weight" in name:
                             continue
                         logger.error(f"Unexpected name '{name}': Not a lora_A or lora_B tensor")
+                        if ".embed_tokens.weight" in name or ".lm_head.weight" in name:
+                            logger.error("Embeddings is present in the adapter. This can be due to new tokens added during fine tuning")
+                            logger.error("Hint: if you are using TRL, make sure not to call setup_chat_format()")
                         sys.exit(1)
 
                     if base_name in tensor_map: