From: Đinh Trọng Huy Date: Wed, 28 May 2025 14:34:18 +0000 (+0900) Subject: convert: small addition to support LlamaModel (#13838) X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=aa6dff05be25709bb218bf648951d690029c4b19;p=pkg%2Fggml%2Fsources%2Fllama.cpp convert: small addition to support LlamaModel (#13838) Co-authored-by: dinhhuy --- diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index b36bbc76..8ba82f71 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -1841,7 +1841,8 @@ class StableLMModel(TextModel): "MistralForCausalLM", "MixtralForCausalLM", "VLlama3ForCausalLM", - "LlavaForConditionalGeneration") + "LlavaForConditionalGeneration", + "LlamaModel") class LlamaModel(TextModel): model_arch = gguf.MODEL_ARCH.LLAMA undo_permute = True @@ -1921,6 +1922,8 @@ class LlamaModel(TextModel): if is_vision_tensor: return [] # skip vision tensors + elif self.hf_arch == "LlamaModel": + name = "model." + name elif name.startswith("model.text_model"): name = name.replace("text_model.", "") # for SmolVLM elif name.startswith("language_model."):