From: Sigbjørn Skjæret <redacted>
Date: Wed, 19 Mar 2025 07:58:13 +0000 (+0100)
Subject: convert : Support chat_template.json (#12460)
X-Git-Tag: upstream/0.0.5028~106
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a686171ea71ed8cb8a324850d146cb65a001e141;p=pkg%2Fggml%2Fsources%2Fllama.cpp

convert : Support chat_template.json (#12460)
---

diff --git a/gguf-py/gguf/vocab.py b/gguf-py/gguf/vocab.py
index 2ef7d14a..cca09798 100644
--- a/gguf-py/gguf/vocab.py
+++ b/gguf-py/gguf/vocab.py
@@ -154,7 +154,12 @@ class SpecialVocab:
             return True
         with open(tokenizer_config_file, encoding = 'utf-8') as f:
             tokenizer_config = json.load(f)
-        chat_template = tokenizer_config.get('chat_template')
+        chat_template_alt = None
+        chat_template_file = path / 'chat_template.json'
+        if chat_template_file.is_file():
+            with open(chat_template_file, encoding = 'utf-8') as f:
+                chat_template_alt = json.load(f).get('chat_template')
+        chat_template = tokenizer_config.get('chat_template', chat_template_alt)
         if chat_template is None or isinstance(chat_template, (str, list)):
             self.chat_template = chat_template
         else: