From: Georgi Gerganov Date: Tue, 16 Apr 2024 20:50:38 +0000 (+0300) Subject: llama : make general.name optional (#6709) X-Git-Tag: upstream/0.0.4488~1800 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=532c1737a14bb4b99747e6f460874947df37e450;p=pkg%2Fggml%2Fsources%2Fllama.cpp llama : make general.name optional (#6709) --- diff --git a/llama.cpp b/llama.cpp index 579986d1..f4f4063c 100644 --- a/llama.cpp +++ b/llama.cpp @@ -4136,9 +4136,11 @@ static void llm_load_vocab( // CodeGemma (LLM_ARCH_GEMMA). This can potentially be removed once // new versions of these models have been published. std::string gen_name; - ml.get_key(LLM_KV_GENERAL_NAME, gen_name); + ml.get_key(LLM_KV_GENERAL_NAME, gen_name, false); + std::transform(gen_name.begin(), gen_name.end(), gen_name.begin(), [](unsigned char c){ return std::tolower(c); }); + if (gen_name.find("code") != std::string::npos) { if (model.arch == LLM_ARCH_LLAMA) { vocab.special_prefix_id = 32007;