From: tv1wnd <redacted>
Date: Thu, 6 Feb 2025 21:48:51 +0000 (+0100)
Subject: llama : fix old glm4 models (#11670)
X-Git-Tag: upstream/0.0.4719~61
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=855cd0734aca26c86cc23d94aefd34f934464ac9;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : fix old glm4 models (#11670)
---

diff --git a/src/llama.cpp b/src/llama.cpp
index aae3c69b..3d5a928a 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -7217,7 +7217,7 @@ struct llm_build_context {
                 struct ggml_tensor * Qcur = nullptr;
                 struct ggml_tensor * Kcur = nullptr;
                 struct ggml_tensor * Vcur = nullptr;
-                if (model.type == LLM_TYPE_1_5B || model.type == LLM_TYPE_4B || model.type == LLM_TYPE_9B) {
+                if (model.layers[il].wqkv == nullptr) {
                     Qcur = llm_build_lora_mm(lctx, ctx0, model.layers[il].wq, cur);
                     if (model.layers[il].bq) {
                         Qcur = ggml_add(ctx0, Qcur, model.layers[il].bq);