From: Georgi Gerganov <redacted>
Date: Wed, 1 Nov 2023 21:00:50 +0000 (+0200)
Subject: llm : fix falcon norm after refactoring (#3837)
X-Git-Tag: upstream/0.0.4488~3027
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=523e49b11174368cd73460fa5eae7b39d856f300;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llm : fix falcon norm after refactoring (#3837)
---

diff --git a/llama.cpp b/llama.cpp
index d0c4ef10..17cf364b 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -3763,7 +3763,7 @@ struct llm_build_context {
             {
                 if (model.layers[il].attn_norm_2) {
                     // Falcon-40B
-                    cur = llm_build_norm(ctx0, attn_norm, hparams,
+                    cur = llm_build_norm(ctx0, inpL, hparams,
                             model.layers[il].attn_norm_2,
                             model.layers[il].attn_norm_2_b,
                             LLM_NORM, cb, il);