]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
llm : fix falcon norm after refactoring (#3837)
authorGeorgi Gerganov <redacted>
Wed, 1 Nov 2023 21:00:50 +0000 (23:00 +0200)
committerGeorgi Gerganov <redacted>
Wed, 1 Nov 2023 21:00:50 +0000 (23:00 +0200)
llama.cpp

index d0c4ef1015182881d98edbd818ed879c8ef8d637..17cf364bb20eac0d02ece5cfc7e4be57a00f1df5 100644 (file)
--- a/llama.cpp
+++ b/llama.cpp
@@ -3763,7 +3763,7 @@ struct llm_build_context {
             {
                 if (model.layers[il].attn_norm_2) {
                     // Falcon-40B
-                    cur = llm_build_norm(ctx0, attn_norm, hparams,
+                    cur = llm_build_norm(ctx0, inpL, hparams,
                             model.layers[il].attn_norm_2,
                             model.layers[il].attn_norm_2_b,
                             LLM_NORM, cb, il);