From: Johannes Gäßler <redacted>
Date: Sun, 18 Jun 2023 14:07:09 +0000 (+0200)
Subject: Fixed incorrectly applying RMS norm twice (#1925)
X-Git-Tag: gguf-v0.4.0~597
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=0ede372a51fd8160688e01b587582666c14e94e5;p=pkg%2Fggml%2Fsources%2Fllama.cpp

Fixed incorrectly applying RMS norm twice (#1925)
---

diff --git a/llama.cpp b/llama.cpp
index dfbb85a6..45360cea 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1657,11 +1657,7 @@ static bool llama_eval_internal(
     {
         cur = ggml_rms_norm(ctx0, inpL);
         offload_func_nr(cur);
-        ggml_set_name(cur, "rms_norm_inpL");
-
-        cur = ggml_rms_norm(ctx0, cur);
-        offload_func_nr(cur);
-        ggml_set_name(cur, "rms_norm_after");
+        ggml_set_name(cur, "rms_norm_2");
 
         // cur = cur*norm(broadcasted)
         cur = ggml_mul(ctx0, cur, model.norm);