From: Molly Sophia <redacted>
Date: Wed, 16 Oct 2024 10:10:21 +0000 (+0800)
Subject: llama : add tensor name for "result_norm" (#9907)
X-Git-Tag: upstream/0.0.4488~560
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=10433e8b457c4cfd759cbb41fc55fc398db4a5da;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : add tensor name for "result_norm" (#9907)

Signed-off-by: Molly Sophia <redacted>
---

diff --git a/src/llama.cpp b/src/llama.cpp
index 8d44c73c..c51b49c5 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -16095,9 +16095,11 @@ struct llm_build_context {
         cur = ggml_get_rows(ctx0, cur, inp_out_ids);
 
         cur = llm_build_norm(ctx0, cur, hparams, model.output_norm, model.output_norm_b, LLM_NORM, cb, -1);
-        cur = llm_build_lora_mm(lctx, ctx0, model.output, cur);
+        cb(cur, "result_norm", -1);
 
+        cur = llm_build_lora_mm(lctx, ctx0, model.output, cur);
         cb(cur, "result_output", -1);
+
         ggml_build_forward_expand(gf, cur);
 
         return gf;