From: Sigbjørn Skjæret <redacted>
Date: Fri, 28 Mar 2025 21:13:02 +0000 (+0100)
Subject: llama : fix incorrect Qwen2Moe ffn_moe_out graph callback (#12631)
X-Git-Tag: upstream/0.0.5028~40
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=3714c3ee1a62ed64ac328ec7d699410ad1219150;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : fix incorrect Qwen2Moe ffn_moe_out graph callback (#12631)
---

diff --git a/src/llama-model.cpp b/src/llama-model.cpp
index a442abeb..a4f06112 100644
--- a/src/llama-model.cpp
+++ b/src/llama-model.cpp
@@ -6323,7 +6323,7 @@ struct llm_build_qwen2moe : public llm_graph_context {
                         false, 0.0,
                         LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX,
                         il);
-            cb(cur, "ffn_moe_out", il);
+            cb(moe_out, "ffn_moe_out", il);
 
             // FFN shared expert
             {