From: ddh0 <redacted>
Date: Wed, 11 Mar 2026 23:13:28 +0000 (-0500)
Subject: common : fix --n-cpu-moe, --cpu-moe for models with fused gate + up (#20416)
X-Git-Tag: upstream/0.0.8611~310
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=4a748b8f15d7e6749145add3f038e7b26c686ed8;p=pkg%2Fggml%2Fsources%2Fllama.cpp

common : fix --n-cpu-moe, --cpu-moe for models with fused gate + up (#20416)
---

diff --git a/common/common.h b/common/common.h
index ffaeefd7c..c5645bba4 100644
--- a/common/common.h
+++ b/common/common.h
@@ -926,7 +926,7 @@ const char * const LLM_KV_SPLIT_TENSORS_COUNT = "split.tensors.count";
 // MoE utils
 //
 
-const char * const LLM_FFN_EXPS_REGEX = "\\.ffn_(up|down|gate)_(ch|)exps";
+const char * const LLM_FFN_EXPS_REGEX = "\\.ffn_(up|down|gate|gate_up)_(ch|)exps";
 
 inline std::string llm_ffn_exps_block_regex(int idx) {
     return string_format("blk\\.%d%s", idx, LLM_FFN_EXPS_REGEX);