From: Shahir BIn Zulfiker <redacted>
Date: Thu, 23 Jul 2026 03:01:35 +0000 (+0600)
Subject: conversion: fix non-MoE NomicBert GGUF conversion error (#25996)
X-Git-Tag: upstream/0.0.10438~336
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=d941f6e1c9467415dfe4e45fbd7e66c53a3544e8;p=pkg%2Fggml%2Fsources%2Fllama.cpp

conversion: fix non-MoE NomicBert GGUF conversion error (#25996)
---

diff --git a/conversion/bert.py b/conversion/bert.py
index 49a6948f6..0d25d0d62 100644
--- a/conversion/bert.py
+++ b/conversion/bert.py
@@ -369,12 +369,13 @@ class NomicBertModel(BertModel):
         return super().filter_tensors(item)
 
     def modify_tensors(self, data_torch: torch.Tensor, name: str, bid: int | None) -> Iterable[tuple[str, torch.Tensor]]:
-        n_experts = self.find_hparam(["num_local_experts", "num_experts"])
         if "mlp.experts.mlp.w1" in name:
+            n_experts = self.find_hparam(["num_local_experts", "num_experts"])
             data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])
             name += ".weight"
 
         if "mlp.experts.mlp.w2" in name:
+            n_experts = self.find_hparam(["num_local_experts", "num_experts"])
             data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])
             data_torch = data_torch.transpose(1, 2)
             name += ".weight"