]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
conversion: fix non-MoE NomicBert GGUF conversion error (#25996)
authorShahir BIn Zulfiker <redacted>
Thu, 23 Jul 2026 03:01:35 +0000 (09:01 +0600)
committerGitHub <redacted>
Thu, 23 Jul 2026 03:01:35 +0000 (11:01 +0800)
conversion/bert.py

index 49a6948f6ce5f06b7546f13bf8f4e04e559eb198..0d25d0d62df582ba5881fbd2897d14ced15a62cc 100644 (file)
@@ -369,12 +369,13 @@ class NomicBertModel(BertModel):
         return super().filter_tensors(item)
 
     def modify_tensors(self, data_torch: torch.Tensor, name: str, bid: int | None) -> Iterable[tuple[str, torch.Tensor]]:
-        n_experts = self.find_hparam(["num_local_experts", "num_experts"])
         if "mlp.experts.mlp.w1" in name:
+            n_experts = self.find_hparam(["num_local_experts", "num_experts"])
             data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])
             name += ".weight"
 
         if "mlp.experts.mlp.w2" in name:
+            n_experts = self.find_hparam(["num_local_experts", "num_experts"])
             data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])
             data_torch = data_torch.transpose(1, 2)
             name += ".weight"