From: Frank Mai <redacted>
Date: Mon, 17 Jun 2024 14:11:08 +0000 (+0800)
Subject: fix: divide 0 exception in mamba (#7932)
X-Git-Tag: upstream/0.0.4488~1319
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c637fcd34d135a9ff4f97d3a53ad03a910a4a31f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

fix: divide 0 exception in mamba (#7932)

Signed-off-by: thxCode <redacted>
---

diff --git a/llama.cpp b/llama.cpp
index b324807f..dd7020dc 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -5383,7 +5383,7 @@ static bool llm_load_tensors(
     // create tensors for the weights
     {
         const int64_t n_embd       = hparams.n_embd;
-        const int64_t n_embd_head  = n_embd / hparams.n_head;
+        const int64_t n_embd_head  = (hparams.n_head == 0) ? 0 : n_embd / hparams.n_head;
         const int64_t n_embd_k_gqa = hparams.n_embd_k_gqa();
         const int64_t n_embd_v_gqa = hparams.n_embd_v_gqa();
         const int64_t n_embd_gqa   = n_embd_v_gqa;