From: slaren <redacted>
Date: Fri, 15 Mar 2024 21:14:16 +0000 (+0100)
Subject: llama : fix Baichuan2 13B (#6092)
X-Git-Tag: upstream/0.0.4488~2045
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=d84c48505f60bcd358b82a751d40418c4d235643;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : fix Baichuan2 13B (#6092)
---

diff --git a/llama.cpp b/llama.cpp
index 52bd718b..e4db288d 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -6000,7 +6000,7 @@ struct llm_build_context {
         inpL = llm_build_inp_embd(ctx0, lctx, hparams, batch, model.tok_embd, cb);
 
         // inp_pos - contains the positions
-        struct ggml_tensor * inp_pos = build_inp_pos();
+        struct ggml_tensor * inp_pos = model.type == MODEL_7B ? build_inp_pos() : nullptr;
 
         // KQ_mask (mask for 1 head, it will be broadcasted to all heads)
         struct ggml_tensor * KQ_mask = build_inp_KQ_mask();
@@ -6050,7 +6050,6 @@ struct llm_build_context {
                 cb(Qcur, "Qcur", il);
                 cb(Kcur, "Kcur", il);
 
-
                 cur = llm_build_kv(ctx0, model, hparams, kv_self, gf,
                         model.layers[il].wo, NULL,
                         Kcur, Vcur, Qcur, KQ_mask, KQ_pos, n_ctx, n_tokens, kv_head, n_kv, 1.0f/sqrtf(float(n_embd_head)), cb, il);