]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
ggml : sync alibi fix from ggml repo
authorGeorgi Gerganov <redacted>
Sat, 13 May 2023 08:54:33 +0000 (11:54 +0300)
committerGeorgi Gerganov <redacted>
Sat, 13 May 2023 08:54:33 +0000 (11:54 +0300)
ggml.c

diff --git a/ggml.c b/ggml.c
index 4eccd417a15b72d83f5439f4e1b38ad89efcc77c..b42ca03fdefeb17a4724ff9cffa4586d13179576 100644 (file)
--- a/ggml.c
+++ b/ggml.c
@@ -8553,7 +8553,7 @@ static void ggml_compute_forward_alibi_f32(
                     m_k = powf(m1, 2 * (k - n_heads_log2_floor) + 1);
                 }
 
-                pdst[0] = (j+1) * m_k + src[0];
+                pdst[0] = i * m_k + src[0];
             }
         }
     }
@@ -8615,7 +8615,7 @@ static void ggml_compute_forward_alibi_f16(
                 }
 
                 // we return F32
-                pdst[0] = (j+1) * m_k + GGML_FP16_TO_FP32(src[0]);
+                pdst[0] = i * m_k + GGML_FP16_TO_FP32(src[0]);
             }
         }
     }