]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
ggml : fix bug in ggml_alibi
authorGeorgi Gerganov <redacted>
Mon, 29 May 2023 16:30:49 +0000 (19:30 +0300)
committerGeorgi Gerganov <redacted>
Mon, 29 May 2023 16:30:49 +0000 (19:30 +0300)
ggml.c

diff --git a/ggml.c b/ggml.c
index 07ea92a5836cfa2465038a9478bfe1ccb6b2abbc..b4570eb50c31545721df8a54d41338c95a212f8e 100644 (file)
--- a/ggml.c
+++ b/ggml.c
@@ -6317,7 +6317,7 @@ struct ggml_tensor * ggml_alibi(
 
     ggml_scratch_save(ctx);
 
-    struct ggml_tensor * b = ggml_new_tensor_1d(ctx, GGML_TYPE_I32, 2);
+    struct ggml_tensor * b = ggml_new_tensor_1d(ctx, GGML_TYPE_I32, 3);
 
     ((int32_t *) b->data)[0] = n_past;
     ((int32_t *) b->data)[1] = n_head;