]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
ggml : add comment about backward GGML_OP_DIAG_MASK_INF (#4203)
authorHerman Semenov <redacted>
Fri, 22 Dec 2023 09:26:49 +0000 (09:26 +0000)
committerGitHub <redacted>
Fri, 22 Dec 2023 09:26:49 +0000 (11:26 +0200)
ggml.c

diff --git a/ggml.c b/ggml.c
index f27920a2db0d5205544ef8757715af9592062a00..15e1984d1d2a17bbd65289cf1af4005bf759ce8e 100644 (file)
--- a/ggml.c
+++ b/ggml.c
@@ -15335,6 +15335,8 @@ static void ggml_compute_backward(struct ggml_context * ctx, struct ggml_tensor
                     const int n_past = ((int32_t *) tensor->op_params)[0];
                     src0->grad =
                         ggml_add_or_set(ctx, src0->grad,
+                            /* ggml_diag_mask_inf_impl() shouldn't be here */
+                            /* ref:  https://github.com/ggerganov/llama.cpp/pull/4203#discussion_r1412377992 */
                             ggml_diag_mask_zero_impl(ctx, tensor->grad, n_past, false),
                         zero_table);
                 }