]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
Update comment for AdamW implementation reference. (llama/4604)
authorWillCorticesAI <redacted>
Tue, 26 Dec 2023 10:42:08 +0000 (05:42 -0500)
committerGeorgi Gerganov <redacted>
Wed, 27 Dec 2023 09:40:50 +0000 (11:40 +0200)
Co-authored-by: Will Findley <redacted>
src/ggml.c

index 73600ab050ec89627f0991ab8165497d7c9b2754..d2456048031e202cc17a6b63d4f4b7cdf066663d 100644 (file)
@@ -17456,9 +17456,9 @@ static void ggml_opt_acc_grad(int np, struct ggml_tensor * const ps[], float * g
 }
 
 //
-// ADAM
+// Using AdamW - ref: https://arxiv.org/pdf/1711.05101v3.pdf
 //
-//   ref: https://arxiv.org/pdf/1412.6980.pdf
+// (Original Adam - ref: https://arxiv.org/pdf/1412.6980.pdf)
 //
 
 static enum ggml_opt_result ggml_opt_adam(