diff options
| author | WillCorticesAI <150854901+WillCorticesAI@users.noreply.github.com> | 2023-12-26 05:42:08 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-12-26 11:42:08 +0100 |
| commit | de8e496437c59e7d1cc84109e3e49a3478aee25a (patch) | |
| tree | 908fd495c0f280bc4e07af8133d77142f2b7f6d2 | |
| parent | 77465dad48d7c945c367ab46b6f2ea98ae9b7b15 (diff) | |
Update comment for AdamW implementation reference. (#4604)
Co-authored-by: Will Findley <findley@gmail.com>
| -rw-r--r-- | ggml.c | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -17456,9 +17456,9 @@ static void ggml_opt_acc_grad(int np, struct ggml_tensor * const ps[], float * g } // -// ADAM +// Using AdamW - ref: https://arxiv.org/pdf/1711.05101v3.pdf // -// ref: https://arxiv.org/pdf/1412.6980.pdf +// (Original Adam - ref: https://arxiv.org/pdf/1412.6980.pdf) // static enum ggml_opt_result ggml_opt_adam( |