Update pset4sol.ipynb: fix code comment

This commit is contained in:
Steven G. Johnson 2023-09-01 13:49:02 -04:00 committed by GitHub
parent 245bc6befd
commit 21d4885e64
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -586,7 +586,7 @@
" # approximate gradient from this mini-batch\n",
" ∇f̃ = (2/M)*(Ã'*(Ã*x - b̃))\n",
"\n",
" # Adam update\n",
" # Yogi update\n",
" m = β₁*m + (1-β₁)*∇f̃\n",
" v = @. β₂*v - (1-β₂) * sign(v - ∇f̃^2) * (∇f̃^2)\n",
" m̂ = m / (1 - β₁^t) # de-bias: normalize by total weights\n",