Update pset4sol.ipynb: fix code comment

This commit is contained in:
Steven G. Johnson
2023-09-01 13:49:02 -04:00
committed by GitHub
parent 245bc6befd
commit 21d4885e64

View File

@@ -586,7 +586,7 @@
" # approximate gradient from this mini-batch\n",
" ∇f̃ = (2/M)*(Ã'*(Ã*x - b̃))\n",
"\n",
" # Adam update\n",
" # Yogi update\n",
" m = β₁*m + (1-β₁)*∇f̃\n",
" v = @. β₂*v - (1-β₂) * sign(v - ∇f̃^2) * (∇f̃^2)\n",
" m̂ = m / (1 - β₁^t) # de-bias: normalize by total weights\n",