commit 8fc62250622e585e26b20b45f9ae1d0feb17b5e7 parent 5f85b6f16c3d6a97773c03e8662b1f1ef4a1323c Author: umhau <umhau@users.noreply.github.com> Date: Wed, 15 Feb 2017 01:28:35 -0500 p Diffstat:
| M | mlaunch.lua | | | 4 | ++-- |
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/mlaunch.lua b/mlaunch.lua @@ -29,8 +29,8 @@ local learningRate = 1e-2 local momentum = 0.99 -- very advanced parameters -local learningRateDecay = 0 -local learningRateDecayPower = 0 +local learningRateDecay = 1e-4 +local learningRateDecayPower = .5 -- see pg. 23, fig 9 of associated paper -- there's other EAMSGD variables that can be tuned below. I'll do that later.