commit 9640ddad4b2981a55d64c56e83efafb9511b7e98 parent 88ce366d817ccea9cd6c402bce647599ad948a5a Author: umhau <umhau@users.noreply.github.com> Date: Wed, 15 Feb 2017 00:52:26 -0500 make more parameters accessible for adjustment Diffstat:
| M | mlaunch.lua | | | 21 | +++++++++++++++++---- |
1 file changed, 17 insertions(+), 4 deletions(-)
diff --git a/mlaunch.lua b/mlaunch.lua @@ -22,6 +22,16 @@ local oncuda = false -- Set for working with CPUs. Change this if using GPUs. local torchfile = 'train.lua' -- name of torch file to run with MPI local iterations = 10 -- i.e., epochs. don't need that many for testing. +-- advanced parameters +local communicationPeriod = 100 +local movingRateAlpha = 0.9/6 +local learningRate = 1e-2 +local momentum = 0.99 + +-- very advanced parameters +local learningRateDecay = 0 +local learningRateDecayPower = 0 + -- there's other EAMSGD variables that can be tuned below. I'll do that later. -- GPU SETTINGS --------------------------------------------------------------- @@ -64,13 +74,16 @@ mpiOptions.su = 1 --]] mpiOptions.name = 'eamsgd' -- using most efficient optimizer --mpiOptions.lr = 1e-1 -mpiOptions.communicationPeriod = 100 -mpiOptions.movingRateAlpha = 0.9/6 -- this is \beta/p when p=6 -mpiOptions.learningRate = 1e-2 -- order of magnitude from the other - what's the difference? -mpiOptions.momentum = 0.99 +mpiOptions.communicationPeriod = communicationPeriod +mpiOptions.movingRateAlpha = movingRateAlpha -- this is \beta/p when p=6 +mpiOptions.learningRate = learningRate -- order of magnitude from the other - what's the difference? +mpiOptions.momentum = momentum mpiOptions.maxepoch = iterations +mpiOptions.learningRateDecay = learningRateDecay +mpiOptions.learningRateDecayPower = learningRateDecayPower + -- determine if the current node should be server or client. Seems like there -- should be more clients than servers...investigate later. (change the '2'?) if math.fmod(rank,2)==0 then