bug fix on momentum coefficient

uoguelph-mlrg · Aug 2, 2017 · bb60a61 · bb60a61
1 parent 1680315
commit bb60a61
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/theanompi/lib/opt.py b/theanompi/lib/opt.py
@@ -194,6 +194,7 @@ def BSP_MSGD(model, use_nesterov_momentum, k=1):
     model.vels2=[]
 
     lr = model.lr #shared_lr #T.scalar('lr')  # symbolic learning rate
+    mu = model.mu # def: 0.9 # momentum coefficient
     eta = model.eta  #0.0002 # weight decay
 
     updates_pre_g_aggre = [] # pre gradient aggregation