fix bug in adam update (#167)

fix a bug in adam update
eric-haibin-lin · Aug 15, 2017 · 54f698b · 54f698b
1 parent eeff444
commit 54f698b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/operator/optimizer_op-inl.h b/src/operator/optimizer_op-inl.h
@@ -733,7 +733,7 @@ struct AdamDnsRspDnsKernel {
                            (1.f - beta2) * grad_rescaled * grad_rescaled;
       }
       KERNEL_ASSIGN(out_data[data_i], req, weight_data[data_i] - lr * mean_data[data_i] /
-                    square_root::Map(var_data[data_i]) + epsilon);
+                    (square_root::Map(var_data[data_i]) + epsilon));
     }
   }
 };