Update automatic_loss_scaler.py

Signed-off by "Oleksii Kuchaiev"
NVIDIA · May 22, 2019 · 27346d1 · 27346d1
1 parent 94e783e
commit 27346d1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/open_seq2seq/optimizers/automatic_loss_scaler.py b/open_seq2seq/optimizers/automatic_loss_scaler.py
@@ -62,7 +62,7 @@ def __init__(self, params):
         },
     )
     self.scale_min = params.get('scale_min', 1.0)
-    self.scale_max = params.get('scale_max', 2.**24)
+    self.scale_max = params.get('scale_max', 2.**14)
     self.step_factor = params.get('step_factor', 2.0)
     self.step_window = params.get('step_window', 2000)
 
@@ -127,7 +127,7 @@ def __init__(self, params):
         },
     )
     self.scale_min = params.get('scale_min', 1.0)
-    self.scale_max = params.get('scale_max', 2.**24)
+    self.scale_max = params.get('scale_max', 2.**14)
     self.log_max = params.get('log_max', 16.)
     self.beta1 = params.get('beta1', 0.99)
     self.beta2 = params.get('beta2', 0.999)