fix mindspore dynamic lr

tensorlayer · Feb 13, 2023 · 6180c3b · 6180c3b
1 parent 7d58fb9
commit 6180c3b
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 1 deletion.
diff --git a/docs/modules/nn.rst b/docs/modules/nn.rst
@@ -377,6 +377,10 @@ Batch Normalization 3D
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 .. autoclass:: BatchNorm3d
 
+Layer Normalization
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+.. autoclass:: LayerNorm
+
 .. -----------------------------------------------------------
 ..                     Padding Layers
 .. -----------------------------------------------------------

diff --git a/...basic_tutorials/tensorlayer_model_load.py → ...asic_tutorials/tensorlayerx_model_load.py b/...basic_tutorials/tensorlayer_model_load.py → ...asic_tutorials/tensorlayerx_model_load.py
diff --git a/tensorlayerx/optimizers/lr/mindspore_lr.py b/tensorlayerx/optimizers/lr/mindspore_lr.py
@@ -25,10 +25,11 @@ def __init__(self, learning_rate=0.1, last_epoch=-1, verbose=False):
         self.base_lr = learning_rate
         self.last_lr = learning_rate
         self.verbose = verbose
+        self.cast = P.Cast()
 
     def construct(self, global_step):
 
-        return self.last_lr
+        return self.cast(self.last_lr, mstype.float32)
 
     def step(self, epoch=None):
         if epoch is None: