[Bug] Fix bugs when grad clip == 0 (#262)

fix bugs when grad clip == 0
InternLM · Dec 11, 2023 · 3300b1b · 3300b1b
1 parent 1091e39
commit 3300b1b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/xtuner/tools/train.py b/xtuner/tools/train.py
@@ -217,7 +217,7 @@ def main():
 
                 ds_grad_clip = ds_cfg.get('gradient_clipping', 'auto')
                 clip_grad = cfg.optim_wrapper.get('clip_grad', None)
-                if clip_grad and clip_grad.get('max_norm'):
+                if clip_grad and clip_grad.get('max_norm', None) is not None:
                     mm_max_norm = cfg.optim_wrapper.clip_grad.max_norm
                 else:
                     mm_max_norm = 1.0