Merge branch 'distributed_indent_indentation' into 'main'

Fix indentation for Torch distributed init_process_group See merge request ADLR/megatron-lm!807
NVIDIA · Oct 7, 2023 · f772743 · f772743
2 parents 0c9c4f3 + faad056
commit f772743
Showing 1 changed file with 7 additions and 7 deletions.
diff --git a/megatron/initialize.py b/megatron/initialize.py
@@ -192,13 +192,13 @@ def _initialize_distributed():
             else:
                 args.local_rank = device
             torch.cuda.set_device(device)
-    # Call the init process
-    torch.distributed.init_process_group(
-        backend=args.distributed_backend,
-        world_size=args.world_size,
-        rank=args.rank,
-        timeout=timedelta(minutes=args.distributed_timeout_minutes),
-    )
+        # Call the init process
+        torch.distributed.init_process_group(
+            backend=args.distributed_backend,
+            world_size=args.world_size,
+            rank=args.rank,
+            timeout=timedelta(minutes=args.distributed_timeout_minutes),
+        )
 
     # Set the tensor model-parallel, pipeline model-parallel, and
     # data-parallel communicators.