Fix 4649 (#4650)

Co-authored-by: Michael Wyatt <michaelwyatt@microsoft.com>
microsoft · Dec 15, 2023 · 65b7727 · 65b7727
1 parent d37fc25
commit 65b7727
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/deepspeed/launcher/runner.py b/deepspeed/launcher/runner.py
@@ -443,7 +443,11 @@ def main(args=None):
     if not args.master_addr:
         assert multi_node_exec
         first_host = list(active_resources.keys())[0]
-        hostname_cmd = [f"ssh {first_host} hostname -I"]
+        ssh_check_cmd = "ssh "
+        if args.ssh_port is not None:
+            ssh_check_cmd += f" -p {args.ssh_port}"
+        ssh_check_cmd += f" {first_host} hostname -I"
+        hostname_cmd = [ssh_check_cmd]
         try:
             result = subprocess.check_output(hostname_cmd, shell=True)
         except subprocess.CalledProcessError as err: