Fix multinode runner to properly append to PDSH_SSH_ARGS_APPEND (#4373)

microsoft · Sep 20, 2023 · 1795772 · 1795772
1 parent 727609d
commit 1795772
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deepspeed/launcher/multinode_runner.py b/deepspeed/launcher/multinode_runner.py
@@ -66,7 +66,7 @@ def parse_user_args(self):
     def get_cmd(self, environment, active_resources):
         environment['PDSH_RCMD_TYPE'] = 'ssh'
         if self.args.ssh_port is not None:  # only specify ssh port if it is specified
-            environment["PDSH_SSH_ARGS_APPEND"] = f" -p {self.args.ssh_port}"
+            environment["PDSH_SSH_ARGS_APPEND"] += f" -p {self.args.ssh_port}"
 
         active_workers = ",".join(active_resources.keys())
         logger.info("Running on the following workers: %s" % active_workers)