turn off I_MPI_PIN for impi launcher (#4531)

Co-authored-by: Olatunji Ruwase <olruwase@microsoft.com>
microsoft · Oct 19, 2023 · 04cd6af · 04cd6af
1 parent c7724c6
commit 04cd6af
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/deepspeed/launcher/multinode_runner.py b/deepspeed/launcher/multinode_runner.py
@@ -279,6 +279,9 @@ def get_cmd(self, environment, active_resources):
         export_cmd += ['-genv', 'WORLD_SIZE', str(total_process_count)]
         export_cmd += ['-genv', 'LOCAL_SIZE', str(process_per_node)]
 
+        # turn off IMPI core binding, use deepspeed's own core binding
+        export_cmd += ['-genv', 'I_MPI_PIN', '0']
+
         export_cmd += ['-hosts']
         hosts = ""
         for i, host in enumerate(self.resource_pool.keys()):