[tune] Fix syncing between nodes in placement groups (ray-project#23864)

Break out of placement groups to make syncing work in tune/train trials.
jbn · Apr 12, 2022 · 416cfb8 · 416cfb8
1 parent 7eb3543
commit 416cfb8
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/python/ray/tune/utils/file_transfer.py b/python/ray/tune/utils/file_transfer.py
@@ -46,17 +46,17 @@ def sync_dir_between_nodes(
 
     """
     pack_actor_on_source_node = _PackActor.options(
-        num_cpus=0, resources={f"node:{source_ip}": 0.01}
+        num_cpus=0, resources={f"node:{source_ip}": 0.01}, placement_group=None
     )
     unpack_on_target_node = _unpack_from_actor.options(
-        num_cpus=0, resources={f"node:{target_ip}": 0.01}
+        num_cpus=0, resources={f"node:{target_ip}": 0.01}, placement_group=None
     )
 
     if force_all:
         files_stats = None
     else:
         files_stats = _remote_get_recursive_files_and_stats.options(
-            num_cpus=0, resources={f"node:{target_ip}": 0.01}
+            num_cpus=0, resources={f"node:{target_ip}": 0.01}, placement_group=None
         ).remote(target_path)
 
     pack_actor = pack_actor_on_source_node.remote(
@@ -90,7 +90,7 @@ def delete_on_node(
         for scheduled delete task.
     """
     delete_task = _remote_delete_path.options(
-        num_cpus=0, resources={f"node:{node_ip}": 0.01}
+        num_cpus=0, resources={f"node:{node_ip}": 0.01}, placement_group=None
     )
     future = delete_task.remote(path)