bug fix (PaddlePaddle#8730)

FeixLiu · Jul 26, 2024 · 96c5236 · 96c5236
1 parent 72db7c2
commit 96c5236
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/paddlenlp/utils/distributed.py b/paddlenlp/utils/distributed.py
@@ -214,7 +214,7 @@ def distributed_allgather(tensor: Any, group=None, offload=False):
                 x.reshape_(origin_shape)
 
         else:
-            distributed.all_gather(output_tensors, tensor)
+            distributed.all_gather(output_tensors, tensor, group=group)
 
         return output_tensors