From e5eeaa0af872c43b5c6f688b613f48290aff1079 Mon Sep 17 00:00:00 2001
From: YuangLiu <liuyuang@baidu.com>
Date: Mon, 8 Jul 2024 13:25:35 +0800
Subject: [PATCH] bug fix

---
 paddlenlp/utils/distributed.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/paddlenlp/utils/distributed.py b/paddlenlp/utils/distributed.py
index 4471a06b732d..9ccc7fbd63a8 100644
--- a/paddlenlp/utils/distributed.py
+++ b/paddlenlp/utils/distributed.py
@@ -214,7 +214,7 @@ def distributed_allgather(tensor: Any, group=None, offload=False):
                 x.reshape_(origin_shape)
 
         else:
-            distributed.all_gather(output_tensors, tensor)
+            distributed.all_gather(output_tensors, tensor, group=group)
 
         return output_tensors