fix download error multi gpu or multi node (#4491)

* fix download error multi gpu or multi node

* update

paddlenlp/transformers/model_utils.py

@@ -25,6 +25,7 @@
 
 import numpy as np
 import paddle
+import paddle.distributed as dist
 import paddle.nn as nn
 import six
 from huggingface_hub import (
@@ -1011,8 +1012,8 @@ def _resolve_model_file_path(
 
                 # move the `model-name.pdparams` to `model_state.pdparams`
                 # get more details from: https://github.com/PaddlePaddle/PaddleNLP/pull/3843
-                shutil.move(weight_file_path, new_weight_file_path)
-
+                if dist.ParallelEnv().local_rank % 8 == 0 and os.path.exists(weight_file_path):
+                    shutil.move(weight_file_path, new_weight_file_path)
                 weight_file_path = new_weight_file_path
 
             # find the weight file with the above two branch: `bert-base-uncased.pdparams`, `model_state.pdparams`