Skip to content

Commit

Permalink
remove useless f-string
Browse files Browse the repository at this point in the history
  • Loading branch information
sneaxiy committed Aug 2, 2024
1 parent 2049374 commit 6699d74
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions paddlenlp/trainer/training_args.py
Original file line number Diff line number Diff line change
Expand Up @@ -1173,19 +1173,19 @@ def split_parallel_config(parallel_config):
# sync_param = True, sync_grad = False, sync_moment = False, sync_param_name = ["embedding", "layer_norm", ".b_"].

if sync_param or sync_grad or sync_moment:
logger.info(f"setting sync_param_name")
logger.info("setting sync_param_name")
strategy.sync_param_name = [""]

if sync_param:
logger.info(f"setting sync_param")
logger.info("setting sync_param")
strategy.hybrid_configs["mp_configs"].sync_param = True

if sync_grad:
logger.info(f"setting sync_grad")
logger.info("setting sync_grad")
strategy.hybrid_configs["mp_configs"].sync_grad = True

if sync_moment:
logger.info(f"setting sync_moment")
logger.info("setting sync_moment")
strategy.hybrid_configs["mp_configs"].sync_moment = True

except:
Expand Down

0 comments on commit 6699d74

Please sign in to comment.