Auto create dir when merging FSDP weights (#2854)

huggingface · Jun 13, 2024 · 91a2599 · 91a2599
1 parent 5f9235a
commit 91a2599
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/accelerate/utils/fsdp_utils.py b/src/accelerate/utils/fsdp_utils.py
@@ -223,6 +223,7 @@ def _distributed_checkpoint_to_merged_weights(checkpoint_dir: str, save_path: st
     """
     state_dict = {}
     save_path = Path(save_path)
+    save_path.mkdir(exist_ok=True)
     dist_cp_format_utils._load_state_dict(
         state_dict,
         storage_reader=dist_cp.FileSystemReader(checkpoint_dir),