From bec2e3f55ce83a23b675915b3c2ae1bb1b9d4346 Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Thu, 16 Sep 2021 12:12:16 -0700 Subject: [PATCH] [deepspeed] replaced deprecated init arg (#13587) * [deepspeed] replaced deprecated init arg * Trigger CI --- setup.py | 2 +- src/transformers/dependency_versions_table.py | 2 +- src/transformers/modeling_utils.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/setup.py b/setup.py index b3fb70e34f3d..fa4df87acb4c 100644 --- a/setup.py +++ b/setup.py @@ -90,7 +90,7 @@ "cookiecutter==1.7.2", "dataclasses", "datasets", - "deepspeed>=0.5.1", + "deepspeed>=0.5.3", "docutils==0.16.0", "fairscale>0.3", "faiss-cpu", diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py index 23e4903e3d12..488aaa8372cc 100644 --- a/src/transformers/dependency_versions_table.py +++ b/src/transformers/dependency_versions_table.py @@ -8,7 +8,7 @@ "cookiecutter": "cookiecutter==1.7.2", "dataclasses": "dataclasses", "datasets": "datasets", - "deepspeed": "deepspeed>=0.5.1", + "deepspeed": "deepspeed>=0.5.3", "docutils": "docutils==0.16.0", "fairscale": "fairscale>0.3", "faiss-cpu": "faiss-cpu", diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py index 8c2ab28cb27d..502c1fb9fb8c 100644 --- a/src/transformers/modeling_utils.py +++ b/src/transformers/modeling_utils.py @@ -492,7 +492,7 @@ def _from_config(cls, config, **kwargs): logger.info("Detected DeepSpeed ZeRO-3: activating zero.init() for this model") # this immediately partitions the model across all gpus, to avoid the overhead in time # and memory copying it on CPU or each GPU first - with deepspeed.zero.Init(config=deepspeed_config()): + with deepspeed.zero.Init(config_dict_or_path=deepspeed_config()): model = cls(config, **kwargs) else: model = cls(config, **kwargs)