Muellerzr fix deepspeed (huggingface#23657)

* Fix deepspeed recursion * Better fix
sheonhan · Jun 1, 2023 · 85cc237 · 85cc237
1 parent 5d7ab26
commit 85cc237
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
@@ -1708,7 +1708,8 @@ def n_gpu(self):
         """
         requires_backends(self, ["torch"])
         # Make sure `self._n_gpu` is properly setup.
-        _ = self._setup_devices
+        if not hasattr(self, "_n_gpu"):
+            _ = self._setup_devices
         return self._n_gpu
 
     @property