Lint

Author: anijain2305

src/transformers/trainer.py

@@ -2198,8 +2198,8 @@ def torchdynamo_smart_context_manager(self):
                 ctx_manager = torchdynamo.optimize("eager")
             elif self.args.torchdynamo == "nvfuser":
                 ctx_manager = torchdynamo.optimize(aot_autograd_speedup_strategy)
-            else:
-                ctx_manager = contextlib.nullcontext()
+            elif self.args.torchdynamo is not None:
+                raise ValueError("torchdynamo training arg can be eager/nvfuser")
         return ctx_manager
 
     def autocast_smart_context_manager(self):

src/transformers/utils/import_utils.py

@@ -377,12 +377,7 @@ def is_torch_tpu_available():
 
 
 def is_torchdynamo_available():
-    try:
-        import torchdynamo
-
-        return True
-    except ImportError:
-        return False
+    return importlib.util.find_spec("torchdynamo") is not None
 
 
 def is_datasets_available():

tests/trainer/test_trainer.py

@@ -1598,7 +1598,6 @@ def test_fp16_full_eval(self):
     @require_torch_gpu
     @require_torchdynamo
     def test_torchdynamo_full_eval(self):
-        debug = 0
         n_gpus = get_gpu_count()
 
         bs = 8