Fix tests recurrent

examples/tensorflow/summarization/run_summarization.py

@@ -67,6 +67,14 @@
             "Offline mode: run this script without TRANSFORMERS_OFFLINE first to download nltk data files"
         )
     with FileLock(".lock") as lock:
+        try:
+            tokenizers_path = nltk.data.find("tokenizers").path
+        except (LookupError, OSError):
+            tokenizers_path = os.path.join(nltk.data.path[0], "tokenizers")
+            os.makedirs(tokenizers_path, exist_ok=True)
+        punkt_path = os.path.join(tokenizers_path, "punkt")
+        if os.path.exists(punkt_path):
+            os.remove(punkt_path)
         nltk.download("punkt", quiet=True)
 # endregion
 

tests/test_modeling_common.py

@@ -2829,8 +2829,8 @@ def test_inputs_embeds_matches_input_ids_with_generate(self):
             model.eval()
 
             model_forward_args = inspect.signature(model.forward).parameters
-            if "inputs_embeds" not in model_forward_args:
-                self.skipTest(reason="This model doesn't use `inputs_embeds`")
+            if any(argument not in model_forward_args for argument in ["inputs_embeds", "position_ids"]):
+                self.skipTest(reason="This model doesn't use `inputs_embeds` or `position_ids`.")
             has_inputs_embeds_forwarding = "inputs_embeds" in set(
                 inspect.signature(model.prepare_inputs_for_generation).parameters.keys()
             )