diff --git a/setup.cfg b/setup.cfg
index 7aafe4e9ef85..2a081a8acb59 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -23,6 +23,7 @@ known_third_party =
     tensorboardX
     tensorflow
     tensorflow_datasets
+    timeout_decorator
     torch
     torchtext
     torchvision
diff --git a/setup.py b/setup.py
index dd033a9734fc..17f231f851ed 100644
--- a/setup.py
+++ b/setup.py
@@ -72,7 +72,7 @@
 extras["serving"] = ["pydantic", "uvicorn", "fastapi", "starlette"]
 extras["all"] = extras["serving"] + ["tensorflow", "torch"]
 
-extras["testing"] = ["pytest", "pytest-xdist"]
+extras["testing"] = ["pytest", "pytest-xdist", "timeout-decorator"]
 extras["docs"] = ["recommonmark", "sphinx", "sphinx-markdown-tables", "sphinx-rtd-theme"]
 extras["quality"] = [
     "black",
diff --git a/tests/test_modeling_bart.py b/tests/test_modeling_bart.py
index 13eaf53ebe4e..e9a3d5014923 100644
--- a/tests/test_modeling_bart.py
+++ b/tests/test_modeling_bart.py
@@ -13,10 +13,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import tempfile
 import unittest
 
+import timeout_decorator  # noqa
+
 from transformers import is_torch_available
 
 from .test_configuration_common import ConfigTester
@@ -357,6 +358,7 @@ def test_sequence_classification_forward(self):
         loss = outputs[0]
         self.assertIsInstance(loss.item(), float)
 
+    @timeout_decorator.timeout(1)
     def test_lm_forward(self):
         config, input_ids, batch_size = self._get_config_and_data()
         lm_labels = ids_tensor([batch_size, input_ids.shape[1]], self.vocab_size).to(torch_device)