Transformers version

docs/requirements.txt

@@ -21,7 +21,7 @@ sphinxcontrib-serializinghtml
 sphinx-autodoc-typehints==1.11.1
 pandas
 einops
-transformers>=4.36.0, <4.41.0; python_version <= '3.10'
+transformers>=4.53.0
 mlflow>=2.12.2
 clearml>=1.10.0rc0
 tensorboardX

monai/networks/nets/transchex.py

@@ -333,6 +333,7 @@ def __init__(
             "chunk_size_feed_forward": chunk_size_feed_forward,
             "is_decoder": is_decoder,
             "add_cross_attention": add_cross_attention,
+            "_attn_implementation": "eager",
         }
         if not (0 <= drop_out <= 1):
             raise ValueError("dropout_rate should be between 0 and 1.")

requirements-dev.txt

@@ -35,7 +35,7 @@ tifffile; platform_system == "Linux" or platform_system == "Darwin"
 pandas
 requests
 einops
-transformers>=4.36.0, <4.41.0; python_version <= '3.10'
+transformers>=4.53.0
 mlflow>=2.12.2
 clearml>=1.10.0rc0
 matplotlib>=3.6.3