diff --git a/src/transformers/pytorch_utils.py b/src/transformers/pytorch_utils.py
index 8c1bd21fb2962a..f3663c09902f52 100644
--- a/src/transformers/pytorch_utils.py
+++ b/src/transformers/pytorch_utils.py
@@ -11,6 +11,8 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+from __future__ import annotations
+
 import inspect
 from typing import Callable, List, Optional, Set, Tuple, Union