diff --git a/gptqmodel/models/auto.py b/gptqmodel/models/auto.py
index 3563958e..6e5d9222 100644
--- a/gptqmodel/models/auto.py
+++ b/gptqmodel/models/auto.py
@@ -1,3 +1,4 @@
+from __future__ import annotations
 from typing import Dict, List, Optional, Union
 
 from ..utils import BACKEND
diff --git a/gptqmodel/models/base.py b/gptqmodel/models/base.py
index 83520a8f..b56a80a4 100644
--- a/gptqmodel/models/base.py
+++ b/gptqmodel/models/base.py
@@ -1,3 +1,4 @@
+from __future__ import annotations
 import copy
 import json
 import logging
diff --git a/gptqmodel/utils/model.py b/gptqmodel/utils/model.py
index ce63373d..352f4a40 100644
--- a/gptqmodel/utils/model.py
+++ b/gptqmodel/utils/model.py
@@ -1,3 +1,4 @@
+from __future__ import annotations
 import functools
 import hashlib
 import json