Skip to content

Commit eb4b957

Browse files
committed
fix
1 parent d1a773d commit eb4b957

File tree

3 files changed

+3
-3
lines changed

3 files changed

+3
-3
lines changed

lightllm/common/basemodel/basemodel.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@ def __init__(self, kvargs):
110110
self._init_some_value()
111111
self._init_custom()
112112
self._init_inferstate_cls()
113-
# self._autotune_warmup()
113+
self._autotune_warmup()
114114
self._init_padded_req()
115115
# wait必须在init cudagraph 之前,避免错误捕获
116116
self._wait_other_modules_ready()

lightllm/models/deepseek2/model.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ def __init__(self, model):
5050
self.softmax_scale = self.softmax_scale * mscale * mscale
5151

5252

53-
@ModelRegistry(["deepseek_v2", "deepseek_v3", "deepseek_v32"])
53+
@ModelRegistry(["deepseek_v2", "deepseek_v3"])
5454
class Deepseek2TpPartModel(LlamaTpPartModel):
5555
# weight class
5656
transformer_weight_class = Deepseek2TransformerLayerWeight

lightllm/models/deepseek3_2/model.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
from lightllm.utils.envs_utils import get_env_start_args
66
from lightllm.models.deepseek3_2.infer_struct import Deepseek3_2FlashAttentionStateInfo
77
from lightllm.models.deepseek3_2.mem_manager import Deepseek3_2MemoryManager, Deepseek3_2FP8KVMemoryManager
8-
# @ModelRegistry(["deepseek_v32"])
8+
@ModelRegistry(["deepseek_v32"])
99
class Deepseek3_2TpPartModel(Deepseek2TpPartModel):
1010
# weight class
1111
transformer_weight_class = Deepseek3_2TransformerLayerWeight

0 commit comments

Comments
 (0)