File tree Expand file tree Collapse file tree 1 file changed +6
-2
lines changed
tests/test_infer/test_ops/triton Expand file tree Collapse file tree 1 file changed +6
-2
lines changed Original file line number Diff line number Diff line change 33import triton
44from packaging import version
55from transformers .models .llama .modeling_llama import LlamaRMSNorm
6- from vllm .model_executor .layers .layernorm import RMSNorm
76
87from colossalai .kernel .triton import rms_layernorm
98from colossalai .testing .utils import parameterize
109
1110try :
12- pass
11+ import triton # noqa
1312
1413 HAS_TRITON = True
1514except ImportError :
@@ -85,6 +84,11 @@ def benchmark_rms_layernorm(
8584 SEQUENCE_TOTAL : int ,
8685 HIDDEN_SIZE : int ,
8786):
87+ try :
88+ from vllm .model_executor .layers .layernorm import RMSNorm
89+ except ImportError :
90+ raise ImportError ("Please install vllm from https://github.com/vllm-project/vllm" )
91+
8892 warmup = 10
8993 rep = 1000
9094
You can’t perform that action at this time.
0 commit comments