File tree Expand file tree Collapse file tree 2 files changed +3
-6
lines changed
vllm/model_executor/layers Expand file tree Collapse file tree 2 files changed +3
-6
lines changed Original file line number Diff line number Diff line change @@ -13,7 +13,7 @@ numactl -C "$CORE_RANGE" -N "$NUMA_NODE" docker build -t cpu-test-"$BUILDKITE_BU
1313numactl -C " $CORE_RANGE " -N " $NUMA_NODE " docker build --build-arg VLLM_CPU_DISABLE_AVX512=" true" -t cpu-test-" $BUILDKITE_BUILD_NUMBER " -avx2 -f Dockerfile.cpu .
1414
1515# Setup cleanup
16- remove_docker_container () { docker rm -f cpu-test-" $BUILDKITE_BUILD_NUMBER " -" $NUMA_NODE " cpu-test-" $BUILDKITE_BUILD_NUMBER " -avx2-" $NUMA_NODE " || true ; }
16+ remove_docker_container () { set -e ; docker rm -f cpu-test-" $BUILDKITE_BUILD_NUMBER " -" $NUMA_NODE " cpu-test-" $BUILDKITE_BUILD_NUMBER " -avx2-" $NUMA_NODE " || true ; }
1717trap remove_docker_container EXIT
1818remove_docker_container
1919
@@ -35,10 +35,7 @@ function cpu_tests() {
3535 # Run basic model test
3636 docker exec cpu-test-" $BUILDKITE_BUILD_NUMBER " -" $NUMA_NODE " bash -c "
3737 set -e
38- pip install pytest pytest-asyncio \
39- decord einops librosa peft Pillow sentence-transformers soundfile \
40- transformers_stream_generator matplotlib datamodel_code_generator
41- pip install torchvision --index-url https://download.pytorch.org/whl/cpu
38+ pip install -r vllm/requirements-test.txt
4239 pytest -v -s tests/models/decoder_only/language -m cpu_model
4340 pytest -v -s tests/models/embedding/language -m cpu_model
4441 pytest -v -s tests/models/encoder_decoder/language -m cpu_model
Original file line number Diff line number Diff line change @@ -61,7 +61,7 @@ class SiluAndMul(CustomOp):
6161
6262 def __init__ (self ):
6363 super ().__init__ ()
64- if current_platform .is_cuda_alike ():
64+ if current_platform .is_cuda_alike () or current_platform . is_cpu () :
6565 self .op = torch .ops ._C .silu_and_mul
6666 elif current_platform .is_xpu ():
6767 import intel_extension_for_pytorch as ipex
You can’t perform that action at this time.
0 commit comments