File tree 3 files changed +6
-4
lines changed 3 files changed +6
-4
lines changed Original file line number Diff line number Diff line change @@ -21,4 +21,4 @@ docker exec cpu-test bash -c "cd tests;
21
21
pip install pytest Pillow protobuf
22
22
bash ../.buildkite/download-images.sh
23
23
cd ../
24
- pytest -v -s tests/models --ignore=tests/models/test_llava.py --ignore=tests/models/test_embedding.py"
24
+ pytest -v -s tests/models --ignore=tests/models/test_llava.py --ignore=tests/models/test_embedding.py --ignore=tests/models/test_registry.py "
Original file line number Diff line number Diff line change 1
1
# This vLLM Dockerfile is used to construct image that can build and run vLLM on x86 CPU platform.
2
2
3
- FROM ubuntu:22.04
3
+ FROM ubuntu:22.04 AS cpu-test-1
4
4
5
5
RUN apt-get update -y \
6
6
&& apt-get install -y git wget vim numactl gcc-12 g++-12 python3 python3-pip \
@@ -9,6 +9,8 @@ RUN apt-get update -y \
9
9
RUN pip install --upgrade pip \
10
10
&& pip install wheel packaging ninja setuptools>=49.4.0 numpy
11
11
12
+ FROM cpu-test-1 AS build
13
+
12
14
COPY ./ /workspace/vllm
13
15
14
16
WORKDIR /workspace/vllm
Original file line number Diff line number Diff line change @@ -146,9 +146,9 @@ class HfRunner:
146
146
147
147
def wrap_device (self , input : any ):
148
148
if not is_cpu ():
149
- return input .cuda ( )
149
+ return input .to ( "cuda" )
150
150
else :
151
- return input .cpu ( )
151
+ return input .to ( "cpu" )
152
152
153
153
def __init__ (
154
154
self ,
You can’t perform that action at this time.
0 commit comments