Skip to content

Commit

Permalink
Dockerfile*.ubi: install vllm and vllm-tgis-adapter in the same step …
Browse files Browse the repository at this point in the history
…to make sure the correct version is installed
  • Loading branch information
dtrifiro committed Oct 16, 2024
1 parent e14c041 commit 134c042
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 2 deletions.
3 changes: 2 additions & 1 deletion Dockerfile.rocm.ubi
Original file line number Diff line number Diff line change
Expand Up @@ -240,7 +240,8 @@ FROM vllm-openai as vllm-grpc-adapter
USER root

RUN --mount=type=cache,target=/root/.cache/pip \
pip install vllm-tgis-adapter==0.5.3
--mount=type=bind,from=build_vllm,src=/workspace/dist,target=/install/vllm/ \
uv pip install /install/vllm/*.whl vllm-tgis-adapter==0.5.3

ENV GRPC_PORT=8033 \
PORT=8000 \
Expand Down
3 changes: 2 additions & 1 deletion Dockerfile.ubi
Original file line number Diff line number Diff line change
Expand Up @@ -202,7 +202,8 @@ FROM vllm-openai as vllm-grpc-adapter
USER root

RUN --mount=type=cache,target=/root/.cache/pip \
pip install vllm-tgis-adapter==0.5.3
--mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \
uv pip install $(echo dist/*.whl)'[tensorizer]' vllm-tgis-adapter==0.5.3

ENV GRPC_PORT=8033 \
PORT=8000 \
Expand Down

0 comments on commit 134c042

Please sign in to comment.