Skip to content

Commit 9dae0d2

Browse files
authored
Re-bulid image with platform image (#71)
1 parent 06e743b commit 9dae0d2

File tree

1 file changed

+1
-22
lines changed

1 file changed

+1
-22
lines changed

vllm/docker/Dockerfile

Lines changed: 1 addition & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
# SPDX-License-Identifier: Apache-2.0
33

44
# ======== Base Stage ========
5-
FROM intel/deep-learning-essentials:2025.1.3-0-devel-ubuntu24.04 AS vllm-base
5+
FROM amr-registry.caas.intel.com/intelanalytics/llm-scaler-platform:25.38.4.1 AS vllm-base
66

77
ARG https_proxy
88
ARG http_proxy
@@ -18,7 +18,6 @@ RUN apt-get update -y && \
1818
# add-apt-repository ppa:deadsnakes/ppa && \
1919
apt-get update -y && \
2020
apt-get install -y python3.12 python3.12-dev python3-pip && \
21-
# curl -sS https://bootstrap.pypa.io/get-pip.py | python3.12 && \
2221
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 1 && \
2322
update-alternatives --install /usr/bin/python python /usr/bin/python3.12 1 && \
2423
apt-get install -y --no-install-recommends --fix-missing \
@@ -36,30 +35,13 @@ RUN apt-get update -y && \
3635
linux-libc-dev && \
3736
# Install Intel GPU runtime packages
3837
apt-get update -y && \
39-
apt-get install -y libze1 libze-dev libze-intel-gpu1 intel-opencl-icd libze-intel-gpu-raytracing && \
4038
apt-get install -y intel-oneapi-dpcpp-ct=2025.1.0-452 && \
4139
apt-get clean && rm -rf /var/lib/apt/lists/*
4240

43-
# pin compute runtime version
44-
# RUN mkdir /tmp/neo && \
45-
# cd /tmp/neo && \
46-
# wget https://github.com/intel/intel-graphics-compiler/releases/download/v2.12.5/intel-igc-core-2_2.12.5+19302_amd64.deb && \
47-
# wget https://github.com/intel/intel-graphics-compiler/releases/download/v2.12.5/intel-igc-opencl-2_2.12.5+19302_amd64.deb && \
48-
# wget https://github.com/intel/compute-runtime/releases/download/25.22.33944.8/intel-ocloc-dbgsym_25.22.33944.8-0_amd64.ddeb && \
49-
# wget https://github.com/intel/compute-runtime/releases/download/25.22.33944.8/intel-ocloc_25.22.33944.8-0_amd64.deb && \
50-
# wget https://github.com/intel/compute-runtime/releases/download/25.22.33944.8/intel-opencl-icd-dbgsym_25.22.33944.8-0_amd64.ddeb && \
51-
# wget https://github.com/intel/compute-runtime/releases/download/25.22.33944.8/intel-opencl-icd_25.22.33944.8-0_amd64.deb && \
52-
# wget https://github.com/intel/compute-runtime/releases/download/25.22.33944.8/libigdgmm12_22.7.0_amd64.deb && \
53-
# wget https://github.com/intel/compute-runtime/releases/download/25.22.33944.8/libze-intel-gpu1-dbgsym_25.22.33944.8-0_amd64.ddeb && \
54-
# wget https://github.com/intel/compute-runtime/releases/download/25.22.33944.8/libze-intel-gpu1_25.22.33944.8-0_amd64.deb && \
55-
# dpkg -i *.deb
56-
5741
WORKDIR /llm
58-
# TODO: update vllm_for_multi_arc.patch
5942
COPY ./patches/vllm_for_multi_arc.patch /tmp/
6043
# TODO: update oneccl...
6144
COPY ./patches/0001-oneccl-align-global-V0.1.1.patch /tmp/
62-
# COPY ./patches/vllm_int4_for_multi_arc.so /opt/lib/
6345

6446
# Set environment variables early
6547
ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/"
@@ -126,9 +108,6 @@ ARG https_proxy
126108
# install additional dependencies for openai api server
127109
RUN pip install accelerate hf_transfer 'modelscope!=1.15.0'
128110

129-
# Install required triton version
130-
# RUN pip uninstall pytorch-triton-xpu triton -y && \
131-
# pip install https://download.pytorch-extension.intel.com/ipex_dev/xpu/triton-3.3.0%2Bgitbd88137b-cp310-cp310-linux_x86_64.whl
132111

133112
# Pin transformers version to avoid conflict in vLLM
134113
RUN pip install "transformers<4.54.0"

0 commit comments

Comments
 (0)