File tree Expand file tree Collapse file tree 5 files changed +4
-7
lines changed Expand file tree Collapse file tree 5 files changed +4
-7
lines changed Original file line number Diff line number Diff line change @@ -3,7 +3,6 @@ FROM nvcr.io/nvidia/pytorch:23.10-py3
3
3
WORKDIR /workspace/
4
4
ENV PYTHONPATH /workspace/
5
5
COPY requirements.txt /workspace/
6
- COPY . /workspace
7
6
8
7
RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
9
8
pip install --no-cache-dir -r /workspace/requirements.txt && \
Original file line number Diff line number Diff line change @@ -3,9 +3,8 @@ FROM nvcr.io/nvidia/pytorch:23.10-py3
3
3
WORKDIR /workspace/
4
4
ENV PYTHONPATH /workspace/
5
5
COPY requirements.txt /workspace/
6
- COPY . /workspace
7
6
8
7
RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
9
8
pip install --no-cache-dir -r /workspace/requirements.txt && \
10
9
pip install bitsandbytes -U && \
11
- pip install auto-gptq optimum autoawq
10
+ pip install auto-gptq optimum
Original file line number Diff line number Diff line change 1
- FROM ghcr.io/huggingface/text-generation-inference:1.2
1
+ FROM ghcr.io/huggingface/text-generation-inference:1.3
2
2
3
3
COPY requirements.txt .
4
4
RUN pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
Original file line number Diff line number Diff line change @@ -3,10 +3,9 @@ FROM nvcr.io/nvidia/pytorch:23.10-py3
3
3
WORKDIR /workspace/
4
4
ENV PYTHONPATH /workspace/
5
5
COPY requirements.txt /workspace/
6
- COPY . /workspace
7
6
8
7
RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
9
8
pip install bitsandbytes --upgrade && \
10
- pip install vllm>=0.2.2 && \
9
+ pip install vllm>=0.2.6 && \
11
10
pip install --no-cache-dir -r /workspace/requirements.txt && \
12
11
pip uninstall transformer-engine -y
Original file line number Diff line number Diff line change @@ -16,7 +16,7 @@ docker build -f docker/Dockerfile.vllm -t llm-api:vllm .
16
16
17
17
``` shell
18
18
pip install torch==2.1.0
19
- pip install vllm> =0.2.2
19
+ pip install vllm> =0.2.6
20
20
pip install -r requirements.txt
21
21
pip uninstall transformer-engine -y
22
22
```
You can’t perform that action at this time.
0 commit comments