Skip to content

Commit 8f5e292

Browse files
author
xusenlin
committed
Update requirements
1 parent 71a1668 commit 8f5e292

File tree

5 files changed

+4
-7
lines changed

5 files changed

+4
-7
lines changed

docker/Dockerfile

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,6 @@ FROM nvcr.io/nvidia/pytorch:23.10-py3
33
WORKDIR /workspace/
44
ENV PYTHONPATH /workspace/
55
COPY requirements.txt /workspace/
6-
COPY . /workspace
76

87
RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
98
pip install --no-cache-dir -r /workspace/requirements.txt && \

docker/Dockerfile.gptq

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,8 @@ FROM nvcr.io/nvidia/pytorch:23.10-py3
33
WORKDIR /workspace/
44
ENV PYTHONPATH /workspace/
55
COPY requirements.txt /workspace/
6-
COPY . /workspace
76

87
RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
98
pip install --no-cache-dir -r /workspace/requirements.txt && \
109
pip install bitsandbytes -U && \
11-
pip install auto-gptq optimum autoawq
10+
pip install auto-gptq optimum

docker/Dockerfile.tgi

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
FROM ghcr.io/huggingface/text-generation-inference:1.2
1+
FROM ghcr.io/huggingface/text-generation-inference:1.3
22

33
COPY requirements.txt .
44
RUN pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple

docker/Dockerfile.vllm

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,9 @@ FROM nvcr.io/nvidia/pytorch:23.10-py3
33
WORKDIR /workspace/
44
ENV PYTHONPATH /workspace/
55
COPY requirements.txt /workspace/
6-
COPY . /workspace
76

87
RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
98
pip install bitsandbytes --upgrade && \
10-
pip install vllm>=0.2.2 && \
9+
pip install vllm>=0.2.6 && \
1110
pip install --no-cache-dir -r /workspace/requirements.txt && \
1211
pip uninstall transformer-engine -y

docs/VLLM_SCRIPT.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ docker build -f docker/Dockerfile.vllm -t llm-api:vllm .
1616

1717
```shell
1818
pip install torch==2.1.0
19-
pip install vllm>=0.2.2
19+
pip install vllm>=0.2.6
2020
pip install -r requirements.txt
2121
pip uninstall transformer-engine -y
2222
```

0 commit comments

Comments
 (0)