From 73db8c974b757605e20e4f73a8fd33247dd6267a Mon Sep 17 00:00:00 2001 From: "Jonathan C. McKinney" Date: Fri, 16 Feb 2024 15:14:12 -0800 Subject: [PATCH] use vllm 0.3.1 --- docker_build_script_ubuntu.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker_build_script_ubuntu.sh b/docker_build_script_ubuntu.sh index 0dc5a3da3..01a90d8af 100755 --- a/docker_build_script_ubuntu.sh +++ b/docker_build_script_ubuntu.sh @@ -90,7 +90,7 @@ python -m venv vllm_env --system-site-packages /h2ogpt_conda/vllm_env/bin/python -m pip install https://h2o-release.s3.amazonaws.com/h2ogpt/mosaicml_turbo-0.0.9-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl # below has issue that compiled on A100, doesn't seem to work on V100, go back to vllm's own build #/h2ogpt_conda/vllm_env/bin/python -m pip install https://h2o-release.s3.amazonaws.com/h2ogpt/vllm-0.3.0-cp310-cp310-manylinux1_x86_64.whl -/h2ogpt_conda/vllm_env/bin/python -m pip install vllm==0.3.0 +/h2ogpt_conda/vllm_env/bin/python -m pip install vllm==0.3.1 mkdir $VLLM_CACHE chmod -R a+rwx /h2ogpt_conda