diff --git a/docker_build_script_ubuntu.sh b/docker_build_script_ubuntu.sh index 0dc5a3da3..01a90d8af 100755 --- a/docker_build_script_ubuntu.sh +++ b/docker_build_script_ubuntu.sh @@ -90,7 +90,7 @@ python -m venv vllm_env --system-site-packages /h2ogpt_conda/vllm_env/bin/python -m pip install https://h2o-release.s3.amazonaws.com/h2ogpt/mosaicml_turbo-0.0.9-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl # below has issue that compiled on A100, doesn't seem to work on V100, go back to vllm's own build #/h2ogpt_conda/vllm_env/bin/python -m pip install https://h2o-release.s3.amazonaws.com/h2ogpt/vllm-0.3.0-cp310-cp310-manylinux1_x86_64.whl -/h2ogpt_conda/vllm_env/bin/python -m pip install vllm==0.3.0 +/h2ogpt_conda/vllm_env/bin/python -m pip install vllm==0.3.1 mkdir $VLLM_CACHE chmod -R a+rwx /h2ogpt_conda