Skip to content

Commit

Permalink
Update Windows CI to CUDA 11.1, cuDNN 8.0.5 (pytorch#48469)
Browse files Browse the repository at this point in the history
Summary:
Fixes #{issue number}

Pull Request resolved: pytorch#48469

Reviewed By: walterddr

Differential Revision: D25187095

Pulled By: malfet

fbshipit-source-id: 47e29a172ebe71e60447a5483e63ac59818a0474
  • Loading branch information
peterjc123 authored and facebook-github-bot committed Nov 30, 2020
1 parent 7f869dc commit 5b6b149
Show file tree
Hide file tree
Showing 8 changed files with 26 additions and 28 deletions.
8 changes: 4 additions & 4 deletions .circleci/cimodel/data/windows_build_definitions.py
Original file line number Diff line number Diff line change
Expand Up @@ -131,10 +131,10 @@ def TruePred(_):
WindowsJob(None, _VC2019, CudaVersion(10, 1)),
WindowsJob(1, _VC2019, CudaVersion(10, 1)),
WindowsJob(2, _VC2019, CudaVersion(10, 1)),
# VS2019 CUDA-11.0
WindowsJob(None, _VC2019, CudaVersion(11, 0)),
WindowsJob(1, _VC2019, CudaVersion(11, 0), master_only_pred=TruePred),
WindowsJob(2, _VC2019, CudaVersion(11, 0), master_only_pred=TruePred),
# VS2019 CUDA-11.1
WindowsJob(None, _VC2019, CudaVersion(11, 1)),
WindowsJob(1, _VC2019, CudaVersion(11, 1), master_only_pred=TruePred),
WindowsJob(2, _VC2019, CudaVersion(11, 1), master_only_pred=TruePred),
# VS2019 CPU-only
WindowsJob(None, _VC2019, None),
WindowsJob(1, _VC2019, None, master_only_pred=TruePred),
Expand Down
13 changes: 5 additions & 8 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -774,9 +774,6 @@ jobs:
if [[ "${CUDA_VERSION}" != "10" || "${JOB_EXECUTOR}" != "windows-with-nvidia-gpu" ]]; then
.circleci/scripts/windows_cuda_install.sh
fi
if [[ "${CUDA_VERSION}" != "10" && "${JOB_EXECUTOR}" == "windows-with-nvidia-gpu" ]]; then
.circleci/scripts/driver_update.bat
fi
fi
- run:
name: Install Cudnn
Expand Down Expand Up @@ -8127,7 +8124,7 @@ workflows:
- pytorch_windows_build:
build_environment: pytorch-win-vs2019-cuda11-cudnn8-py3
cuda_version: "11"
name: pytorch_windows_vs2019_py36_cuda11.0_build
name: pytorch_windows_vs2019_py36_cuda11.1_build
python_version: "3.6"
use_cuda: "1"
vc_product: Community
Expand All @@ -8143,10 +8140,10 @@ workflows:
- master
- /ci-all\/.*/
- /release\/.*/
name: pytorch_windows_vs2019_py36_cuda11.0_test1
name: pytorch_windows_vs2019_py36_cuda11.1_test1
python_version: "3.6"
requires:
- pytorch_windows_vs2019_py36_cuda11.0_build
- pytorch_windows_vs2019_py36_cuda11.1_build
test_name: pytorch-windows-test1
use_cuda: "1"
vc_product: Community
Expand All @@ -8162,10 +8159,10 @@ workflows:
- master
- /ci-all\/.*/
- /release\/.*/
name: pytorch_windows_vs2019_py36_cuda11.0_test2
name: pytorch_windows_vs2019_py36_cuda11.1_test2
python_version: "3.6"
requires:
- pytorch_windows_vs2019_py36_cuda11.0_build
- pytorch_windows_vs2019_py36_cuda11.1_build
test_name: pytorch-windows-test2
use_cuda: "1"
vc_product: Community
Expand Down
8 changes: 4 additions & 4 deletions .circleci/scripts/driver_update.bat
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
set "DRIVER_DOWNLOAD_LINK=https://s3.amazonaws.com/ossci-windows/451.82-tesla-desktop-winserver-2019-2016-international.exe"
curl --retry 3 -kL %DRIVER_DOWNLOAD_LINK% --output 451.82-tesla-desktop-winserver-2019-2016-international.exe
set "DRIVER_DOWNLOAD_LINK=https://s3.amazonaws.com/ossci-windows/452.39-data-center-tesla-desktop-win10-64bit-international.exe"
curl --retry 3 -kL %DRIVER_DOWNLOAD_LINK% --output 452.39-data-center-tesla-desktop-win10-64bit-international.exe
if errorlevel 1 exit /b 1

start /wait 451.82-tesla-desktop-winserver-2019-2016-international.exe -s -noreboot
start /wait 452.39-data-center-tesla-desktop-win10-64bit-international.exe -s -noreboot
if errorlevel 1 exit /b 1

del 451.82-tesla-desktop-winserver-2019-2016-international.exe || ver > NUL
del 452.39-data-center-tesla-desktop-win10-64bit-international.exe || ver > NUL
10 changes: 7 additions & 3 deletions .circleci/scripts/windows_cuda_install.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,15 +7,19 @@ if [[ "$CUDA_VERSION" == "10" ]]; then
msbuild_project_dir="CUDAVisualStudioIntegration/extras/visual_studio_integration/MSBuildExtensions"
cuda_install_packages="nvcc_10.1 cuobjdump_10.1 nvprune_10.1 cupti_10.1 cublas_10.1 cublas_dev_10.1 cudart_10.1 cufft_10.1 cufft_dev_10.1 curand_10.1 curand_dev_10.1 cusolver_10.1 cusolver_dev_10.1 cusparse_10.1 cusparse_dev_10.1 nvgraph_10.1 nvgraph_dev_10.1 npp_10.1 npp_dev_10.1 nvrtc_10.1 nvrtc_dev_10.1 nvml_dev_10.1"
elif [[ "$CUDA_VERSION" == "11" ]]; then
cuda_complete_version="11.0"
cuda_installer_name="cuda_11.0.2_451.48_win10"
cuda_complete_version="11.1"
cuda_installer_name="cuda_11.1.0_456.43_win10"
msbuild_project_dir="visual_studio_integration/CUDAVisualStudioIntegration/extras/visual_studio_integration/MSBuildExtensions"
cuda_install_packages="nvcc_11.0 cuobjdump_11.0 nvprune_11.0 nvprof_11.0 cupti_11.0 cublas_11.0 cublas_dev_11.0 cudart_11.0 cufft_11.0 cufft_dev_11.0 curand_11.0 curand_dev_11.0 cusolver_11.0 cusolver_dev_11.0 cusparse_11.0 cusparse_dev_11.0 npp_11.0 npp_dev_11.0 nvrtc_11.0 nvrtc_dev_11.0 nvml_dev_11.0"
cuda_install_packages="nvcc_11.1 cuobjdump_11.1 nvprune_11.1 nvprof_11.1 cupti_11.1 cublas_11.1 cublas_dev_11.1 cudart_11.1 cufft_11.1 cufft_dev_11.1 curand_11.1 curand_dev_11.1 cusolver_11.1 cusolver_dev_11.1 cusparse_11.1 cusparse_dev_11.1 npp_11.1 npp_dev_11.1 nvrtc_11.1 nvrtc_dev_11.1 nvml_dev_11.1"
else
echo "CUDA_VERSION $CUDA_VERSION is not supported yet"
exit 1
fi

if [[ "${CUDA_VERSION}" != "10" && "${JOB_EXECUTOR}" == "windows-with-nvidia-gpu" ]]; then
cuda_install_packages="${cuda_install_packages} Display.Driver"
fi

cuda_installer_link="https://ossci-windows.s3.amazonaws.com/${cuda_installer_name}.exe"

curl --retry 3 -kLO $cuda_installer_link
Expand Down
4 changes: 2 additions & 2 deletions .circleci/scripts/windows_cudnn_install.sh
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,8 @@ if [[ "$CUDA_VERSION" == "10" ]]; then
cuda_complete_version="10.1"
cudnn_installer_name="cudnn-10.1-windows10-x64-v7.6.4.38"
elif [[ "$CUDA_VERSION" == "11" ]]; then
cuda_complete_version="11.0"
cudnn_installer_name="cudnn-11.0-windows-x64-v8.0.4.30"
cuda_complete_version="11.1"
cudnn_installer_name="cudnn-11.1-windows-x64-v8.0.5.39"
else
echo "CUDNN for CUDA_VERSION $CUDA_VERSION is not supported yet"
exit 1
Expand Down
3 changes: 0 additions & 3 deletions .circleci/verbatim-sources/job-specs/pytorch-job-specs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -336,9 +336,6 @@ jobs:
if [[ "${CUDA_VERSION}" != "10" || "${JOB_EXECUTOR}" != "windows-with-nvidia-gpu" ]]; then
.circleci/scripts/windows_cuda_install.sh
fi
if [[ "${CUDA_VERSION}" != "10" && "${JOB_EXECUTOR}" == "windows-with-nvidia-gpu" ]]; then
.circleci/scripts/driver_update.bat
fi
fi
- run:
name: Install Cudnn
Expand Down
4 changes: 2 additions & 2 deletions .jenkins/pytorch/win-test-helpers/build_pytorch.bat
Original file line number Diff line number Diff line change
Expand Up @@ -58,8 +58,8 @@ goto cuda_build_common

:cuda_build_11

set CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.0
set CUDA_PATH_V11_0=%CUDA_PATH%
set CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.1
set CUDA_PATH_V11_1=%CUDA_PATH%

goto cuda_build_common

Expand Down
4 changes: 2 additions & 2 deletions .jenkins/pytorch/win-test-helpers/setup_pytorch_env.bat
Original file line number Diff line number Diff line change
Expand Up @@ -67,8 +67,8 @@ goto cuda_build_common

:cuda_build_11

set CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.0
set CUDA_PATH_V11_0=%CUDA_PATH%
set CUDA_PATH=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v11.1
set CUDA_PATH_V11_1=%CUDA_PATH%

goto cuda_build_common

Expand Down

0 comments on commit 5b6b149

Please sign in to comment.