Skip to content

upgrade trt from 10.14.1 to 10.15.1 #4075

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
lanluo-nvidia wants to merge 2 commits into
base: main
Choose a base branch
from
+26 −27
Open

upgrade trt from 10.14.1 to 10.15.1 #4075

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
e071cac
upgrade trt from 10.14.1 to 10.15.1
lanluo-nvidia Feb 9, 2026
77301e0
test
lanluo-nvidia Feb 11, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions MODULE.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -101,9 +101,9 @@ http_archive(
http_archive(
name = "tensorrt",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-10.14.1.48",
strip_prefix = "TensorRT-10.15.1.29",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-13.0.tar.gz",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.x86_64-gnu.cuda-13.1.tar.gz",
],
)

Expand All @@ -119,9 +119,9 @@ http_archive(
http_archive(
name = "tensorrt_sbsa",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-10.14.1.48",
strip_prefix = "TensorRT-10.15.1.29",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.aarch64-gnu.cuda-13.0.tar.gz",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.aarch64-gnu.cuda-13.1.tar.gz",
],
)

Expand All @@ -137,9 +137,9 @@ http_archive(
http_archive(
name = "tensorrt_win",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-10.14.1.48",
strip_prefix = "TensorRT-10.15.1.29",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-13.0.zip",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/zip/TensorRT-10.15.1.29.Windows.amd64.cuda-13.1.zip",
],
)

Expand Down
2 changes: 1 addition & 1 deletion dev_dep_versions.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
__cuda_version__: "13.0"
__tensorrt_version__: "10.14.1"
__tensorrt_version__: "10.15.1"
__tensorrt_rtx_version__: "1.2.0"
__tensorrt_llm_version__: "0.17.0.post1"
4 changes: 2 additions & 2 deletions packaging/pre_build_script.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -59,11 +59,11 @@ fi
export TORCH_BUILD_NUMBER=$(python -c "import torch, urllib.parse as ul; print(ul.quote_plus(torch.__version__))")
export TORCH_INSTALL_PATH=$(python -c "import torch, os; print(os.path.dirname(torch.__file__))")

# CU_UPPERBOUND eg:13.0 or 12.9
# CU_UPPERBOUND eg:13.1 or 12.9
# tensorrt tar for linux and windows are different across cuda version
# for sbsa it is the same tar across cuda version
if [[ ${CU_VERSION:2:2} == "13" ]]; then
export CU_UPPERBOUND="13.0"
export CU_UPPERBOUND="13.1"
else
export CU_UPPERBOUND="12.9"
fi
Expand Down
5 changes: 3 additions & 2 deletions packaging/pre_build_script_windows.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,11 +35,12 @@ unzip fmt.zip
cp -r fmt-12.0.0/include/fmt/ $TORCH_INSTALL_PATH/include/
ls -lart $TORCH_INSTALL_PATH/include/fmt/

# CU_UPPERBOUND eg:13.0 or 12.9
# CU_UPPERBOUND eg:13.1 or 12.9

# tensorrt tar for linux and windows are different across cuda version
# for sbsa it is the same tar across cuda version
if [[ ${CU_VERSION:2:2} == "13" ]]; then
export CU_UPPERBOUND="13.0"
export CU_UPPERBOUND="13.1"
else
export CU_UPPERBOUND="12.9"
fi
Expand Down
18 changes: 8 additions & 10 deletions setup.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -743,7 +743,7 @@ def get_sbsa_requirements(base_requirements):
# also due to we use sbsa torch_tensorrt wheel for thor, so when we build sbsa wheel, we need to only include tensorrt dependency.
return requirements + [
"torch>=2.11.0.dev,<2.12.0",
"tensorrt>=10.14.1,<10.15.0",
"tensorrt>=10.15.1,<10.16.0",
]


Expand All @@ -760,24 +760,24 @@ def get_x86_64_requirements(base_requirements):
]
else:
requirements = requirements + [
"tensorrt>=10.14.1,<10.15.0",
"tensorrt>=10.15.1,<10.16.0",
]
cuda_version = torch.version.cuda
if cuda_version.startswith("12"):
# directly use tensorrt>=10.14.1,<10.15.0 in cu12* env, it will pull both tensorrt_cu12 and tensorrt_cu13
# which will cause the conflict due to cuda-toolkit 13 is also pulled in, so we need to specify tensorrt_cu12 here
tensorrt_prefix = "tensorrt-cu12"
requirements = requirements + [
f"{tensorrt_prefix}>=10.14.1,<10.15.0",
f"{tensorrt_prefix}-bindings>=10.14.1,<10.15.0",
f"{tensorrt_prefix}-libs>=10.14.1,<10.15.0",
f"{tensorrt_prefix}>=10.15.1,<10.16.0",
f"{tensorrt_prefix}-bindings>=10.15.1,<10.16.0",
f"{tensorrt_prefix}-libs>=10.15.1,<10.16.0",
]
elif cuda_version.startswith("13"):
tensorrt_prefix = "tensorrt-cu13"
requirements = requirements + [
f"{tensorrt_prefix}>=10.14.1,<10.15.0,!=10.14.1.48",
f"{tensorrt_prefix}-bindings>=10.14.1,<10.15.0,!=10.14.1.48",
f"{tensorrt_prefix}-libs>=10.14.1,<10.15.0,!=10.14.1.48",
f"{tensorrt_prefix}>=10.15.1,<10.16.0",
f"{tensorrt_prefix}-bindings>=10.15.1,<10.16.0",
f"{tensorrt_prefix}-libs>=10.15.1,<10.16.0",
]
else:
raise ValueError(f"Unsupported CUDA version: {cuda_version}")
Expand All @@ -791,8 +791,6 @@ def get_requirements():
"typing-extensions>=4.7.0",
"dllist",
"psutil",
# dummy package as a WAR for the tensorrt dependency on nvidia-cuda-runtime-cu13
"nvidia-cuda-runtime-cu13==0.0.0a0",
]

if IS_JETPACK:
Expand Down
12 changes: 6 additions & 6 deletions toolchains/ci_workspaces/MODULE.bazel.tmpl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -75,9 +75,9 @@ http_archive = use_repo_rule("@bazel_tools//tools/build_defs/repo:http.bzl", "ht
http_archive(
name = "tensorrt",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-10.14.1.48",
strip_prefix = "TensorRT-10.15.1.29",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-${CU_UPPERBOUND}.tar.gz",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.x86_64-gnu.cuda-${CU_UPPERBOUND}.tar.gz",
],
)

Expand All @@ -93,9 +93,9 @@ http_archive(
http_archive(
name = "tensorrt_sbsa",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-10.14.1.48",
strip_prefix = "TensorRT-10.15.1.29",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.aarch64-gnu.cuda-13.0.tar.gz",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.aarch64-gnu.cuda-13.1.tar.gz",
],
)

Expand All @@ -111,9 +111,9 @@ http_archive(
http_archive(
name = "tensorrt_win",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-10.14.1.48",
strip_prefix = "TensorRT-10.15.1.29",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-${CU_UPPERBOUND}.zip",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/zip/TensorRT-10.15.1.29.Windows.win10.cuda-${CU_UPPERBOUND}.zip",
],
)

Expand Down
Loading