From e071cac4db21a3267c3b885a71d9c173d4cdaeda Mon Sep 17 00:00:00 2001 From: lanluo-nvidia Date: Mon, 9 Feb 2026 11:35:07 -0800 Subject: [PATCH 1/2] upgrade trt from 10.14.1 to 10.15.1 --- MODULE.bazel | 12 ++++++------ dev_dep_versions.yml | 2 +- setup.py | 18 ++++++++---------- toolchains/ci_workspaces/MODULE.bazel.tmpl | 12 ++++++------ 4 files changed, 21 insertions(+), 23 deletions(-) diff --git a/MODULE.bazel b/MODULE.bazel index 625ddbea6b..a7058035ad 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -101,9 +101,9 @@ http_archive( http_archive( name = "tensorrt", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.14.1.48", + strip_prefix = "TensorRT-10.15.1.29", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-13.0.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.x86_64-gnu.cuda-13.1.tar.gz", ], ) @@ -119,9 +119,9 @@ http_archive( http_archive( name = "tensorrt_sbsa", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.14.1.48", + strip_prefix = "TensorRT-10.15.1.29", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.aarch64-gnu.cuda-13.0.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.aarch64-gnu.cuda-13.1.tar.gz", ], ) @@ -137,9 +137,9 @@ http_archive( http_archive( name = "tensorrt_win", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.14.1.48", + strip_prefix = "TensorRT-10.15.1.29", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-13.0.zip", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/zip/TensorRT-10.15.1.29.Windows.amd64.cuda-13.1.zip", ], ) diff --git a/dev_dep_versions.yml b/dev_dep_versions.yml index 23cfba8504..8cc9d9ee8a 100644 --- a/dev_dep_versions.yml +++ b/dev_dep_versions.yml @@ -1,4 +1,4 @@ __cuda_version__: "13.0" -__tensorrt_version__: "10.14.1" +__tensorrt_version__: "10.15.1" __tensorrt_rtx_version__: "1.2.0" __tensorrt_llm_version__: "0.17.0.post1" diff --git a/setup.py b/setup.py index 8e9e0231c9..1b362d93ff 100644 --- a/setup.py +++ b/setup.py @@ -743,7 +743,7 @@ def get_sbsa_requirements(base_requirements): # also due to we use sbsa torch_tensorrt wheel for thor, so when we build sbsa wheel, we need to only include tensorrt dependency. return requirements + [ "torch>=2.11.0.dev,<2.12.0", - "tensorrt>=10.14.1,<10.15.0", + "tensorrt>=10.15.1,<10.16.0", ] @@ -760,7 +760,7 @@ def get_x86_64_requirements(base_requirements): ] else: requirements = requirements + [ - "tensorrt>=10.14.1,<10.15.0", + "tensorrt>=10.15.1,<10.16.0", ] cuda_version = torch.version.cuda if cuda_version.startswith("12"): @@ -768,16 +768,16 @@ def get_x86_64_requirements(base_requirements): # which will cause the conflict due to cuda-toolkit 13 is also pulled in, so we need to specify tensorrt_cu12 here tensorrt_prefix = "tensorrt-cu12" requirements = requirements + [ - f"{tensorrt_prefix}>=10.14.1,<10.15.0", - f"{tensorrt_prefix}-bindings>=10.14.1,<10.15.0", - f"{tensorrt_prefix}-libs>=10.14.1,<10.15.0", + f"{tensorrt_prefix}>=10.15.1,<10.16.0", + f"{tensorrt_prefix}-bindings>=10.15.1,<10.16.0", + f"{tensorrt_prefix}-libs>=10.15.1,<10.16.0", ] elif cuda_version.startswith("13"): tensorrt_prefix = "tensorrt-cu13" requirements = requirements + [ - f"{tensorrt_prefix}>=10.14.1,<10.15.0,!=10.14.1.48", - f"{tensorrt_prefix}-bindings>=10.14.1,<10.15.0,!=10.14.1.48", - f"{tensorrt_prefix}-libs>=10.14.1,<10.15.0,!=10.14.1.48", + f"{tensorrt_prefix}>=10.15.1,<10.16.0", + f"{tensorrt_prefix}-bindings>=10.15.1,<10.16.0", + f"{tensorrt_prefix}-libs>=10.15.1,<10.16.0", ] else: raise ValueError(f"Unsupported CUDA version: {cuda_version}") @@ -791,8 +791,6 @@ def get_requirements(): "typing-extensions>=4.7.0", "dllist", "psutil", - # dummy package as a WAR for the tensorrt dependency on nvidia-cuda-runtime-cu13 - "nvidia-cuda-runtime-cu13==0.0.0a0", ] if IS_JETPACK: diff --git a/toolchains/ci_workspaces/MODULE.bazel.tmpl b/toolchains/ci_workspaces/MODULE.bazel.tmpl index f3dcf3ccd4..09d8e05a8d 100644 --- a/toolchains/ci_workspaces/MODULE.bazel.tmpl +++ b/toolchains/ci_workspaces/MODULE.bazel.tmpl @@ -75,9 +75,9 @@ http_archive = use_repo_rule("@bazel_tools//tools/build_defs/repo:http.bzl", "ht http_archive( name = "tensorrt", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.14.1.48", + strip_prefix = "TensorRT-10.15.1.29", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-${CU_UPPERBOUND}.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.x86_64-gnu.cuda-${CU_UPPERBOUND}.tar.gz", ], ) @@ -93,9 +93,9 @@ http_archive( http_archive( name = "tensorrt_sbsa", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.14.1.48", + strip_prefix = "TensorRT-10.15.1.29", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.aarch64-gnu.cuda-13.0.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.aarch64-gnu.cuda-13.0.tar.gz", ], ) @@ -111,9 +111,9 @@ http_archive( http_archive( name = "tensorrt_win", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.14.1.48", + strip_prefix = "TensorRT-10.15.1.29", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-${CU_UPPERBOUND}.zip", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/zip/TensorRT-10.15.1.29.Windows.win10.cuda-${CU_UPPERBOUND}.zip", ], ) From 77301e0cf68000de71d14e9d9b4cbdd7da007534 Mon Sep 17 00:00:00 2001 From: Lan Luo Date: Wed, 11 Feb 2026 15:15:21 -0800 Subject: [PATCH 2/2] test --- packaging/pre_build_script.sh | 4 ++-- packaging/pre_build_script_windows.sh | 5 +++-- toolchains/ci_workspaces/MODULE.bazel.tmpl | 2 +- 3 files changed, 6 insertions(+), 5 deletions(-) diff --git a/packaging/pre_build_script.sh b/packaging/pre_build_script.sh index bd0227044f..d45bc19031 100755 --- a/packaging/pre_build_script.sh +++ b/packaging/pre_build_script.sh @@ -59,11 +59,11 @@ fi export TORCH_BUILD_NUMBER=$(python -c "import torch, urllib.parse as ul; print(ul.quote_plus(torch.__version__))") export TORCH_INSTALL_PATH=$(python -c "import torch, os; print(os.path.dirname(torch.__file__))") -# CU_UPPERBOUND eg:13.0 or 12.9 +# CU_UPPERBOUND eg:13.1 or 12.9 # tensorrt tar for linux and windows are different across cuda version # for sbsa it is the same tar across cuda version if [[ ${CU_VERSION:2:2} == "13" ]]; then - export CU_UPPERBOUND="13.0" + export CU_UPPERBOUND="13.1" else export CU_UPPERBOUND="12.9" fi diff --git a/packaging/pre_build_script_windows.sh b/packaging/pre_build_script_windows.sh index 90024d9d2b..8b93fb55bd 100644 --- a/packaging/pre_build_script_windows.sh +++ b/packaging/pre_build_script_windows.sh @@ -35,11 +35,12 @@ unzip fmt.zip cp -r fmt-12.0.0/include/fmt/ $TORCH_INSTALL_PATH/include/ ls -lart $TORCH_INSTALL_PATH/include/fmt/ -# CU_UPPERBOUND eg:13.0 or 12.9 +# CU_UPPERBOUND eg:13.1 or 12.9 + # tensorrt tar for linux and windows are different across cuda version # for sbsa it is the same tar across cuda version if [[ ${CU_VERSION:2:2} == "13" ]]; then - export CU_UPPERBOUND="13.0" + export CU_UPPERBOUND="13.1" else export CU_UPPERBOUND="12.9" fi diff --git a/toolchains/ci_workspaces/MODULE.bazel.tmpl b/toolchains/ci_workspaces/MODULE.bazel.tmpl index 09d8e05a8d..87f3ade6b4 100644 --- a/toolchains/ci_workspaces/MODULE.bazel.tmpl +++ b/toolchains/ci_workspaces/MODULE.bazel.tmpl @@ -95,7 +95,7 @@ http_archive( build_file = "@//third_party/tensorrt/archive:BUILD", strip_prefix = "TensorRT-10.15.1.29", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.aarch64-gnu.cuda-13.0.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.15.1/tars/TensorRT-10.15.1.29.Linux.aarch64-gnu.cuda-13.1.tar.gz", ], )