chore: bump torch to 2.8.0.dev (#3449)

Author: zewenli98

.github/scripts/generate_binary_build_matrix.py

@@ -57,9 +57,9 @@
 XPU = "xpu"
 
 
-CURRENT_NIGHTLY_VERSION = "2.7.0"
-CURRENT_CANDIDATE_VERSION = "2.5.1"
-CURRENT_STABLE_VERSION = "2.5.1"
+CURRENT_NIGHTLY_VERSION = "2.8.0"
+CURRENT_CANDIDATE_VERSION = "2.7.0"
+CURRENT_STABLE_VERSION = "2.7.0"
 CURRENT_VERSION = CURRENT_STABLE_VERSION
 
 # By default use Nightly for CUDA arches

.github/workflows/docgen.yml

@@ -35,7 +35,7 @@ jobs:
             - name: Install base deps
               run: |
                   python3 -m pip install pip --upgrade
-                  python3 -m pip install pyyaml numpy torch --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu126
+                  python3 -m pip install pyyaml numpy torch --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu128
                   ./packaging/pre_build_script.sh
             - name: Get HEAD SHA
               id: vars
@@ -44,7 +44,7 @@ jobs:
               env:
                   USE_PRE_CXX11_ABI: 0
               run: |
-                  python3 -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu126
+                  python3 -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128
             - name: Generate New Docs
               run: |
                   cd docsrc

MODULE.bazel

@@ -1,6 +1,6 @@
 module(
     name = "torch_tensorrt",
-    version = "2.7.0a0",
+    version = "2.8.0a0",
     repo_name = "org_pytorch_tensorrt",
 )
 

README.md

@@ -26,7 +26,7 @@ pip install torch-tensorrt
 
 Nightly versions of Torch-TensorRT are published on the PyTorch package index
 ```bash
-pip install --pre torch-tensorrt --index-url https://download.pytorch.org/whl/nightly/cu124
+pip install --pre torch-tensorrt --index-url https://download.pytorch.org/whl/nightly/cu128
 ```
 
 Torch-TensorRT is also distributed in the ready-to-run [NVIDIA NGC PyTorch Container](https://catalog.ngc.nvidia.com/orgs/nvidia/containers/pytorch) which has all dependencies with the proper versions and example notebooks included.
@@ -117,7 +117,7 @@ auto results = trt_mod.forward({input_tensor});
 These are the following dependencies used to verify the testcases. Torch-TensorRT can work with other versions, but the tests are not guaranteed to pass.
 
 - Bazel 6.3.2
-- Libtorch 2.7.0.dev (latest nightly) (built with CUDA 12.8)
+- Libtorch 2.8.0.dev (latest nightly) (built with CUDA 12.8)
 - CUDA 12.8
 - TensorRT 10.9.0.43
 

docker/dist-build.sh

@@ -5,9 +5,9 @@ set -x
 TOP_DIR=$(cd $(dirname $0); pwd)/..
 
 if [[ -z "${USE_PRE_CXX11}" ]]; then
-    BUILD_CMD="python -m pip wheel .  --extra-index-url https://download.pytorch.org/whl/nightly/cu124 -w dist"
+    BUILD_CMD="python -m pip wheel .  --extra-index-url https://download.pytorch.org/whl/nightly/cu128 -w dist"
 else
-    BUILD_CMD="python -m pip wheel . --config-setting="--build-option=--use-pre-cxx11-abi" --extra-index-url https://download.pytorch.org/whl/nightly/cu124 -w dist"
+    BUILD_CMD="python -m pip wheel . --config-setting="--build-option=--use-pre-cxx11-abi" --extra-index-url https://download.pytorch.org/whl/nightly/cu128 -w dist"
 fi
 
 # TensorRT restricts our pip version

docsrc/getting_started/installation.rst

@@ -46,7 +46,7 @@ Torch-TensorRT distributed nightlies targeting the PyTorch nightly. These can be
 
 .. code-block:: sh
 
-    python -m pip install --pre torch torch-tensorrt tensorrt --extra-index-url https://download.pytorch.org/whl/nightly/cu124
+    python -m pip install --pre torch torch-tensorrt tensorrt --extra-index-url https://download.pytorch.org/whl/nightly/cu128
 
 
 
@@ -131,7 +131,7 @@ Once the WORKSPACE has been configured properly, all that is required to build t
 
     .. code-block:: sh
 
-        python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124
+        python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128
 
 
 If you use the ``uv`` (`https://docs.astral.sh/uv/ <https://docs.astral.sh/uv/>`_) tool to manage python and your projects, the command is slightly simpler
@@ -146,7 +146,7 @@ To build the wheel file
 
     .. code-block:: sh
 
-        python -m pip wheel --no-deps --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124 -w dist
+        python -m pip wheel --no-deps --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 -w dist
 
 Additional Build Options
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
@@ -164,7 +164,7 @@ which has implications for features like serialization.
 
 .. code-block:: sh
 
-    PYTHON_ONLY=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124
+    PYTHON_ONLY=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128
 
 
 No TorchScript Frontend
@@ -175,7 +175,7 @@ of C++ code that is no longer necessary for most users. Therefore you can exclud
 
 .. code-block:: sh
 
-    NO_TORCHSCRIPT=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu124
+    NO_TORCHSCRIPT=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128
 
 
 Building the C++ Library Standalone (TorchScript Only)
@@ -262,7 +262,7 @@ Build steps
 
 * Open the app "x64 Native Tools Command Prompt for VS 2022" - note that Admin privileges may be necessary
 * Ensure Bazelisk (Bazel launcher) is installed on your machine and available from the command line. Package installers such as Chocolatey can be used to install Bazelisk
-* Install latest version of Torch (i.e. with ``pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu124``)
+* Install latest version of Torch (i.e. with ``pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128``)
 * Clone the Torch-TensorRT repository and navigate to its root directory
 * Run ``pip install ninja wheel setuptools``
 * Run ``pip install --pre -r py/requirements.txt``

py/requirements.txt

@@ -1,8 +1,8 @@
 numpy
 packaging
 pybind11==2.6.2
---extra-index-url https://download.pytorch.org/whl/nightly/cu124
-torch>=2.7.0.dev,<2.8.0
+--extra-index-url https://download.pytorch.org/whl/nightly/cu128
+torch>=2.8.0.dev,<2.9.0
 torchvision>=0.22.0.dev,<0.23.0
 --extra-index-url https://pypi.ngc.nvidia.com
 pyyaml

pyproject.toml

@@ -9,7 +9,7 @@ requires = [
     "typing-extensions>=4.7.0",
     "future>=0.18.3",
     "tensorrt-cu12>=10.9.0,<10.10.0",
-    "torch>=2.7.0.dev,<2.8.0",
+    "torch>=2.8.0.dev,<2.9.0",
     "pybind11==2.6.2",
     "numpy",
     "sympy",
@@ -55,7 +55,7 @@ keywords = [
     "inference",
 ]
 dependencies = [
-    "torch>=2.7.0.dev,<2.8.0",
+    "torch>=2.8.0.dev,<2.9.0",
     "tensorrt>=10.9.0,<10.10.0",
     "tensorrt-cu12>=10.9.0,<10.10.0",
     "tensorrt-cu12-bindings>=10.9.0,<10.10.0",
@@ -108,12 +108,12 @@ prerelease = "if-necessary-or-explicit"
 index-strategy = "unsafe-best-match"                                    # Needed for TRT-LLM
 
 [tool.uv.sources]
-torch = [{ index = "pytorch-nightly-cu126" }]
-torchvision = [{ index = "pytorch-nightly-cu126" }]
+torch = [{ index = "pytorch-nightly-cu128" }]
+torchvision = [{ index = "pytorch-nightly-cu128" }]
 
 [[tool.uv.index]]
-name = "pytorch-nightly-cu126"
-url = "https://download.pytorch.org/whl/nightly/cu126"
+name = "pytorch-nightly-cu128"
+url = "https://download.pytorch.org/whl/nightly/cu128"
 explicit = false
 
 [[tool.uv.index]]