chore: Update Torch to Jul 9 Nightly

- Make necessary changes in Dynamo decompositions
- Update WORKSPACE files

Author: gs-olive

.circleci/config.yml

@@ -252,10 +252,10 @@ commands:
     parameters:
       torch-build:
         type: string
-        default: "2.1.0.dev20230619+cu121"
+        default: "2.1.0.dev20230709+cu121"
       torchvision-build:
         type: string
-        default: "0.16.0.dev20230619+cu121"
+        default: "0.16.0.dev20230709+cu121"
       torch-build-index:
         type: string
         default: "https://download.pytorch.org/whl/nightly/cu121"
@@ -1338,10 +1338,10 @@ parameters:
   # Nightly platform config
   torch-build:
     type: string
-    default: "2.1.0.dev20230619+cu121"
+    default: "2.1.0.dev20230709+cu121"
   torchvision-build:
     type: string
-    default: "0.16.0.dev20230619+cu121"
+    default: "0.16.0.dev20230709+cu121"
   torch-build-index:
     type: string
     default: "https://download.pytorch.org/whl/nightly/cu121"

README.md

@@ -116,7 +116,7 @@ torch.jit.save(trt_ts_module, "trt_torchscript_module.ts") # save the TRT embedd
 These are the following dependencies used to verify the testcases. Torch-TensorRT can work with other versions, but the tests are not guaranteed to pass.
 
 - Bazel 5.2.0
-- Libtorch 2.1.0.dev20230619 (built with CUDA 12.1)
+- Libtorch 2.1.0.dev20230709 (built with CUDA 12.1)
 - CUDA 12.1
 - cuDNN 8.8.1
 - TensorRT 8.6.1

WORKSPACE

@@ -51,17 +51,17 @@ new_local_repository(
 http_archive(
     name = "libtorch",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "5ba55259b65e071346a2b547b8d1378595f1467a39aaa923fecb09f134f1bcba",
+    sha256 = "bad945261dde6347025fec49b76df344400145d001fcaba6845da08937f0ec4d",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-cxx11-abi-shared-with-deps-2.1.0.dev20230619%2Bcu121.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-cxx11-abi-shared-with-deps-2.1.0.dev20230709%2Bcu121.zip"],
 )
 
 http_archive(
     name = "libtorch_pre_cxx11_abi",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "8f6661bfc11597e77400e9e36cc8dd8e5e385ba82361d630d9ccede8518d7c7e",
+    sha256 = "7165cc94b2e19c42cacfbb74fe1d129d6a8cd07c866b3cc958ae5d206ac1ca6e",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-shared-with-deps-2.1.0.dev20230619%2Bcu121.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-shared-with-deps-2.1.0.dev20230709%2Bcu121.zip"],
 )
 
 # Download these tarballs manually from the NVIDIA website

py/requirements.txt

@@ -2,7 +2,7 @@ numpy
 packaging
 pybind11==2.6.2
 --extra-index-url https://download.pytorch.org/whl/nightly/cu121
-torch==2.1.0.dev20230619+cu121
-torchvision==0.16.0.dev20230619+cu121
+torch==2.1.0.dev20230709+cu121
+torchvision==0.16.0.dev20230709+cu121
 --extra-index-url https://pypi.ngc.nvidia.com
 tensorrt==8.6.1

py/torch_tensorrt/dynamo/backend/lowering/_decompositions.py

@@ -27,12 +27,8 @@ def inplace_op(*args, **kwargs):
 replace_inplace_op(aten.addmv_, aten.addmv)
 replace_inplace_op(aten.baddbmm_, aten.baddbmm)
 replace_inplace_op(aten.cumprod_, aten.cumprod)
-replace_inplace_op(aten.fill_, aten.fill)
-replace_inplace_op(aten.gelu_, aten.gelu)
-replace_inplace_op(aten.hardsigmoid_, aten.hardsigmoid)
 replace_inplace_op(aten.index_put_, aten.index_put)
 replace_inplace_op(aten.index_reduce_, aten.index_reduce)
-replace_inplace_op(aten.logit_, aten.logit)
 replace_inplace_op(aten.relu_, aten.relu)
 replace_inplace_op(aten.round_, aten.round)
 replace_inplace_op(aten.scatter_, aten.scatter)

toolchains/ci_workspaces/WORKSPACE.x86_64.release.rhel

@@ -56,17 +56,17 @@ new_local_repository(
 http_archive(
     name = "libtorch",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "5ba55259b65e071346a2b547b8d1378595f1467a39aaa923fecb09f134f1bcba",
+    sha256 = "bad945261dde6347025fec49b76df344400145d001fcaba6845da08937f0ec4d",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-cxx11-abi-shared-with-deps-2.1.0.dev20230619%2Bcu121.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-cxx11-abi-shared-with-deps-2.1.0.dev20230709%2Bcu121.zip"],
 )
 
 http_archive(
     name = "libtorch_pre_cxx11_abi",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "8f6661bfc11597e77400e9e36cc8dd8e5e385ba82361d630d9ccede8518d7c7e",
+    sha256 = "7165cc94b2e19c42cacfbb74fe1d129d6a8cd07c866b3cc958ae5d206ac1ca6e",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-shared-with-deps-2.1.0.dev20230619%2Bcu121.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-shared-with-deps-2.1.0.dev20230709%2Bcu121.zip"],
 )
 
 ####################################################################################

toolchains/ci_workspaces/WORKSPACE.x86_64.release.ubuntu

@@ -56,17 +56,17 @@ new_local_repository(
 http_archive(
     name = "libtorch",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "5ba55259b65e071346a2b547b8d1378595f1467a39aaa923fecb09f134f1bcba",
+    sha256 = "bad945261dde6347025fec49b76df344400145d001fcaba6845da08937f0ec4d",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-cxx11-abi-shared-with-deps-2.1.0.dev20230619%2Bcu121.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-cxx11-abi-shared-with-deps-2.1.0.dev20230709%2Bcu121.zip"],
 )
 
 http_archive(
     name = "libtorch_pre_cxx11_abi",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "8f6661bfc11597e77400e9e36cc8dd8e5e385ba82361d630d9ccede8518d7c7e",
+    sha256 = "7165cc94b2e19c42cacfbb74fe1d129d6a8cd07c866b3cc958ae5d206ac1ca6e",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-shared-with-deps-2.1.0.dev20230619%2Bcu121.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu121/libtorch-shared-with-deps-2.1.0.dev20230709%2Bcu121.zip"],
 )
 
 ####################################################################################