diff --git a/.github/scripts/filter-matrix.py b/.github/scripts/filter-matrix.py index 2c8ce38b63..f31616cd9c 100644 --- a/.github/scripts/filter-matrix.py +++ b/.github/scripts/filter-matrix.py @@ -13,10 +13,11 @@ # jetpack 6.2 only officially supports python 3.10 and cu126 jetpack_python_versions: List[str] = ["3.10"] jetpack_cuda_versions: List[str] = ["cu126"] -# rtx 1.2 currently only supports cu129 and cu130 +# rtx 1.3 currently only supports cu129 and cu130 rtx_cuda_versions: List[str] = ["cu129", "cu130"] -# trt 10.14.1 currently only supports cu129 and cu130 -trt_cuda_versions: List[str] = ["cu129", "cu130"] +# CUDA versions for TensorRT: aarch64 only supports cu130, x86 supports cu126/128/129/130 +trt_cuda_versions_x86: List[str] = ["cu126", "cu128", "cu129", "cu130"] +trt_cuda_versions_aarch64: List[str] = ["cu130"] jetpack_container_image: str = "nvcr.io/nvidia/l4t-jetpack:r36.4.0" sbsa_container_image: str = "quay.io/pypa/manylinux_2_39_aarch64" @@ -60,6 +61,11 @@ def filter_matrix_item( if item["desired_cuda"] not in rtx_cuda_versions: return False else: + # Select CUDA versions based on architecture + if item["gpu_arch_type"] == "cuda-aarch64": + trt_cuda_versions = trt_cuda_versions_aarch64 + else: + trt_cuda_versions = trt_cuda_versions_x86 if item["desired_cuda"] not in trt_cuda_versions: return False if item["gpu_arch_type"] == "cuda-aarch64": diff --git a/.github/workflows/release-linux-x86_64_rtx.yml b/.github/workflows/release-linux-x86_64_rtx.yml index f3860a5ed3..217755468e 100644 --- a/.github/workflows/release-linux-x86_64_rtx.yml +++ b/.github/workflows/release-linux-x86_64_rtx.yml @@ -1,4 +1,4 @@ -name: Release x86_64 Linux wheels and tarball artifacts +name: RTX Release x86_64 Linux wheels and tarball artifacts on: push: diff --git a/.github/workflows/release-windows_rtx.yml b/.github/workflows/release-windows_rtx.yml index f1e8932ffe..378284e924 100644 --- a/.github/workflows/release-windows_rtx.yml +++ b/.github/workflows/release-windows_rtx.yml @@ -1,4 +1,4 @@ -name: Release Windows wheels artifacts +name: RTX Release Windows wheels artifacts on: push: diff --git a/docs/v2.2.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py b/docs/v2.2.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py index 96146a43d8..fc16e5170c 100644 --- a/docs/v2.2.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py +++ b/docs/v2.2.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py @@ -4,7 +4,8 @@ Torch Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.2.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py b/docs/v2.2.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py index 797e41f5fd..5826e28d1e 100644 --- a/docs/v2.2.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py +++ b/docs/v2.2.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT Dyanmo Frontend ========================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.2.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py b/docs/v2.2.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py index 9015538fec..65b5c0231a 100644 --- a/docs/v2.2.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py +++ b/docs/v2.2.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT `torch.compile` Backend ========================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.2.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py b/docs/v2.2.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py index 5422f9cc1d..7ff6634906 100644 --- a/docs/v2.2.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py +++ b/docs/v2.2.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.2.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py b/docs/v2.2.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py index f73bd1e780..3fb63e8a32 100644 --- a/docs/v2.2.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py +++ b/docs/v2.2.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py @@ -4,7 +4,8 @@ Dynamo Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.2.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py b/docs/v2.2.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py index dd7fe2e07a..59319078a4 100644 --- a/docs/v2.2.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py +++ b/docs/v2.2.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.3.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py b/docs/v2.3.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py index 96146a43d8..fc16e5170c 100644 --- a/docs/v2.3.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py +++ b/docs/v2.3.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py @@ -4,7 +4,8 @@ Torch Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.3.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py b/docs/v2.3.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py index 797e41f5fd..5826e28d1e 100644 --- a/docs/v2.3.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py +++ b/docs/v2.3.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT Dyanmo Frontend ========================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.3.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py b/docs/v2.3.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py index 9015538fec..65b5c0231a 100644 --- a/docs/v2.3.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py +++ b/docs/v2.3.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT `torch.compile` Backend ========================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.3.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py b/docs/v2.3.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py index 5422f9cc1d..7ff6634906 100644 --- a/docs/v2.3.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py +++ b/docs/v2.3.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.3.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py b/docs/v2.3.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py index f73bd1e780..3fb63e8a32 100644 --- a/docs/v2.3.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py +++ b/docs/v2.3.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py @@ -4,7 +4,8 @@ Dynamo Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.3.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py b/docs/v2.3.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py index dd7fe2e07a..59319078a4 100644 --- a/docs/v2.3.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py +++ b/docs/v2.3.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.4.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py b/docs/v2.4.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py index 8ebedab111..af7d4b212d 100644 --- a/docs/v2.4.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py +++ b/docs/v2.4.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py @@ -4,7 +4,8 @@ Torch Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.4.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py b/docs/v2.4.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py index 797e41f5fd..5826e28d1e 100644 --- a/docs/v2.4.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py +++ b/docs/v2.4.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT Dyanmo Frontend ========================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.4.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py b/docs/v2.4.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py index 420c5390d3..da32bb22e3 100644 --- a/docs/v2.4.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py +++ b/docs/v2.4.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT `torch.compile` Backend ========================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.4.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py b/docs/v2.4.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py index 01d46e96f6..f27e2ae6ab 100644 --- a/docs/v2.4.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py +++ b/docs/v2.4.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.4.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py b/docs/v2.4.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py index f73bd1e780..3fb63e8a32 100644 --- a/docs/v2.4.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py +++ b/docs/v2.4.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py @@ -4,7 +4,8 @@ Dynamo Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.4.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py b/docs/v2.4.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py index dd7fe2e07a..59319078a4 100644 --- a/docs/v2.4.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py +++ b/docs/v2.4.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py b/docs/v2.5.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py index 8ebedab111..af7d4b212d 100644 --- a/docs/v2.5.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py +++ b/docs/v2.5.0/_downloads/0e30a6276601af7e5fc4d5166e2e3d37/torch_compile_advanced_usage.py @@ -4,7 +4,8 @@ Torch Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.compile(..., ir="torch_compile", ...)` works, and how it integrates with the `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py b/docs/v2.5.0/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py index a26305e4a3..aafd64cc18 100644 --- a/docs/v2.5.0/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py +++ b/docs/v2.5.0/_downloads/2a9ac10f2667047a7f398d1593b7ca33/torch_export_gpt2.py @@ -4,7 +4,8 @@ Compiling GPT2 using the Torch-TensorRT with dynamo backend ========================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a GPT2 model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a GPT2 model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/3d4d74f6636d986f33167154f6553961/torch_export_cudagraphs.py b/docs/v2.5.0/_downloads/3d4d74f6636d986f33167154f6553961/torch_export_cudagraphs.py index db7041b94d..cf16dd866a 100644 --- a/docs/v2.5.0/_downloads/3d4d74f6636d986f33167154f6553961/torch_export_cudagraphs.py +++ b/docs/v2.5.0/_downloads/3d4d74f6636d986f33167154f6553961/torch_export_cudagraphs.py @@ -4,16 +4,16 @@ Torch Export with Cudagraphs ====================================================== -This interactive script is intended as an overview of the process by which the Torch-TensorRT Cudagraphs integration can be used in the `ir="dynamo"` path. The functionality works similarly in the `torch.compile` path as well.""" +This interactive script is intended as an overview of the process by which the Torch-TensorRT Cudagraphs integration can be used in the `ir="dynamo"` path. The functionality works similarly in the `torch.compile` path as well. +""" # %% # Imports and Model Definition # ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ import torch -import torchvision.models as models - import torch_tensorrt +import torchvision.models as models # %% # Compilation with `torch_tensorrt.compile` Using Default Settings diff --git a/docs/v2.5.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py b/docs/v2.5.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py index 797e41f5fd..5826e28d1e 100644 --- a/docs/v2.5.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py +++ b/docs/v2.5.0/_downloads/418941399c146271a7b7728ba3059960/dynamo_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT Dyanmo Frontend ========================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py b/docs/v2.5.0/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py index 195944688b..7da1967945 100644 --- a/docs/v2.5.0/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py +++ b/docs/v2.5.0/_downloads/7b7004dc2ea6f839be532665e16e0426/torch_export_llama2.py @@ -4,7 +4,8 @@ Compiling Llama2 using the Torch-TensorRT with dynamo backend ========================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a Llama2 model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with dynamo backend on a Llama2 model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py b/docs/v2.5.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py index 420c5390d3..da32bb22e3 100644 --- a/docs/v2.5.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py +++ b/docs/v2.5.0/_downloads/d6e1bb6ec5f884994554d9d12e37a0f6/torch_compile_resnet_example.py @@ -4,7 +4,8 @@ Compiling ResNet using the Torch-TensorRT `torch.compile` Backend ========================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a ResNet model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py b/docs/v2.5.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py index 01d46e96f6..f27e2ae6ab 100644 --- a/docs/v2.5.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py +++ b/docs/v2.5.0/_downloads/dfa60e8f9850fd7761f3e7da81304d32/torch_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model.""" +This interactive script is intended as a sample of the Torch-TensorRT workflow with `torch.compile` on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py b/docs/v2.5.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py index f73bd1e780..3fb63e8a32 100644 --- a/docs/v2.5.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py +++ b/docs/v2.5.0/_downloads/e1ef5a42560a98a132f56a79d0b66f79/dynamo_compile_advanced_usage.py @@ -4,7 +4,8 @@ Dynamo Compile Advanced Usage ====================================================== -This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API.""" +This interactive script is intended as an overview of the process by which `torch_tensorrt.dynamo.compile` works, and how it integrates with the new `torch.compile` API. +""" # %% # Imports and Model Definition diff --git a/docs/v2.5.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py b/docs/v2.5.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py index dd7fe2e07a..59319078a4 100644 --- a/docs/v2.5.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py +++ b/docs/v2.5.0/_downloads/e550c5f53cc43e11aa6da8cfb79b54df/dynamo_compile_transformers_example.py @@ -4,7 +4,8 @@ Compiling a Transformer using torch.compile and TensorRT ============================================================== -This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model.""" +This interactive script is intended as a sample of the `torch_tensorrt.dynamo.compile` workflow on a transformer-based model. +""" # %% # Imports and Model Definition diff --git a/docsrc/getting_started/tensorrt_rtx.rst b/docsrc/getting_started/tensorrt_rtx.rst index f5800e3397..ae41d38f96 100644 --- a/docsrc/getting_started/tensorrt_rtx.rst +++ b/docsrc/getting_started/tensorrt_rtx.rst @@ -92,11 +92,12 @@ Before building, install the required Python packages: # Install PyTorch # Note: If you are building Torch-TensorRT at tip-of-tree, you need to install the latest PyTorch nightly build rather than the stable release. See below for details. - pip install torch torchvision + # Do not 'pip install torch torchvision' which will install the stable release of PyTorch, only install the nightly build. + # See below for details. # Install PyTorch nightly build (check CUDA version in MODULE.bazel) # Replace cuXXX with your CUDA version (e.g., cu130 for CUDA 13.0) - # pip install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cuXXX + pip install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cuXXX # Install additional build dependencies pip install pyyaml numpy @@ -133,7 +134,7 @@ Install TensorRT-RTX Tarball ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ TensorRT-RTX tarball can be downloaded from https://developer.nvidia.com/tensorrt-rtx. -Currently, Torch-TensorRT uses TensorRT-RTX version **1.2.0.54**. +Currently, Torch-TensorRT uses TensorRT-RTX version **1.3.0.35**. Once downloaded: @@ -143,8 +144,8 @@ Make sure you add the lib path to the ``LD_LIBRARY_PATH`` environment variable. .. code-block:: sh - # If TensorRT-RTX is downloaded in /your_local_download_path/TensorRT-RTX-1.2.0.54 - export LD_LIBRARY_PATH=/your_local_download_path/TensorRT-RTX-1.2.0.54/lib:$LD_LIBRARY_PATH + # If TensorRT-RTX is downloaded in /your_local_download_path/TensorRT-RTX-1.3.0.35 + export LD_LIBRARY_PATH=/your_local_download_path/TensorRT-RTX-1.3.0.35/lib:$LD_LIBRARY_PATH echo $LD_LIBRARY_PATH | grep TensorRT-RTX **In Windows:** @@ -153,8 +154,8 @@ Make sure you add the lib path to the Windows system variable ``PATH``. .. code-block:: sh - # If TensorRT-RTX is downloaded in C:\your_local_download_path\TensorRT-RTX-1.2.0.54 - set PATH="%PATH%;C:\your_local_download_path\TensorRT-RTX-1.2.0.54\lib" + # If TensorRT-RTX is downloaded in C:\your_local_download_path\TensorRT-RTX-1.3.0.35 + set PATH="%PATH%;C:\your_local_download_path\TensorRT-RTX-1.3.0.35\lib" echo %PATH% | findstr TensorRT-RTX Install TensorRT-RTX Wheel @@ -162,11 +163,12 @@ Install TensorRT-RTX Wheel Currently, the `tensorrt_rtx` wheel is not published on PyPI. You must install it manually from the downloaded tarball. +Will be published on PyPI from RTX 1.4 release. .. code-block:: sh - # If the tarball is downloaded in /your_local_download_path/TensorRT-RTX-1.2.0.54 - python -m pip install /your_local_download_path/TensorRT-RTX-1.2.0.54/python/tensorrt_rtx-1.2.0.54-cp39-none-linux_x86_64.whl + # If the tarball is downloaded in /your_local_download_path/TensorRT-RTX-1.3.0.35 + python -m pip install /your_local_download_path/TensorRT-RTX-1.3.0.35/python/tensorrt_rtx-1.3.0.35-cp39-none-linux_x86_64.whl Build Torch-TensorRT with TensorRT-RTX -------------------------------------- @@ -197,16 +199,15 @@ Then build the wheel: # Build wheel with TensorRT-RTX python setup.py bdist_wheel --use-rtx - # Install the wheel (note: the wheel filename uses underscores, not hyphens) - python -m pip install dist/torch_tensorrt-*.whl + # Install the wheel (note: the wheel filename uses underscores, not hyphens, and should contain the word 'rtx') + python -m pip install dist/torch_tensorrt_rtx-*.whl Quick Start ----------- .. code-block:: python - # You must set USE_TRT_RTX=true to use TensorRT-RTX - USE_TRT_RTX=true python examples/dynamo/torch_compile_resnet_example.py + python examples/dynamo/torch_compile_resnet_example.py Troubleshooting --------------- @@ -246,9 +247,9 @@ First, check the exact version constraint in `pyproject.toml =2.10.0.dev,<2.11.0 + # Example: if pyproject.toml requires torch>=2.12.0.dev,<2.13.0 # and MODULE.bazel specifies CUDA 13.0 (cu130): - pip install --pre "torch>=2.10.0.dev,<2.11.0" torchvision --index-url https://download.pytorch.org/whl/nightly/cu130 + pip install --pre "torch>=2.12.0.dev,<2.13.0" torchvision --index-url https://download.pytorch.org/whl/nightly/cu130 Replace the version constraint and CUDA version (cuXXX) according to your project's requirements. @@ -286,4 +287,4 @@ If not, clean up the environment and rebuild. # Check if tensorrt_rtx_1_0.dll is linked, and libnvinfer.dll is NOT cd py/torch_tensorrt - dumpbin /DEPENDENTS torchtrt.dll + dumpbin /DEPENDENTS torchtrt.dll \ No newline at end of file