From c875e1ff487b83b9b39f9817140dc80058fd4c74 Mon Sep 17 00:00:00 2001 From: Naren Dasan Date: Tue, 28 Jan 2025 15:19:30 -0700 Subject: [PATCH 1/3] chore: moving away from tensorrt_bindings --- core/util/prelude.h | 1 + examples/dynamo/auto_generate_converters.py | 2 +- .../dynamo/conversion/plugins/_generate_plugin_converter.py | 4 ++-- pyproject.toml | 4 ++-- 4 files changed, 6 insertions(+), 5 deletions(-) diff --git a/core/util/prelude.h b/core/util/prelude.h index 957562c3c5..338b2344c4 100644 --- a/core/util/prelude.h +++ b/core/util/prelude.h @@ -2,6 +2,7 @@ // A collection of headers from util that will typically get included in most // files +#include #include "core/util/Exception.h" #include "core/util/build_info.h" #include "core/util/jit_util.h" diff --git a/examples/dynamo/auto_generate_converters.py b/examples/dynamo/auto_generate_converters.py index 0640f4f104..59085fe2fb 100644 --- a/examples/dynamo/auto_generate_converters.py +++ b/examples/dynamo/auto_generate_converters.py @@ -39,7 +39,7 @@ from typing import Tuple -import tensorrt_bindings.plugin as trtp +import tensorrt.plugin as trtp import torch import torch_tensorrt import triton diff --git a/py/torch_tensorrt/dynamo/conversion/plugins/_generate_plugin_converter.py b/py/torch_tensorrt/dynamo/conversion/plugins/_generate_plugin_converter.py index 48886b82df..b880939b17 100644 --- a/py/torch_tensorrt/dynamo/conversion/plugins/_generate_plugin_converter.py +++ b/py/torch_tensorrt/dynamo/conversion/plugins/_generate_plugin_converter.py @@ -4,9 +4,9 @@ import numpy as np # Seems like a bug in TensorRT -import tensorrt_bindings.plugin as trtp +import tensorrt.plugin as trtp import torch -from tensorrt_bindings.plugin._lib import QDP_REGISTRY +from tensorrt.plugin._lib import QDP_REGISTRY from torch.fx.node import Argument, Node, Target from torch_tensorrt.dynamo._settings import CompilationSettings from torch_tensorrt.dynamo.conversion._ConversionContext import ConversionContext diff --git a/pyproject.toml b/pyproject.toml index 7ec6c7469a..3f68bc370e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -8,7 +8,7 @@ requires = [ "cffi>=1.15.1", "typing-extensions>=4.7.0", "future>=0.18.3", - "tensorrt-cu12>=10.7.0,<10.8.0", + "tensorrt-cu12>=10.7.0.post1,<10.8.0", "torch>=2.7.0.dev,<2.8.0", "pybind11==2.6.2", "numpy", @@ -55,7 +55,7 @@ keywords = [ ] dependencies = [ "torch>=2.7.0.dev,<2.8.0", - "tensorrt-cu12>=10.7.0,<10.8.0", + "tensorrt-cu12>=10.7.0.post1,<10.8.0", "tensorrt-cu12-bindings>=10.7.0,<10.8.0", "tensorrt-cu12-libs>=10.7.0,<10.8.0", "packaging>=23", From 61756e316b690bf280cfe087e2e398f71bfbc891 Mon Sep 17 00:00:00 2001 From: Naren Dasan <1790613+narendasan@users.noreply.github.com> Date: Wed, 29 Jan 2025 11:03:14 -0700 Subject: [PATCH 2/3] Update dev_dep_versions.yml --- dev_dep_versions.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev_dep_versions.yml b/dev_dep_versions.yml index b921d558fd..6ba35b5ef9 100644 --- a/dev_dep_versions.yml +++ b/dev_dep_versions.yml @@ -1,2 +1,2 @@ __cuda_version__: "12.6" -__tensorrt_version__: "10.7.0" +__tensorrt_version__: "10.7.0.post1" From 6fbb02c3dbb944c420095e8aad804b391171d630 Mon Sep 17 00:00:00 2001 From: Naren Dasan <1790613+narendasan@users.noreply.github.com> Date: Wed, 29 Jan 2025 16:31:15 -0700 Subject: [PATCH 3/3] Update pyproject.toml --- pyproject.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/pyproject.toml b/pyproject.toml index 3f68bc370e..87236f2c02 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -55,6 +55,7 @@ keywords = [ ] dependencies = [ "torch>=2.7.0.dev,<2.8.0", + "tensorrt>=10.7.0.post1,<10.8.0", "tensorrt-cu12>=10.7.0.post1,<10.8.0", "tensorrt-cu12-bindings>=10.7.0,<10.8.0", "tensorrt-cu12-libs>=10.7.0,<10.8.0",