fix: Using TensorRT 8 new API calls

Signed-off-by: Dheeraj Peri <[email protected]>

Author: peri044

core/conversion/conversionctx/ConversionCtx.cpp

@@ -129,9 +129,9 @@ ConversionCtx::ConversionCtx(BuilderSettings build_settings)
 }
 
 ConversionCtx::~ConversionCtx() {
-  builder->destroy();
-  net->destroy();
-  cfg->destroy();
+  delete builder;
+  delete net;
+  delete cfg;
   for (auto ptr : builder_resources) {
     free(ptr);
   }
@@ -149,14 +149,11 @@ torch::jit::IValue* ConversionCtx::AssociateValueAndIValue(const torch::jit::Val
 }
 
 std::string ConversionCtx::SerializeEngine() {
-  auto engine = builder->buildEngineWithConfig(*net, *cfg);
-  if (!engine) {
-    TRTORCH_THROW_ERROR("Building TensorRT engine failed");
+  auto serialized_network = builder->buildSerializedNetwork(*net, *cfg);
+  if (!serialized_network) {
+    TRTORCH_THROW_ERROR("Building serialized network failed in TensorRT");
   }
-  auto serialized_engine = engine->serialize();
-  engine->destroy();
-  auto engine_str = std::string((const char*)serialized_engine->data(), serialized_engine->size());
-  serialized_engine->destroy();
+  auto engine_str = std::string((const char*)serialized_network->data(), serialized_network->size());
   return engine_str;
 }
 

core/conversion/conversionctx/ConversionCtx.h

@@ -32,7 +32,7 @@ struct BuilderSettings {
   bool strict_types = false;
   bool truncate_long_and_double = false;
   Device device;
-  nvinfer1::EngineCapability capability = nvinfer1::EngineCapability::kDEFAULT;
+  nvinfer1::EngineCapability capability = nvinfer1::EngineCapability::kSTANDARD;
   nvinfer1::IInt8Calibrator* calibrator = nullptr;
   uint64_t num_min_timing_iters = 2;
   uint64_t num_avg_timing_iters = 1;

core/runtime/TRTEngine.cpp

@@ -43,6 +43,7 @@ TRTEngine::TRTEngine(std::string mod_name, std::string serialized_engine, CudaDe
 
   rt = nvinfer1::createInferRuntime(util::logging::get_logger());
 
+  rt = nvinfer1::createInferRuntime(logger);
   name = slugify(mod_name) + "_engine";
 
   cuda_engine = rt->deserializeCudaEngine(serialized_engine.c_str(), serialized_engine.size());
@@ -84,9 +85,10 @@ TRTEngine& TRTEngine::operator=(const TRTEngine& other) {
 }
 
 TRTEngine::~TRTEngine() {
-  exec_ctx->destroy();
-  cuda_engine->destroy();
-  rt->destroy();
+   delete exec_ctx;
+   delete cuda_engine;
+   delete rt;
+
 }
 
 // TODO: Implement a call method

core/util/trt_util.h

@@ -87,11 +87,11 @@ inline std::ostream& operator<<(std::ostream& stream, const nvinfer1::DeviceType
 
 inline std::ostream& operator<<(std::ostream& stream, const nvinfer1::EngineCapability& cap) {
   switch (cap) {
-    case nvinfer1::EngineCapability::kDEFAULT:
+    case nvinfer1::EngineCapability::kSTANDARD:
       return stream << "Default";
-    case nvinfer1::EngineCapability::kSAFE_GPU:
+    case nvinfer1::EngineCapability::kSAFETY:
       return stream << "Safe GPU";
-    case nvinfer1::EngineCapability::kSAFE_DLA:
+    case nvinfer1::EngineCapability::kDLA_STANDALONE:
       return stream << "Safe DLA";
     default:
       return stream << "Unknown Engine Capability Setting";

cpp/api/src/compile_spec.cpp

@@ -386,14 +386,14 @@ core::CompileSpec to_internal_compile_spec(CompileSpec external) {
 
   switch (external.capability) {
     case CompileSpec::EngineCapability::kSAFE_GPU:
-      internal.convert_info.engine_settings.capability = nvinfer1::EngineCapability::kSAFE_GPU;
+      internal.convert_info.engine_settings.capability = nvinfer1::EngineCapability::kSAFETY;
       break;
     case CompileSpec::EngineCapability::kSAFE_DLA:
-      internal.convert_info.engine_settings.capability = nvinfer1::EngineCapability::kSAFE_DLA;
+      internal.convert_info.engine_settings.capability = nvinfer1::EngineCapability::kDLA_STANDALONE;
       break;
     case CompileSpec::EngineCapability::kDEFAULT:
     default:
-      internal.convert_info.engine_settings.capability = nvinfer1::EngineCapability::kDEFAULT;
+      internal.convert_info.engine_settings.capability = nvinfer1::EngineCapability::kSTANDARD;
   }
 
   internal.convert_info.engine_settings.device.gpu_id = external.device.gpu_id;