From 335d5889e56b99cf266512b763d13b5f52e47dd9 Mon Sep 17 00:00:00 2001 From: Naren Dasan Date: Wed, 30 Nov 2022 14:34:41 -0800 Subject: [PATCH] chore: upload docs for 1.3.0 Signed-off-by: Naren Dasan Signed-off-by: Naren Dasan --- .pre-commit-config.yaml | 2 + docs/_cpp_api/class_view_hierarchy.html | 1252 +- .../classtorch__tensorrt_1_1DataType.html | 148 +- ...rch__tensorrt_1_1Device_1_1DeviceType.html | 148 +- .../classtorch__tensorrt_1_1TensorFormat.html | 148 +- ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html | 148 +- ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html | 148 +- ...8h_1a18d295a837ac71add5578860b55e5502.html | 148 +- ...8h_1a282fd3c0b1c3a215148ae372070e1268.html | 148 +- ...8h_1a31398a6d4d27e28817afb0f0139e909e.html | 148 +- ...8h_1a35703561b26b1a9d2738ad7d58b27827.html | 148 +- ...8h_1abd1465eb38256d3f22cc1426b23d516b.html | 148 +- ...8h_1abe87b341f562fd1cf40b7672e4d759da.html | 148 +- ...8h_1ad19939408f7be171a74a89928b36eb59.html | 148 +- ...8h_1adad592a7b1b7eed529cdf6acd584c883.html | 148 +- docs/_cpp_api/dir_cpp.html | 136 +- docs/_cpp_api/dir_cpp_include.html | 136 +- .../dir_cpp_include_torch_tensorrt.html | 136 +- ...8h_1a130f65408ad8cbaee060f05e8db69558.html | 148 +- ...8h_1a3fbe5d72e4fc624dbd038853079620eb.html | 158 +- ..._cpp_include_torch_tensorrt_logging.h.html | 136 +- ...e_cpp_include_torch_tensorrt_macros.h.html | 136 +- ...file_cpp_include_torch_tensorrt_ptq.h.html | 136 +- ...clude_torch_tensorrt_torch_tensorrt.h.html | 136 +- docs/_cpp_api/file_view_hierarchy.html | 1206 +- ...8h_1a0593f776f469c20469e2f729fc7861a3.html | 148 +- ...8h_1a0c012cb374addd90eb1f42eaec570650.html | 148 +- ...8h_1a56e110feaaba2c3fd44bd201fd21a76a.html | 148 +- ...8h_1a7cb50492421ea9de4e3db895819df6f2.html | 148 +- ...8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html | 148 +- ...8h_1ad2efd47b6c3689e58ccc595680579ae5.html | 148 +- ...8h_1af8f3443813315af7901903d25dd495cc.html | 148 +- ...8h_1a226e3c83379d1012cde8578c1c86b16c.html | 148 +- ...8h_1a6186e305f47c1d94b6130ef6c7f7e178.html | 148 +- ...8h_1a83ff2be7e0b80bc7434de415861dc039.html | 156 +- ...8h_1a9835f6e605dce1abf442a55b64d6dffa.html | 156 +- ...8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html | 148 +- ...8h_1a6e19490a08fb1553c9dd347a5ae79db9.html | 148 +- ...8h_1a710df824a7718b440e4bc17bf9693cef.html | 184 +- ...8h_1a81f9783517335dda877d8cfcf38987c9.html | 148 +- ...8h_1ac4ab8313ae72c2c899ea31548b528528.html | 148 +- ...8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html | 148 +- ...8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html | 148 +- ...8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html | 148 +- docs/_cpp_api/namespace_torch_tensorrt.html | 150 +- .../namespace_torch_tensorrt__logging.html | 150 +- .../namespace_torch_tensorrt__ptq.html | 150 +- ...namespace_torch_tensorrt__torchscript.html | 150 +- ..._cpp_include_torch_tensorrt_logging.h.html | 136 +- ...e_cpp_include_torch_tensorrt_macros.h.html | 136 +- ...file_cpp_include_torch_tensorrt_ptq.h.html | 136 +- ...clude_torch_tensorrt_torch_tensorrt.h.html | 136 +- .../structtorch__tensorrt_1_1Device.html | 148 +- .../structtorch__tensorrt_1_1GraphInputs.html | 148 +- .../structtorch__tensorrt_1_1Input.html | 164 +- ...ensorrt_1_1torchscript_1_1CompileSpec.html | 150 +- docs/_cpp_api/torch_tensort_cpp.html | 146 +- docs/_cpp_api/unabridged_api.html | 2251 ++- docs/_cpp_api/unabridged_orphan.html | 136 +- docs/_modules/index.html | 134 +- docs/_modules/torch_tensorrt/_Device.html | 134 +- docs/_modules/torch_tensorrt/_Input.html | 134 +- .../torch_tensorrt/_TRTModuleNext.html | 136 +- docs/_modules/torch_tensorrt/_compile.html | 134 +- docs/_modules/torch_tensorrt/_util.html | 134 +- docs/_modules/torch_tensorrt/fx/fx2trt.html | 134 +- .../torch_tensorrt/fx/input_tensor_spec.html | 134 +- docs/_modules/torch_tensorrt/fx/lower.html | 134 +- .../torch_tensorrt/fx/trt_module.html | 134 +- docs/_modules/torch_tensorrt/logging.html | 134 +- docs/_modules/torch_tensorrt/ptq.html | 134 +- .../torch_tensorrt/ts/_compile_spec.html | 134 +- .../_modules/torch_tensorrt/ts/_compiler.html | 134 +- docs/_notebooks/CitriNet-example.html | 152 +- docs/_notebooks/CitriNet-example.ipynb | 6 +- docs/_notebooks/EfficientNet-example.html | 152 +- docs/_notebooks/EfficientNet-example.ipynb | 6 +- docs/_notebooks/Hugging-Face-BERT.html | 152 +- docs/_notebooks/Hugging-Face-BERT.ipynb | 7 +- docs/_notebooks/Resnet50-example.html | 152 +- docs/_notebooks/Resnet50-example.ipynb | 2 +- docs/_notebooks/dynamic-shapes.html | 191 +- docs/_notebooks/dynamic-shapes.ipynb | 37 +- docs/_notebooks/lenet-getting-started.html | 154 +- docs/_notebooks/lenet-getting-started.ipynb | 9 +- .../_notebooks/ssd-object-detection-demo.html | 158 +- .../ssd-object-detection-demo.ipynb | 4 +- docs/_notebooks/vgg-qat.html | 172 +- docs/_notebooks/vgg-qat.ipynb | 35 +- ...1a83ff2be7e0b80bc7434de415861dc039.rst.txt | 1 - ...1a9835f6e605dce1abf442a55b64d6dffa.rst.txt | 1 - ...de_torch_tensorrt_torch_tensorrt.h.rst.txt | 124 +- .../_notebooks/CitriNet-example.ipynb.txt | 6 +- .../_notebooks/EfficientNet-example.ipynb.txt | 6 +- .../_notebooks/Hugging-Face-BERT.ipynb.txt | 7 +- .../_notebooks/Resnet50-example.ipynb.txt | 2 +- .../_notebooks/dynamic-shapes.ipynb.txt | 37 +- .../lenet-getting-started.ipynb.txt | 9 +- .../ssd-object-detection-demo.ipynb.txt | 4 +- docs/_sources/_notebooks/vgg-qat.ipynb.txt | 35 +- docs/_sources/tutorials/installation.rst.txt | 4 +- docs/_sources/tutorials/torchtrtc.rst.txt | 10 +- docs/_static/documentation_options.js | 2 +- docs/cli/torchtrtc.html | 146 +- docs/contributors/conversion.html | 148 +- docs/contributors/lowering.html | 148 +- docs/contributors/partitioning.html | 148 +- docs/contributors/phases.html | 136 +- docs/contributors/runtime.html | 148 +- docs/contributors/system_overview.html | 146 +- docs/contributors/useful_links.html | 146 +- docs/contributors/writing_converters.html | 146 +- docs/genindex.html | 144 +- .../getting_started_with_cpp_api.html | 146 +- .../getting_started_with_python_api.html | 146 +- .../getting_started_with_windows.html | 136 +- docs/getting_started/installation.html | 146 +- docs/index.html | 144 +- docs/indices/supported_ops.html | 144 +- docs/objects.inv | Bin 25384 -> 27574 bytes docs/py-modindex.html | 134 +- docs/py_api/fx.html | 150 +- docs/py_api/logging.html | 148 +- docs/py_api/ptq.html | 148 +- docs/py_api/torch_tensorrt.html | 152 +- docs/py_api/ts.html | 156 +- docs/search.html | 142 +- docs/searchindex.js | 2 +- docs/sitemap.xml | 2 +- .../pytorch-sphinx-theme/docs/changelog.html | 136 +- .../docs/configuring.html | 136 +- .../pytorch-sphinx-theme/docs/demo/api.html | 136 +- .../pytorch-sphinx-theme/docs/demo/demo.html | 138 +- .../docs/demo/lists_tables.html | 136 +- .../pytorch-sphinx-theme/docs/demo/long.html | 136 +- .../docs/demo/structure.html | 136 +- docs/src/pytorch-sphinx-theme/docs/index.html | 136 +- .../pytorch-sphinx-theme/docs/installing.html | 136 +- ...creating_torchscript_module_in_python.html | 146 +- .../getting_started_with_cpp_api.html | 2051 +-- .../getting_started_with_fx_path.html | 146 +- .../getting_started_with_python_api.html | 1252 +- docs/tutorials/installation.html | 2687 ++-- docs/tutorials/notebooks.html | 146 +- docs/tutorials/ptq.html | 146 +- docs/tutorials/runtime.html | 146 +- .../serving_torch_tensorrt_with_triton.html | 146 +- docs/tutorials/torchtrtc.html | 1226 +- docs/tutorials/use_from_pytorch.html | 146 +- docs/tutorials/using_dla.html | 146 +- docs/v1.3.0/.nojekyll | 0 .../v1.3.0/_cpp_api/class_view_hierarchy.html | 699 + .../classtorch__tensorrt_1_1DataType.html | 880 ++ ...rch__tensorrt_1_1Device_1_1DeviceType.html | 829 + .../classtorch__tensorrt_1_1TensorFormat.html | 861 ++ ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html | 825 + ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html | 835 ++ ...8h_1a18d295a837ac71add5578860b55e5502.html | 720 + ...8h_1a282fd3c0b1c3a215148ae372070e1268.html | 720 + ...8h_1a31398a6d4d27e28817afb0f0139e909e.html | 720 + ...8h_1a35703561b26b1a9d2738ad7d58b27827.html | 720 + ...8h_1abd1465eb38256d3f22cc1426b23d516b.html | 720 + ...8h_1abe87b341f562fd1cf40b7672e4d759da.html | 720 + ...8h_1ad19939408f7be171a74a89928b36eb59.html | 720 + ...8h_1adad592a7b1b7eed529cdf6acd584c883.html | 720 + docs/v1.3.0/_cpp_api/dir_cpp.html | 703 + docs/v1.3.0/_cpp_api/dir_cpp_include.html | 704 + .../dir_cpp_include_torch_tensorrt.html | 707 + ...8h_1a130f65408ad8cbaee060f05e8db69558.html | 758 + ...8h_1a3fbe5d72e4fc624dbd038853079620eb.html | 737 + ..._cpp_include_torch_tensorrt_logging.h.html | 759 + ...e_cpp_include_torch_tensorrt_macros.h.html | 745 + ...file_cpp_include_torch_tensorrt_ptq.h.html | 756 + ...clude_torch_tensorrt_torch_tensorrt.h.html | 771 + docs/v1.3.0/_cpp_api/file_view_hierarchy.html | 699 + ...8h_1a0593f776f469c20469e2f729fc7861a3.html | 720 + ...8h_1a0c012cb374addd90eb1f42eaec570650.html | 726 + ...8h_1a56e110feaaba2c3fd44bd201fd21a76a.html | 726 + ...8h_1a7cb50492421ea9de4e3db895819df6f2.html | 726 + ...8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html | 729 + ...8h_1ad2efd47b6c3689e58ccc595680579ae5.html | 726 + ...8h_1af8f3443813315af7901903d25dd495cc.html | 720 + ...8h_1a226e3c83379d1012cde8578c1c86b16c.html | 735 + ...8h_1a6186e305f47c1d94b6130ef6c7f7e178.html | 741 + ...8h_1a83ff2be7e0b80bc7434de415861dc039.html | 728 + ...8h_1a9835f6e605dce1abf442a55b64d6dffa.html | 722 + ...8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html | 735 + ...8h_1a6e19490a08fb1553c9dd347a5ae79db9.html | 735 + ...8h_1a710df824a7718b440e4bc17bf9693cef.html | 711 + ...8h_1a81f9783517335dda877d8cfcf38987c9.html | 741 + ...8h_1ac4ab8313ae72c2c899ea31548b528528.html | 726 + ...8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html | 726 + ...8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html | 721 + ...8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html | 735 + .../_cpp_api/namespace_torch_tensorrt.html | 754 + .../namespace_torch_tensorrt__logging.html | 735 + .../namespace_torch_tensorrt__ptq.html | 731 + ...namespace_torch_tensorrt__torchscript.html | 732 + ..._cpp_include_torch_tensorrt_logging.h.html | 735 + ...e_cpp_include_torch_tensorrt_macros.h.html | 734 + ...file_cpp_include_torch_tensorrt_ptq.h.html | 874 ++ ...clude_torch_tensorrt_torch_tensorrt.h.html | 982 ++ .../structtorch__tensorrt_1_1Device.html | 877 ++ .../structtorch__tensorrt_1_1GraphInputs.html | 735 + .../structtorch__tensorrt_1_1Input.html | 918 ++ ...ensorrt_1_1torchscript_1_1CompileSpec.html | 889 ++ docs/v1.3.0/_cpp_api/torch_tensort_cpp.html | 1097 ++ docs/v1.3.0/_cpp_api/unabridged_api.html | 1052 ++ docs/v1.3.0/_cpp_api/unabridged_orphan.html | 792 + .../yi_jing_01_chien.jpg | Bin 0 -> 6614 bytes .../_notebooks_EfficientNet-example_12_0.png | Bin 0 -> 96385 bytes .../_notebooks_EfficientNet-example_16_2.png | Bin 0 -> 99830 bytes .../_notebooks_Resnet50-example_12_0.png | Bin 0 -> 96469 bytes .../_notebooks_Resnet50-example_16_1.png | Bin 0 -> 99900 bytes .../_notebooks_dynamic-shapes_14_1.png | Bin 0 -> 99817 bytes .../_images/_notebooks_dynamic-shapes_8_0.png | Bin 0 -> 96385 bytes ...tebooks_ssd-object-detection-demo_18_0.png | Bin 0 -> 102606 bytes ...tebooks_ssd-object-detection-demo_18_1.png | Bin 0 -> 72163 bytes ...tebooks_ssd-object-detection-demo_18_2.png | Bin 0 -> 95321 bytes ...tebooks_ssd-object-detection-demo_35_0.png | Bin 0 -> 102606 bytes ...tebooks_ssd-object-detection-demo_35_1.png | Bin 0 -> 72163 bytes ...tebooks_ssd-object-detection-demo_35_2.png | Bin 0 -> 95266 bytes docs/v1.3.0/_images/yi_jing_01_chien.jpg | Bin 0 -> 6614 bytes docs/v1.3.0/_modules/index.html | 697 + .../_modules/torch_tensorrt/_Device.html | 826 + .../_modules/torch_tensorrt/_Input.html | 1037 ++ .../torch_tensorrt/_TRTModuleNext.html | 896 ++ .../_modules/torch_tensorrt/_compile.html | 898 ++ .../v1.3.0/_modules/torch_tensorrt/_util.html | 717 + .../_modules/torch_tensorrt/fx/fx2trt.html | 1060 ++ .../torch_tensorrt/fx/input_tensor_spec.html | 880 ++ .../_modules/torch_tensorrt/fx/lower.html | 987 ++ .../torch_tensorrt/fx/trt_module.html | 924 ++ .../_modules/torch_tensorrt/logging.html | 899 ++ docs/v1.3.0/_modules/torch_tensorrt/ptq.html | 891 ++ .../torch_tensorrt/ts/_compile_spec.html | 1173 ++ .../_modules/torch_tensorrt/ts/_compiler.html | 994 ++ docs/v1.3.0/_notebooks/CitriNet-example.html | 1790 +++ docs/v1.3.0/_notebooks/CitriNet-example.ipynb | 964 ++ .../_notebooks/EfficientNet-example.html | 1500 ++ .../_notebooks/EfficientNet-example.ipynb | 693 + docs/v1.3.0/_notebooks/Hugging-Face-BERT.html | 1417 ++ .../v1.3.0/_notebooks/Hugging-Face-BERT.ipynb | 714 + docs/v1.3.0/_notebooks/Resnet50-example.html | 1711 +++ docs/v1.3.0/_notebooks/Resnet50-example.ipynb | 925 ++ docs/v1.3.0/_notebooks/dynamic-shapes.html | 1787 +++ docs/v1.3.0/_notebooks/dynamic-shapes.ipynb | 1023 ++ .../_notebooks/lenet-getting-started.html | 1555 ++ .../_notebooks/lenet-getting-started.ipynb | 718 + .../_notebooks/ssd-object-detection-demo.html | 1672 +++ .../ssd-object-detection-demo.ipynb | 943 ++ docs/v1.3.0/_notebooks/vgg-qat.html | 1954 +++ docs/v1.3.0/_notebooks/vgg-qat.ipynb | 1200 ++ .../_cpp_api/class_view_hierarchy.rst.txt | 18 + .../classtorch__tensorrt_1_1DataType.rst.txt | 17 + ...__tensorrt_1_1Device_1_1DeviceType.rst.txt | 23 + ...asstorch__tensorrt_1_1TensorFormat.rst.txt | 17 + ...orrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt | 26 + ..._tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt | 26 + ...1a18d295a837ac71add5578860b55e5502.rst.txt | 14 + ...1a282fd3c0b1c3a215148ae372070e1268.rst.txt | 14 + ...1a31398a6d4d27e28817afb0f0139e909e.rst.txt | 14 + ...1a35703561b26b1a9d2738ad7d58b27827.rst.txt | 14 + ...1abd1465eb38256d3f22cc1426b23d516b.rst.txt | 14 + ...1abe87b341f562fd1cf40b7672e4d759da.rst.txt | 14 + ...1ad19939408f7be171a74a89928b36eb59.rst.txt | 14 + ...1adad592a7b1b7eed529cdf6acd584c883.rst.txt | 14 + docs/v1.3.0/_sources/_cpp_api/dir_cpp.rst.txt | 16 + .../_sources/_cpp_api/dir_cpp_include.rst.txt | 20 + .../dir_cpp_include_torch_tensorrt.rst.txt | 23 + ...1a130f65408ad8cbaee060f05e8db69558.rst.txt | 14 + ...1a3fbe5d72e4fc624dbd038853079620eb.rst.txt | 14 + ...p_include_torch_tensorrt_logging.h.rst.txt | 80 + ...pp_include_torch_tensorrt_macros.h.rst.txt | 71 + ...e_cpp_include_torch_tensorrt_ptq.h.rst.txt | 84 + ...de_torch_tensorrt_torch_tensorrt.h.rst.txt | 105 + .../_cpp_api/file_view_hierarchy.rst.txt | 18 + ...1a0593f776f469c20469e2f729fc7861a3.rst.txt | 14 + ...1a0c012cb374addd90eb1f42eaec570650.rst.txt | 14 + ...1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt | 14 + ...1a7cb50492421ea9de4e3db895819df6f2.rst.txt | 14 + ...1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt | 14 + ...1ad2efd47b6c3689e58ccc595680579ae5.rst.txt | 14 + ...1af8f3443813315af7901903d25dd495cc.rst.txt | 14 + ...1a226e3c83379d1012cde8578c1c86b16c.rst.txt | 14 + ...1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt | 14 + ...1a83ff2be7e0b80bc7434de415861dc039.rst.txt | 13 + ...1a9835f6e605dce1abf442a55b64d6dffa.rst.txt | 13 + ...1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt | 14 + ...1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt | 14 + ...1a710df824a7718b440e4bc17bf9693cef.rst.txt | 14 + ...1a81f9783517335dda877d8cfcf38987c9.rst.txt | 14 + ...1ac4ab8313ae72c2c899ea31548b528528.rst.txt | 14 + ...1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt | 14 + ...1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt | 14 + ...1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt | 14 + .../_cpp_api/namespace_torch_tensorrt.rst.txt | 59 + .../namespace_torch_tensorrt__logging.rst.txt | 39 + .../namespace_torch_tensorrt__ptq.rst.txt | 31 + ...espace_torch_tensorrt__torchscript.rst.txt | 33 + ...p_include_torch_tensorrt_logging.h.rst.txt | 51 + ...pp_include_torch_tensorrt_macros.h.rst.txt | 50 + ...e_cpp_include_torch_tensorrt_ptq.h.rst.txt | 190 + ...de_torch_tensorrt_torch_tensorrt.h.rst.txt | 298 + .../structtorch__tensorrt_1_1Device.rst.txt | 27 + ...ructtorch__tensorrt_1_1GraphInputs.rst.txt | 17 + .../structtorch__tensorrt_1_1Input.rst.txt | 26 + ...orrt_1_1torchscript_1_1CompileSpec.rst.txt | 17 + .../_cpp_api/torch_tensort_cpp.rst.txt | 10 + .../_sources/_cpp_api/unabridged_api.rst.txt | 213 + .../_cpp_api/unabridged_orphan.rst.txt | 48 + .../_notebooks/CitriNet-example.ipynb.txt | 964 ++ .../_notebooks/EfficientNet-example.ipynb.txt | 693 + .../_notebooks/Hugging-Face-BERT.ipynb.txt | 714 + .../_notebooks/Resnet50-example.ipynb.txt | 925 ++ .../_notebooks/dynamic-shapes.ipynb.txt | 1023 ++ .../lenet-getting-started.ipynb.txt | 718 + .../ssd-object-detection-demo.ipynb.txt | 943 ++ .../_sources/_notebooks/vgg-qat.ipynb.txt | 1200 ++ docs/v1.3.0/_sources/cli/torchtrtc.rst.txt | 149 + .../_sources/contributors/conversion.rst.txt | 53 + .../_sources/contributors/lowering.rst.txt | 207 + .../contributors/partitioning.rst.txt | 241 + .../_sources/contributors/phases.rst.txt | 46 + .../_sources/contributors/runtime.rst.txt | 85 + .../contributors/system_overview.rst.txt | 29 + .../contributors/useful_links.rst.txt | 34 + .../contributors/writing_converters.rst.txt | 129 + .../getting_started_with_cpp_api.rst.txt | 338 + .../getting_started_with_python_api.rst.txt | 58 + .../getting_started_with_windows.rst.txt | 78 + .../getting_started/installation.rst.txt | 364 + docs/v1.3.0/_sources/index.rst.txt | 139 + .../_sources/indices/supported_ops.rst.txt | 285 + docs/v1.3.0/_sources/py_api/fx.rst.txt | 31 + docs/v1.3.0/_sources/py_api/logging.rst.txt | 13 + docs/v1.3.0/_sources/py_api/ptq.rst.txt | 27 + .../_sources/py_api/torch_tensorrt.rst.txt | 64 + docs/v1.3.0/_sources/py_api/ts.rst.txt | 27 + .../docs/changelog.rst.txt | 6 + .../docs/configuring.rst.txt | 108 + .../docs/demo/api.rst.txt | 53 + .../docs/demo/demo.rst.txt | 475 + .../docs/demo/lists_tables.rst.txt | 302 + .../docs/demo/long.rst.txt | 214 + .../docs/demo/structure.rst.txt | 101 + .../pytorch-sphinx-theme/docs/index.rst.txt | 27 + .../docs/installing.rst.txt | 17 + ...ating_torchscript_module_in_python.rst.txt | 140 + .../getting_started_with_cpp_api.rst.txt | 338 + .../getting_started_with_fx_path.rst.txt | 333 + .../getting_started_with_python_api.rst.txt | 47 + .../_sources/tutorials/installation.rst.txt | 387 + .../_sources/tutorials/notebooks.rst.txt | 154 + docs/v1.3.0/_sources/tutorials/ptq.rst.txt | 205 + .../v1.3.0/_sources/tutorials/runtime.rst.txt | 36 + ...serving_torch_tensorrt_with_triton.rst.txt | 216 + .../_sources/tutorials/torchtrtc.rst.txt | 128 + .../tutorials/use_from_pytorch.rst.txt | 64 + .../_sources/tutorials/using_dla.rst.txt | 47 + docs/v1.3.0/_static/basic.css | 906 ++ .../_static/collapsible-lists/LICENSE.md | 7 + .../collapsible-lists/css/button-closed.png | Bin 0 -> 256 bytes .../collapsible-lists/css/button-open.png | Bin 0 -> 240 bytes .../_static/collapsible-lists/css/button.png | Bin 0 -> 230 bytes .../css/list-item-contents.png | Bin 0 -> 147 bytes .../css/list-item-last-open.png | Bin 0 -> 161 bytes .../collapsible-lists/css/list-item-last.png | Bin 0 -> 160 bytes .../collapsible-lists/css/list-item-open.png | Bin 0 -> 160 bytes .../collapsible-lists/css/list-item-root.png | Bin 0 -> 145 bytes .../collapsible-lists/css/list-item.png | Bin 0 -> 157 bytes .../collapsible-lists/css/tree_view.css | 61 + .../js/CollapsibleLists.compressed.js | 83 + .../js/apply-collapsible-lists.js | 3 + docs/v1.3.0/_static/css/theme.css | 12441 ++++++++++++++++ docs/v1.3.0/_static/doctools.js | 358 + docs/v1.3.0/_static/documentation_options.js | 14 + docs/v1.3.0/_static/file.png | Bin 0 -> 286 bytes .../FreightSans/freight-sans-bold-italic.woff | Bin 0 -> 39560 bytes .../freight-sans-bold-italic.woff2 | Bin 0 -> 31812 bytes .../fonts/FreightSans/freight-sans-bold.woff | Bin 0 -> 32396 bytes .../fonts/FreightSans/freight-sans-bold.woff2 | Bin 0 -> 25672 bytes .../FreightSans/freight-sans-book-italic.woff | Bin 0 -> 33944 bytes .../freight-sans-book-italic.woff2 | Bin 0 -> 26832 bytes .../fonts/FreightSans/freight-sans-book.woff | Bin 0 -> 31612 bytes .../fonts/FreightSans/freight-sans-book.woff2 | Bin 0 -> 25120 bytes .../freight-sans-light-italic.woff | Bin 0 -> 29304 bytes .../freight-sans-light-italic.woff2 | Bin 0 -> 22720 bytes .../fonts/FreightSans/freight-sans-light.woff | Bin 0 -> 26908 bytes .../FreightSans/freight-sans-light.woff2 | Bin 0 -> 21012 bytes .../freight-sans-medium-italic.woff | Bin 0 -> 19420 bytes .../freight-sans-medium-italic.woff2 | Bin 0 -> 16000 bytes .../FreightSans/freight-sans-medium.woff | Bin 0 -> 32072 bytes .../FreightSans/freight-sans-medium.woff2 | Bin 0 -> 25460 bytes .../fonts/IBMPlexMono/IBMPlexMono-Light.woff | Bin 0 -> 50680 bytes .../fonts/IBMPlexMono/IBMPlexMono-Light.woff2 | Bin 0 -> 35916 bytes .../fonts/IBMPlexMono/IBMPlexMono-Medium.woff | Bin 0 -> 51872 bytes .../IBMPlexMono/IBMPlexMono-Medium.woff2 | Bin 0 -> 36648 bytes .../IBMPlexMono/IBMPlexMono-Regular.woff | Bin 0 -> 50664 bytes .../IBMPlexMono/IBMPlexMono-Regular.woff2 | Bin 0 -> 35536 bytes .../IBMPlexMono/IBMPlexMono-SemiBold.woff | Bin 0 -> 52936 bytes .../IBMPlexMono/IBMPlexMono-SemiBold.woff2 | Bin 0 -> 37592 bytes docs/v1.3.0/_static/fonts/font-awesome.css | 1 + docs/v1.3.0/_static/fonts/material-icons.css | 1 + .../_static/fonts/specimen/FontAwesome.ttf | Bin 0 -> 165548 bytes .../_static/fonts/specimen/FontAwesome.woff | Bin 0 -> 98024 bytes .../_static/fonts/specimen/FontAwesome.woff2 | Bin 0 -> 77160 bytes .../fonts/specimen/MaterialIcons-Regular.ttf | Bin 0 -> 128180 bytes .../fonts/specimen/MaterialIcons-Regular.woff | Bin 0 -> 57620 bytes .../specimen/MaterialIcons-Regular.woff2 | Bin 0 -> 44300 bytes .../_static/images/arrow-down-orange.svg | 19 + .../_static/images/arrow-right-with-tail.svg | 19 + .../_static/images/chevron-down-black.svg | 16 + .../_static/images/chevron-down-grey.svg | 18 + .../_static/images/chevron-down-orange.svg | 16 + .../_static/images/chevron-down-white.svg | 16 + .../_static/images/chevron-right-orange.svg | 17 + .../_static/images/chevron-right-white.svg | 17 + docs/v1.3.0/_static/images/favicon.png | Bin 0 -> 521 bytes .../_static/images/home-footer-background.jpg | Bin 0 -> 38907 bytes docs/v1.3.0/_static/images/icon-close.svg | 21 + .../_static/images/icon-menu-dots-dark.svg | 42 + .../images/icons/bitbucket.1b09e088.svg | 1 + .../v1.3.0/_static/images/icons/bitbucket.svg | 1 + .../_static/images/icons/github.f0b8504a.svg | 1 + docs/v1.3.0/_static/images/icons/github.svg | 1 + .../_static/images/icons/gitlab.6dd19c00.svg | 1 + docs/v1.3.0/_static/images/icons/gitlab.svg | 1 + docs/v1.3.0/_static/images/logo-dark.svg | 30 + .../_static/images/logo-facebook-dark.svg | 8 + docs/v1.3.0/_static/images/logo-icon.svg | 12 + .../_static/images/logo-twitter-dark.svg | 16 + .../_static/images/logo-youtube-dark.svg | 21 + docs/v1.3.0/_static/images/logo.svg | 31 + docs/v1.3.0/_static/images/pytorch-colab.svg | 24 + .../_static/images/pytorch-download.svg | 10 + docs/v1.3.0/_static/images/pytorch-github.svg | 15 + docs/v1.3.0/_static/images/pytorch-x.svg | 10 + docs/v1.3.0/_static/images/search-icon.svg | 19 + .../_static/images/view-page-source-icon.svg | 13 + .../v1.3.0/_static/javascripts/application.js | 2540 ++++ .../_static/javascripts/lunr/lunr.da.js | 1 + .../_static/javascripts/lunr/lunr.de.js | 1 + .../_static/javascripts/lunr/lunr.du.js | 1 + .../_static/javascripts/lunr/lunr.es.js | 1 + .../_static/javascripts/lunr/lunr.fi.js | 1 + .../_static/javascripts/lunr/lunr.fr.js | 1 + .../_static/javascripts/lunr/lunr.hu.js | 1 + .../_static/javascripts/lunr/lunr.it.js | 1 + .../_static/javascripts/lunr/lunr.ja.js | 1 + .../_static/javascripts/lunr/lunr.jp.js | 1 + .../_static/javascripts/lunr/lunr.multi.js | 1 + .../_static/javascripts/lunr/lunr.nl.js | 1 + .../_static/javascripts/lunr/lunr.no.js | 1 + .../_static/javascripts/lunr/lunr.pt.js | 1 + .../_static/javascripts/lunr/lunr.ro.js | 1 + .../_static/javascripts/lunr/lunr.ru.js | 1 + .../javascripts/lunr/lunr.stemmer.support.js | 1 + .../_static/javascripts/lunr/lunr.sv.js | 1 + .../_static/javascripts/lunr/lunr.th.js | 1 + .../_static/javascripts/lunr/lunr.tr.js | 1 + .../_static/javascripts/lunr/tinyseg.js | 1 + .../_static/javascripts/lunr/wordcut.js | 1 + docs/v1.3.0/_static/javascripts/modernizr.js | 1 + .../_static/javascripts/version_dropdown.js | 29 + docs/v1.3.0/_static/jquery-3.5.1.js | 10872 ++++++++++++++ docs/v1.3.0/_static/jquery.js | 2 + docs/v1.3.0/_static/jquery.min.map | 1 + docs/v1.3.0/_static/js/modernizr.min.js | 4 + docs/v1.3.0/_static/js/theme.js | 1128 ++ docs/v1.3.0/_static/js/vendor/anchor.min.js | 9 + .../v1.3.0/_static/js/vendor/bootstrap.min.js | 7 + docs/v1.3.0/_static/js/vendor/popper.min.js | 5 + docs/v1.3.0/_static/language_data.js | 297 + docs/v1.3.0/_static/material.css | 1 + docs/v1.3.0/_static/minus.png | Bin 0 -> 90 bytes docs/v1.3.0/_static/plus.png | Bin 0 -> 90 bytes docs/v1.3.0/_static/pygments.css | 74 + docs/v1.3.0/_static/searchtools.js | 525 + .../_static/stylesheets/application-fixes.css | 1 + .../stylesheets/application-palette.css | 1 + .../_static/stylesheets/application.css | 1 + docs/v1.3.0/_static/underscore-1.13.1.js | 2042 +++ docs/v1.3.0/_static/underscore-1.3.1.js | 999 ++ docs/v1.3.0/_static/underscore.js | 6 + docs/v1.3.0/cli/torchtrtc.html | 843 ++ docs/v1.3.0/contributors/conversion.html | 763 + docs/v1.3.0/contributors/lowering.html | 925 ++ docs/v1.3.0/contributors/partitioning.html | 930 ++ docs/v1.3.0/contributors/phases.html | 731 + docs/v1.3.0/contributors/runtime.html | 783 + docs/v1.3.0/contributors/system_overview.html | 767 + docs/v1.3.0/contributors/useful_links.html | 748 + .../contributors/writing_converters.html | 838 ++ docs/v1.3.0/genindex.html | 1294 ++ .../getting_started_with_cpp_api.html | 996 ++ .../getting_started_with_python_api.html | 750 + .../getting_started_with_windows.html | 769 + docs/v1.3.0/getting_started/installation.html | 1075 ++ docs/v1.3.0/index.html | 801 + docs/v1.3.0/indices/supported_ops.html | 994 ++ docs/v1.3.0/objects.inv | Bin 0 -> 27574 bytes docs/v1.3.0/py-modindex.html | 723 + docs/v1.3.0/py_api/fx.html | 780 + docs/v1.3.0/py_api/logging.html | 907 ++ docs/v1.3.0/py_api/ptq.html | 826 + docs/v1.3.0/py_api/torch_tensorrt.html | 1268 ++ docs/v1.3.0/py_api/ts.html | 972 ++ docs/v1.3.0/search.html | 701 + docs/v1.3.0/searchindex.js | 1 + docs/v1.3.0/sitemap.xml | 1 + .../pytorch-sphinx-theme/docs/changelog.html | 694 + .../docs/configuring.html | 797 + .../pytorch-sphinx-theme/docs/demo/api.html | 748 + .../pytorch-sphinx-theme/docs/demo/demo.html | 1304 ++ .../docs/demo/lists_tables.html | 1279 ++ .../pytorch-sphinx-theme/docs/demo/long.html | 958 ++ .../docs/demo/structure.html | 827 + .../src/pytorch-sphinx-theme/docs/index.html | 784 + .../pytorch-sphinx-theme/docs/installing.html | 706 + ...creating_torchscript_module_in_python.html | 821 + .../getting_started_with_cpp_api.html | 1280 ++ .../getting_started_with_fx_path.html | 1008 ++ .../getting_started_with_python_api.html | 654 + docs/v1.3.0/tutorials/installation.html | 1813 +++ docs/v1.3.0/tutorials/notebooks.html | 856 ++ docs/v1.3.0/tutorials/ptq.html | 882 ++ docs/v1.3.0/tutorials/runtime.html | 740 + .../serving_torch_tensorrt_with_triton.html | 887 ++ docs/v1.3.0/tutorials/torchtrtc.html | 700 + docs/v1.3.0/tutorials/use_from_pytorch.html | 752 + docs/v1.3.0/tutorials/using_dla.html | 738 + docsrc/conf.py | 9 +- 533 files changed, 180583 insertions(+), 13939 deletions(-) create mode 100644 docs/v1.3.0/.nojekyll create mode 100644 docs/v1.3.0/_cpp_api/class_view_hierarchy.html create mode 100644 docs/v1.3.0/_cpp_api/classtorch__tensorrt_1_1DataType.html create mode 100644 docs/v1.3.0/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html create mode 100644 docs/v1.3.0/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html create mode 100644 docs/v1.3.0/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html create mode 100644 docs/v1.3.0/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html create mode 100644 docs/v1.3.0/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html create mode 100644 docs/v1.3.0/_cpp_api/dir_cpp.html create mode 100644 docs/v1.3.0/_cpp_api/dir_cpp_include.html create mode 100644 docs/v1.3.0/_cpp_api/dir_cpp_include_torch_tensorrt.html create mode 100644 docs/v1.3.0/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html create mode 100644 docs/v1.3.0/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html create mode 100644 docs/v1.3.0/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html create mode 100644 docs/v1.3.0/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html create mode 100644 docs/v1.3.0/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html create mode 100644 docs/v1.3.0/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html create mode 100644 docs/v1.3.0/_cpp_api/file_view_hierarchy.html create mode 100644 docs/v1.3.0/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html create mode 100644 docs/v1.3.0/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html create mode 100644 docs/v1.3.0/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html create mode 100644 docs/v1.3.0/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html create mode 100644 docs/v1.3.0/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html create mode 100644 docs/v1.3.0/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html create mode 100644 docs/v1.3.0/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html create mode 100644 docs/v1.3.0/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html create mode 100644 docs/v1.3.0/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html create mode 100644 docs/v1.3.0/_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html create mode 100644 docs/v1.3.0/_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html create mode 100644 docs/v1.3.0/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html create mode 100644 docs/v1.3.0/_cpp_api/namespace_torch_tensorrt.html create mode 100644 docs/v1.3.0/_cpp_api/namespace_torch_tensorrt__logging.html create mode 100644 docs/v1.3.0/_cpp_api/namespace_torch_tensorrt__ptq.html create mode 100644 docs/v1.3.0/_cpp_api/namespace_torch_tensorrt__torchscript.html create mode 100644 docs/v1.3.0/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html create mode 100644 docs/v1.3.0/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html create mode 100644 docs/v1.3.0/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html create mode 100644 docs/v1.3.0/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html create mode 100644 docs/v1.3.0/_cpp_api/structtorch__tensorrt_1_1Device.html create mode 100644 docs/v1.3.0/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html create mode 100644 docs/v1.3.0/_cpp_api/structtorch__tensorrt_1_1Input.html create mode 100644 docs/v1.3.0/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html create mode 100644 docs/v1.3.0/_cpp_api/torch_tensort_cpp.html create mode 100644 docs/v1.3.0/_cpp_api/unabridged_api.html create mode 100644 docs/v1.3.0/_cpp_api/unabridged_orphan.html create mode 100644 docs/v1.3.0/_downloads/26d49aeeb9c710e27197fda28b7c3516/yi_jing_01_chien.jpg create mode 100644 docs/v1.3.0/_images/_notebooks_EfficientNet-example_12_0.png create mode 100644 docs/v1.3.0/_images/_notebooks_EfficientNet-example_16_2.png create mode 100644 docs/v1.3.0/_images/_notebooks_Resnet50-example_12_0.png create mode 100644 docs/v1.3.0/_images/_notebooks_Resnet50-example_16_1.png create mode 100644 docs/v1.3.0/_images/_notebooks_dynamic-shapes_14_1.png create mode 100644 docs/v1.3.0/_images/_notebooks_dynamic-shapes_8_0.png create mode 100644 docs/v1.3.0/_images/_notebooks_ssd-object-detection-demo_18_0.png create mode 100644 docs/v1.3.0/_images/_notebooks_ssd-object-detection-demo_18_1.png create mode 100644 docs/v1.3.0/_images/_notebooks_ssd-object-detection-demo_18_2.png create mode 100644 docs/v1.3.0/_images/_notebooks_ssd-object-detection-demo_35_0.png create mode 100644 docs/v1.3.0/_images/_notebooks_ssd-object-detection-demo_35_1.png create mode 100644 docs/v1.3.0/_images/_notebooks_ssd-object-detection-demo_35_2.png create mode 100644 docs/v1.3.0/_images/yi_jing_01_chien.jpg create mode 100644 docs/v1.3.0/_modules/index.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/_Device.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/_Input.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/_TRTModuleNext.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/_compile.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/_util.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/fx/fx2trt.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/fx/input_tensor_spec.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/fx/lower.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/fx/trt_module.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/logging.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/ptq.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/ts/_compile_spec.html create mode 100644 docs/v1.3.0/_modules/torch_tensorrt/ts/_compiler.html create mode 100644 docs/v1.3.0/_notebooks/CitriNet-example.html create mode 100644 docs/v1.3.0/_notebooks/CitriNet-example.ipynb create mode 100644 docs/v1.3.0/_notebooks/EfficientNet-example.html create mode 100644 docs/v1.3.0/_notebooks/EfficientNet-example.ipynb create mode 100644 docs/v1.3.0/_notebooks/Hugging-Face-BERT.html create mode 100644 docs/v1.3.0/_notebooks/Hugging-Face-BERT.ipynb create mode 100644 docs/v1.3.0/_notebooks/Resnet50-example.html create mode 100644 docs/v1.3.0/_notebooks/Resnet50-example.ipynb create mode 100644 docs/v1.3.0/_notebooks/dynamic-shapes.html create mode 100644 docs/v1.3.0/_notebooks/dynamic-shapes.ipynb create mode 100644 docs/v1.3.0/_notebooks/lenet-getting-started.html create mode 100644 docs/v1.3.0/_notebooks/lenet-getting-started.ipynb create mode 100644 docs/v1.3.0/_notebooks/ssd-object-detection-demo.html create mode 100644 docs/v1.3.0/_notebooks/ssd-object-detection-demo.ipynb create mode 100644 docs/v1.3.0/_notebooks/vgg-qat.html create mode 100644 docs/v1.3.0/_notebooks/vgg-qat.ipynb create mode 100644 docs/v1.3.0/_sources/_cpp_api/class_view_hierarchy.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/classtorch__tensorrt_1_1DataType.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/dir_cpp.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/dir_cpp_include.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/dir_cpp_include_torch_tensorrt.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/file_view_hierarchy.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/namespace_torch_tensorrt.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/namespace_torch_tensorrt__logging.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/namespace_torch_tensorrt__ptq.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/namespace_torch_tensorrt__torchscript.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/structtorch__tensorrt_1_1Device.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/structtorch__tensorrt_1_1Input.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/torch_tensort_cpp.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/unabridged_api.rst.txt create mode 100644 docs/v1.3.0/_sources/_cpp_api/unabridged_orphan.rst.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/CitriNet-example.ipynb.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/EfficientNet-example.ipynb.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/Hugging-Face-BERT.ipynb.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/Resnet50-example.ipynb.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/dynamic-shapes.ipynb.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/lenet-getting-started.ipynb.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/ssd-object-detection-demo.ipynb.txt create mode 100644 docs/v1.3.0/_sources/_notebooks/vgg-qat.ipynb.txt create mode 100644 docs/v1.3.0/_sources/cli/torchtrtc.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/conversion.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/lowering.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/partitioning.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/phases.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/runtime.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/system_overview.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/useful_links.rst.txt create mode 100644 docs/v1.3.0/_sources/contributors/writing_converters.rst.txt create mode 100644 docs/v1.3.0/_sources/getting_started/getting_started_with_cpp_api.rst.txt create mode 100644 docs/v1.3.0/_sources/getting_started/getting_started_with_python_api.rst.txt create mode 100644 docs/v1.3.0/_sources/getting_started/getting_started_with_windows.rst.txt create mode 100644 docs/v1.3.0/_sources/getting_started/installation.rst.txt create mode 100644 docs/v1.3.0/_sources/index.rst.txt create mode 100644 docs/v1.3.0/_sources/indices/supported_ops.rst.txt create mode 100644 docs/v1.3.0/_sources/py_api/fx.rst.txt create mode 100644 docs/v1.3.0/_sources/py_api/logging.rst.txt create mode 100644 docs/v1.3.0/_sources/py_api/ptq.rst.txt create mode 100644 docs/v1.3.0/_sources/py_api/torch_tensorrt.rst.txt create mode 100644 docs/v1.3.0/_sources/py_api/ts.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/changelog.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/configuring.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/demo/api.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/demo/demo.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/demo/lists_tables.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/demo/long.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/demo/structure.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/index.rst.txt create mode 100644 docs/v1.3.0/_sources/src/pytorch-sphinx-theme/docs/installing.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/creating_torchscript_module_in_python.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/getting_started_with_cpp_api.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/getting_started_with_fx_path.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/getting_started_with_python_api.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/installation.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/notebooks.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/ptq.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/runtime.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/serving_torch_tensorrt_with_triton.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/torchtrtc.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/use_from_pytorch.rst.txt create mode 100644 docs/v1.3.0/_sources/tutorials/using_dla.rst.txt create mode 100644 docs/v1.3.0/_static/basic.css create mode 100644 docs/v1.3.0/_static/collapsible-lists/LICENSE.md create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/button-closed.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/button-open.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/button.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/list-item-contents.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/list-item-last-open.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/list-item-last.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/list-item-open.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/list-item-root.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/list-item.png create mode 100644 docs/v1.3.0/_static/collapsible-lists/css/tree_view.css create mode 100644 docs/v1.3.0/_static/collapsible-lists/js/CollapsibleLists.compressed.js create mode 100644 docs/v1.3.0/_static/collapsible-lists/js/apply-collapsible-lists.js create mode 100644 docs/v1.3.0/_static/css/theme.css create mode 100644 docs/v1.3.0/_static/doctools.js create mode 100644 docs/v1.3.0/_static/documentation_options.js create mode 100644 docs/v1.3.0/_static/file.png create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-bold-italic.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-bold-italic.woff2 create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-bold.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-bold.woff2 create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-book-italic.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-book-italic.woff2 create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-book.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-book.woff2 create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-light-italic.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-light-italic.woff2 create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-light.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-light.woff2 create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-medium-italic.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-medium-italic.woff2 create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-medium.woff create mode 100644 docs/v1.3.0/_static/fonts/FreightSans/freight-sans-medium.woff2 create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-Light.woff create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-Light.woff2 create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2 create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-Regular.woff create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-Regular.woff2 create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff create mode 100644 docs/v1.3.0/_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2 create mode 100644 docs/v1.3.0/_static/fonts/font-awesome.css create mode 100644 docs/v1.3.0/_static/fonts/material-icons.css create mode 100644 docs/v1.3.0/_static/fonts/specimen/FontAwesome.ttf create mode 100644 docs/v1.3.0/_static/fonts/specimen/FontAwesome.woff create mode 100644 docs/v1.3.0/_static/fonts/specimen/FontAwesome.woff2 create mode 100644 docs/v1.3.0/_static/fonts/specimen/MaterialIcons-Regular.ttf create mode 100644 docs/v1.3.0/_static/fonts/specimen/MaterialIcons-Regular.woff create mode 100644 docs/v1.3.0/_static/fonts/specimen/MaterialIcons-Regular.woff2 create mode 100644 docs/v1.3.0/_static/images/arrow-down-orange.svg create mode 100644 docs/v1.3.0/_static/images/arrow-right-with-tail.svg create mode 100644 docs/v1.3.0/_static/images/chevron-down-black.svg create mode 100644 docs/v1.3.0/_static/images/chevron-down-grey.svg create mode 100644 docs/v1.3.0/_static/images/chevron-down-orange.svg create mode 100644 docs/v1.3.0/_static/images/chevron-down-white.svg create mode 100644 docs/v1.3.0/_static/images/chevron-right-orange.svg create mode 100644 docs/v1.3.0/_static/images/chevron-right-white.svg create mode 100644 docs/v1.3.0/_static/images/favicon.png create mode 100644 docs/v1.3.0/_static/images/home-footer-background.jpg create mode 100644 docs/v1.3.0/_static/images/icon-close.svg create mode 100644 docs/v1.3.0/_static/images/icon-menu-dots-dark.svg create mode 100644 docs/v1.3.0/_static/images/icons/bitbucket.1b09e088.svg create mode 100644 docs/v1.3.0/_static/images/icons/bitbucket.svg create mode 100644 docs/v1.3.0/_static/images/icons/github.f0b8504a.svg create mode 100644 docs/v1.3.0/_static/images/icons/github.svg create mode 100644 docs/v1.3.0/_static/images/icons/gitlab.6dd19c00.svg create mode 100644 docs/v1.3.0/_static/images/icons/gitlab.svg create mode 100644 docs/v1.3.0/_static/images/logo-dark.svg create mode 100644 docs/v1.3.0/_static/images/logo-facebook-dark.svg create mode 100644 docs/v1.3.0/_static/images/logo-icon.svg create mode 100644 docs/v1.3.0/_static/images/logo-twitter-dark.svg create mode 100644 docs/v1.3.0/_static/images/logo-youtube-dark.svg create mode 100644 docs/v1.3.0/_static/images/logo.svg create mode 100644 docs/v1.3.0/_static/images/pytorch-colab.svg create mode 100644 docs/v1.3.0/_static/images/pytorch-download.svg create mode 100644 docs/v1.3.0/_static/images/pytorch-github.svg create mode 100644 docs/v1.3.0/_static/images/pytorch-x.svg create mode 100644 docs/v1.3.0/_static/images/search-icon.svg create mode 100644 docs/v1.3.0/_static/images/view-page-source-icon.svg create mode 100644 docs/v1.3.0/_static/javascripts/application.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.da.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.de.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.du.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.es.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.fi.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.fr.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.hu.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.it.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.ja.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.jp.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.multi.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.nl.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.no.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.pt.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.ro.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.ru.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.stemmer.support.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.sv.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.th.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/lunr.tr.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/tinyseg.js create mode 100644 docs/v1.3.0/_static/javascripts/lunr/wordcut.js create mode 100644 docs/v1.3.0/_static/javascripts/modernizr.js create mode 100644 docs/v1.3.0/_static/javascripts/version_dropdown.js create mode 100644 docs/v1.3.0/_static/jquery-3.5.1.js create mode 100644 docs/v1.3.0/_static/jquery.js create mode 100644 docs/v1.3.0/_static/jquery.min.map create mode 100644 docs/v1.3.0/_static/js/modernizr.min.js create mode 100644 docs/v1.3.0/_static/js/theme.js create mode 100644 docs/v1.3.0/_static/js/vendor/anchor.min.js create mode 100644 docs/v1.3.0/_static/js/vendor/bootstrap.min.js create mode 100644 docs/v1.3.0/_static/js/vendor/popper.min.js create mode 100644 docs/v1.3.0/_static/language_data.js create mode 100644 docs/v1.3.0/_static/material.css create mode 100644 docs/v1.3.0/_static/minus.png create mode 100644 docs/v1.3.0/_static/plus.png create mode 100644 docs/v1.3.0/_static/pygments.css create mode 100644 docs/v1.3.0/_static/searchtools.js create mode 100644 docs/v1.3.0/_static/stylesheets/application-fixes.css create mode 100644 docs/v1.3.0/_static/stylesheets/application-palette.css create mode 100644 docs/v1.3.0/_static/stylesheets/application.css create mode 100644 docs/v1.3.0/_static/underscore-1.13.1.js create mode 100644 docs/v1.3.0/_static/underscore-1.3.1.js create mode 100644 docs/v1.3.0/_static/underscore.js create mode 100644 docs/v1.3.0/cli/torchtrtc.html create mode 100644 docs/v1.3.0/contributors/conversion.html create mode 100644 docs/v1.3.0/contributors/lowering.html create mode 100644 docs/v1.3.0/contributors/partitioning.html create mode 100644 docs/v1.3.0/contributors/phases.html create mode 100644 docs/v1.3.0/contributors/runtime.html create mode 100644 docs/v1.3.0/contributors/system_overview.html create mode 100644 docs/v1.3.0/contributors/useful_links.html create mode 100644 docs/v1.3.0/contributors/writing_converters.html create mode 100644 docs/v1.3.0/genindex.html create mode 100644 docs/v1.3.0/getting_started/getting_started_with_cpp_api.html create mode 100644 docs/v1.3.0/getting_started/getting_started_with_python_api.html create mode 100644 docs/v1.3.0/getting_started/getting_started_with_windows.html create mode 100644 docs/v1.3.0/getting_started/installation.html create mode 100644 docs/v1.3.0/index.html create mode 100644 docs/v1.3.0/indices/supported_ops.html create mode 100644 docs/v1.3.0/objects.inv create mode 100644 docs/v1.3.0/py-modindex.html create mode 100644 docs/v1.3.0/py_api/fx.html create mode 100644 docs/v1.3.0/py_api/logging.html create mode 100644 docs/v1.3.0/py_api/ptq.html create mode 100644 docs/v1.3.0/py_api/torch_tensorrt.html create mode 100644 docs/v1.3.0/py_api/ts.html create mode 100644 docs/v1.3.0/search.html create mode 100644 docs/v1.3.0/searchindex.js create mode 100644 docs/v1.3.0/sitemap.xml create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/changelog.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/configuring.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/demo/api.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/demo/demo.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/demo/lists_tables.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/demo/long.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/demo/structure.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/index.html create mode 100644 docs/v1.3.0/src/pytorch-sphinx-theme/docs/installing.html create mode 100644 docs/v1.3.0/tutorials/creating_torchscript_module_in_python.html create mode 100644 docs/v1.3.0/tutorials/getting_started_with_cpp_api.html create mode 100644 docs/v1.3.0/tutorials/getting_started_with_fx_path.html create mode 100644 docs/v1.3.0/tutorials/getting_started_with_python_api.html create mode 100644 docs/v1.3.0/tutorials/installation.html create mode 100644 docs/v1.3.0/tutorials/notebooks.html create mode 100644 docs/v1.3.0/tutorials/ptq.html create mode 100644 docs/v1.3.0/tutorials/runtime.html create mode 100644 docs/v1.3.0/tutorials/serving_torch_tensorrt_with_triton.html create mode 100644 docs/v1.3.0/tutorials/torchtrtc.html create mode 100644 docs/v1.3.0/tutorials/use_from_pytorch.html create mode 100644 docs/v1.3.0/tutorials/using_dla.html diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index ac0c05c015..9f754c915d 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -6,6 +6,8 @@ repos: - id: check-yaml - id: trailing-whitespace - id: check-added-large-files + args: + - --maxkb=1000 - id: check-vcs-permalinks - id: check-merge-conflict - id: mixed-line-ending diff --git a/docs/_cpp_api/class_view_hierarchy.html b/docs/_cpp_api/class_view_hierarchy.html index cd545e89c3..3930617583 100644 --- a/docs/_cpp_api/class_view_hierarchy.html +++ b/docs/_cpp_api/class_view_hierarchy.html @@ -1,603 +1,699 @@ + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - Class Hierarchy — Torch-TensorRT master documentation - - - - - - - - - - - - - - - - - - - - - - - - - - - - Skip to content - -
- + +
+
+
+ + + + + + + + + + + + + + + + +
+ + + + +
-
- Torch-TensorRT + +
+ Shortcuts
-
-
- - -
-
- -
-
-
-
-
- -
-
-
-
-
-
- -
-
-
-
-
-
-

- Class Hierarchy - - ¶ - -

-
-
-
-
-
-
- - - + + - + \ No newline at end of file diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html index 015842191b..787604e11a 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html @@ -9,22 +9,22 @@ - - Class DataType — Torch-TensorRT master documentation - - - - - + Class DataType — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + + - +
    @@ -694,7 +694,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -756,7 +756,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html index c988f0aaba..4664c421f6 100644 --- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html +++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html @@ -9,22 +9,22 @@ - - Template Class Int8Calibrator — Torch-TensorRT master documentation - - - - - + Template Class Int8Calibrator — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
- +
    @@ -589,7 +589,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -651,7 +651,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html index cf302c61ba..0c912d1ffb 100644 --- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html +++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html @@ -9,22 +9,22 @@ - - Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT master documentation - - - - - + Define TORCH_TENSORRT_PATCH_VERSION — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -589,7 +589,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -651,7 +651,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html index 60d063cd75..2f40787f4c 100644 --- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html +++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html @@ -9,22 +9,22 @@ - - Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT master documentation - - - - - + Define TORCH_TENSORRT_MAJOR_VERSION — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -589,7 +589,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -651,7 +651,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html index 32282ca5ba..29a6463b65 100644 --- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html +++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html @@ -9,22 +9,22 @@ - - Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT master documentation - - - - - + Define TORCH_TENSORRT_MINOR_VERSION — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
- +
- +
- +
- +
    @@ -589,7 +589,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -651,7 +651,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html index 75206ec17a..8ee52315ce 100644 --- a/docs/_cpp_api/dir_cpp.html +++ b/docs/_cpp_api/dir_cpp.html @@ -9,22 +9,22 @@ - - Directory cpp — Torch-TensorRT master documentation - - - - - + Directory cpp — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -572,7 +572,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -634,7 +634,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html index f5a6d18688..fe3d1c5e32 100644 --- a/docs/_cpp_api/dir_cpp_include.html +++ b/docs/_cpp_api/dir_cpp_include.html @@ -9,22 +9,22 @@ - - Directory include — Torch-TensorRT master documentation - - - - - + Directory include — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
- +
    @@ -576,7 +576,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -638,7 +638,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html index cb56f90bea..4b53f1d6b6 100644 --- a/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html +++ b/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html @@ -9,22 +9,22 @@ - - Enum Level — Torch-TensorRT master documentation - - - - - + Enum Level — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -627,7 +627,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -689,7 +689,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html index 9b630d76e3..8600513308 100644 --- a/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html +++ b/docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html @@ -9,22 +9,22 @@ - - Enum EngineCapability — Torch-TensorRT master documentation - - - - - + Enum EngineCapability — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -606,7 +606,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -668,7 +668,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html index 45a634c642..ca8adad8e0 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html @@ -9,22 +9,22 @@ - - File logging.h — Torch-TensorRT master documentation - - - - - + File logging.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -628,7 +628,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -690,7 +690,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html index a54c6436e3..fd2857848b 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html @@ -9,22 +9,22 @@ - - File macros.h — Torch-TensorRT master documentation - - - - - + File macros.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -614,7 +614,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -676,7 +676,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html index 081e50b32c..b619b64575 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html @@ -9,22 +9,22 @@ - - File ptq.h — Torch-TensorRT master documentation - - - - - + File ptq.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -625,7 +625,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -687,7 +687,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index ff73eb68dc..75491ebfd2 100644 --- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -9,22 +9,22 @@ - - File torch_tensorrt.h — Torch-TensorRT master documentation - - - - - + File torch_tensorrt.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
- +
    @@ -589,7 +589,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -651,7 +651,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html index ac9aa3a813..46e6dcbc22 100644 --- a/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html +++ b/docs/_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::logging::get_reportable_log_level — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -595,7 +595,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -657,7 +657,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html index ba2e7ff880..c269a9c812 100644 --- a/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html +++ b/docs/_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::logging::get_is_colored_output_on — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -595,7 +595,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -657,7 +657,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html index 99f50be1a2..d3fbe569a1 100644 --- a/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html +++ b/docs/_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::logging::set_reportable_log_level — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -595,7 +595,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -657,7 +657,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html index 0c2c5729ad..8822dbcf00 100644 --- a/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html +++ b/docs/_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::logging::log — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::logging::log — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -598,7 +598,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -660,7 +660,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html index 59a8172232..3fe512cb97 100644 --- a/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html +++ b/docs/_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::logging::set_is_colored_output_on — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -595,7 +595,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -657,7 +657,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html index bda49e3c70..bf1641d875 100644 --- a/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html +++ b/docs/_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::logging::set_logging_prefix — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -589,7 +589,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -651,7 +651,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html index 893242fb88..9b4afe4d4d 100644 --- a/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html +++ b/docs/_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html @@ -9,22 +9,22 @@ - - Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT master documentation - - - - - + Template Function torch_tensorrt::ptq::make_int8_cache_calibrator — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -604,7 +604,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -666,7 +666,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html index d577ad3889..b1b8d86949 100644 --- a/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html +++ b/docs/_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html @@ -9,22 +9,22 @@ - - Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT master documentation - - - - - + Template Function torch_tensorrt::ptq::make_int8_calibrator — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
@@ -526,19 +527,43 @@

Resources

-
+ + @@ -520,19 +521,43 @@

Resources

-
+ + - +
    @@ -604,7 +604,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -666,7 +666,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html index 7f73c28721..bacdac312b 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::torchscript::compile — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::torchscript::compile — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -604,7 +604,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -666,7 +666,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html index 5c1773987e..a4413a1776 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -33,14 +33,12 @@ - - - + - - + + @@ -196,9 +194,9 @@ - - + +
    +
- +
    @@ -608,7 +580,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -670,7 +642,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html index 98e8e74196..b68fa4bb5b 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::torchscript::embed_engine_in_new_module — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -610,7 +610,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -672,7 +672,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html index 821fc14fa2..a9296d7f13 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::get_build_info — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::get_build_info — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -595,7 +595,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -657,7 +657,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html index 9eade8f683..877e7dc636 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::set_device — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::set_device — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -595,7 +595,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -657,7 +657,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html index fb937330fd..bb00ff0c02 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::dump_build_info — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::dump_build_info — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -590,7 +590,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -652,7 +652,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html index 478fcbccbb..3b3c27d568 100644 --- a/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html +++ b/docs/_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html @@ -9,22 +9,22 @@ - - Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT master documentation - - - - - + Function torch_tensorrt::torchscript::convert_method_to_trt_engine — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
- +
- +
- +
- +
    @@ -601,7 +601,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -663,7 +663,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html index 323b750567..6b749e38bb 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html @@ -9,22 +9,22 @@ - - Program Listing for File logging.h — Torch-TensorRT master documentation - - - - - + Program Listing for File logging.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • Twitter
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -604,7 +604,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -666,7 +666,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html index ad0335511d..216939b383 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html @@ -9,22 +9,22 @@ - - Program Listing for File macros.h — Torch-TensorRT master documentation - - - - - + Program Listing for File macros.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • Twitter
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -603,7 +603,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -665,7 +665,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html index 4addfdc8f8..d1cd2680ea 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html @@ -9,22 +9,22 @@ - - Program Listing for File ptq.h — Torch-TensorRT master documentation - - - - - + Program Listing for File ptq.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • Twitter
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -743,7 +743,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -805,7 +805,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html index a949a24db0..ef1d938d0a 100644 --- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html +++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html @@ -9,22 +9,22 @@ - - Program Listing for File torch_tensorrt.h — Torch-TensorRT master documentation - - - - - + Program Listing for File torch_tensorrt.h — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -34,11 +34,11 @@ - + - - + + @@ -194,9 +194,9 @@ - - + +
    • Twitter
    • YouTube
    • LinkedIn
    • -
    +
- +
- +
- +
- +
- +
    @@ -758,7 +758,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -820,7 +820,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html index eb7dfdffa3..58688f85d3 100644 --- a/docs/_cpp_api/torch_tensort_cpp.html +++ b/docs/_cpp_api/torch_tensort_cpp.html @@ -9,22 +9,22 @@ - - Torch-TensorRT C++ API — Torch-TensorRT master documentation - - - - - + Torch-TensorRT C++ API — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
+ + + + + + + + + + + + + + + + +
+
+
+ + + + + + + + + + + + + + + + +
+ + + + +
+
+ +
+ Shortcuts +
+
+ +
+
+ + + +
+ +
+
+ +
+

Full API

+
+

Namespaces

+ + + + +
+
+

Classes and Structs

+ + + + + + + + +
+
+

Enums

+ + +
+
+

Functions

+ + + + + + + + + + + + + + + + +
+
+

Defines

+ + + + + + + + +
+
+ + +
+ +
+
+ + + + +
+ + + +
+

+ © Copyright 2022, NVIDIA Corporation. + +

+
+ +
+ Built with Sphinx using a theme provided by Read the Docs. +
+ + +
+ +
+
+ +
+
+
+ + +
+
+
+
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+

Docs

+

Access comprehensive developer documentation for PyTorch

+ View Docs +
+ +
+

Tutorials

+

Get in-depth tutorials for beginners and advanced developers

+ View Tutorials +
+ +
+

Resources

+

Find development resources and get your questions answered

+ View Resources +
+
+
+
+ + + + - +
    @@ -566,7 +566,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -628,7 +628,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html index 3cb52a9441..2f4de2ad29 100644 --- a/docs/_modules/torch_tensorrt/_Device.html +++ b/docs/_modules/torch_tensorrt/_Device.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt._Device — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -695,7 +695,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -757,7 +757,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html index d57847c33c..0dce0fecab 100644 --- a/docs/_modules/torch_tensorrt/_Input.html +++ b/docs/_modules/torch_tensorrt/_Input.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt._Input — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -906,7 +906,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -968,7 +968,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/_TRTModuleNext.html b/docs/_modules/torch_tensorrt/_TRTModuleNext.html index d1dea91843..77ea18e320 100644 --- a/docs/_modules/torch_tensorrt/_TRTModuleNext.html +++ b/docs/_modules/torch_tensorrt/_TRTModuleNext.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt._TRTModuleNext — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    • Twitter
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -765,7 +765,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -827,7 +827,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html index e1aabf3d9e..e85e5149d2 100644 --- a/docs/_modules/torch_tensorrt/_compile.html +++ b/docs/_modules/torch_tensorrt/_compile.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt._compile — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -767,7 +767,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -829,7 +829,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/_util.html b/docs/_modules/torch_tensorrt/_util.html index 885b41f1de..b1b0758cef 100644 --- a/docs/_modules/torch_tensorrt/_util.html +++ b/docs/_modules/torch_tensorrt/_util.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt._util — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -586,7 +586,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -648,7 +648,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html index 49aacba36b..64656ed5ae 100644 --- a/docs/_modules/torch_tensorrt/fx/fx2trt.html +++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.fx.fx2trt — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -929,7 +929,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -991,7 +991,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html index 31ed850383..0ae58b87f7 100644 --- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html +++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.fx.input_tensor_spec — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -749,7 +749,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -811,7 +811,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html index 4872317058..8eb9a299e0 100644 --- a/docs/_modules/torch_tensorrt/fx/lower.html +++ b/docs/_modules/torch_tensorrt/fx/lower.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.fx.lower — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -877,7 +877,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -939,7 +939,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html index f513d0fd00..251fe2c98c 100644 --- a/docs/_modules/torch_tensorrt/fx/trt_module.html +++ b/docs/_modules/torch_tensorrt/fx/trt_module.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.fx.trt_module — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -793,7 +793,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -855,7 +855,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html index 77fdc94416..fdfceb22b8 100644 --- a/docs/_modules/torch_tensorrt/logging.html +++ b/docs/_modules/torch_tensorrt/logging.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.logging — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -768,7 +768,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -830,7 +830,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/ptq.html b/docs/_modules/torch_tensorrt/ptq.html index 578c32a61a..4687afdce1 100644 --- a/docs/_modules/torch_tensorrt/ptq.html +++ b/docs/_modules/torch_tensorrt/ptq.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.ptq — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
    @@ -760,7 +760,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -822,7 +822,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html index 6c4809cb5e..b11cac8c10 100644 --- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html +++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.ts._compile_spec — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    • Twitter
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -1042,7 +1042,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -1104,7 +1104,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html index 230ab2667a..6619be57ba 100644 --- a/docs/_modules/torch_tensorrt/ts/_compiler.html +++ b/docs/_modules/torch_tensorrt/ts/_compiler.html @@ -6,24 +6,24 @@ - + - + torch_tensorrt.ts._compiler — Torch-TensorRT master documentation - - - - - - - - - - + + + + + + + + + + @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +
    +
- +
-

2acf632451c2482b8eee3d1e461fb6c5

+

df1b2a8a92ce4f9fab463924bf8d335d

Torch-TensorRT Getting Started - CitriNet

@@ -1422,7 +1434,7 @@

FP16 (half precision)

What’s next

-

Now it’s time to try Torch-TensorRT on your own model. Fill out issues at https://github.com/pytorch/TensorRT. Your involvement will help future development of Torch-TensorRT.

+

Now it’s time to try Torch-TensorRT on your own model. Fill out issues at https://github.com/NVIDIA/Torch-TensorRT. Your involvement will help future development of Torch-TensorRT.

[ ]:
 
@@ -1441,15 +1453,6 @@

What’s next - - - - - - -

- @@ -1459,7 +1462,7 @@

What’s next

- © Copyright 2021, NVIDIA Corporation. + © Copyright 2022, NVIDIA Corporation.

@@ -1586,19 +1589,43 @@

Resources

-
+ + -

783b2cf2fc5d4e06a7736325633fdd88

+

0d3b5ad697c6475f968fdb3988a8493a

Torch-TensorRT Getting Started - EfficientNet-B0

@@ -1132,7 +1144,7 @@

FP16 (half precision)

What’s next

-

Now it’s time to try Torch-TensorRT on your own model. If you run into any issues, you can fill them at https://github.com/pytorch/TensorRT. Your involvement will help future development of Torch-TensorRT.

+

Now it’s time to try Torch-TensorRT on your own model. If you run into any issues, you can fill them at https://github.com/NVIDIA/Torch-TensorRT. Your involvement will help future development of Torch-TensorRT.

[ ]:
 
@@ -1151,15 +1163,6 @@

What’s next - - - - - - -

- @@ -1169,7 +1172,7 @@

What’s next

- © Copyright 2021, NVIDIA Corporation. + © Copyright 2022, NVIDIA Corporation.

@@ -1296,19 +1299,43 @@

Resources

-
+ + -

2e8a7944f7a54c9a93c9656fc33a0ab3

+

8895119d8f634fe5b8ca2b679a440289

Masked Language Modeling (MLM) with Hugging Face BERT Transformer

@@ -1055,7 +1067,7 @@

Contents

What’s next

-

Now it’s time to try Torch-TensorRT on your own model. If you run into any issues, you can fill them at https://github.com/pytorch/TensorRT. Your involvement will help future development of Torch-TensorRT.

+

Now it’s time to try Torch-TensorRT on your own model. If you run into any issues, you can fill them at https://github.com/NVIDIA/Torch-TensorRT. Your involvement will help future development of Torch-TensorRT.

[ ]:
 
@@ -1074,15 +1086,6 @@

What’s next - - - - - - -

- @@ -1092,7 +1095,7 @@

What’s next

- © Copyright 2021, NVIDIA Corporation. + © Copyright 2022, NVIDIA Corporation.

@@ -1213,19 +1216,43 @@

Resources

-
+ + -

fdd5160d4757402ea245c7fbb8dc0f03

+

b3fd7c0e57b74b66bc0d32c2be7cdcb4

Torch-TensorRT Getting Started - ResNet 50

@@ -1351,7 +1363,7 @@

FP16 (half precision)

What’s next

-

Now it’s time to try Torch-TensorRT on your own model. If you run into any issues, you can fill them at https://github.com/pytorch/TensorRT. Your involvement will help future development of Torch-TensorRT.

+

Now it’s time to try Torch-TensorRT on your own model. If you run into any issues, you can fill them at https://github.com/NVIDIA/Torch-TensorRT. Your involvement will help future development of Torch-TensorRT.

@@ -1362,15 +1374,6 @@

What’s next - - - - - - - - @@ -1380,7 +1383,7 @@

What’s next

- © Copyright 2021, NVIDIA Corporation. + © Copyright 2022, NVIDIA Corporation.

@@ -1507,19 +1510,43 @@

Resources

-
+ +

+

Setting up the model

In this section, we will: * Get sample data. * Download model from torch hub. * Build simple utility functions

@@ -1144,7 +1139,7 @@

Build simple utility functions

+

Working with Dynamic shapes in Torch TRT

-

Enabling “Dynamic Shaped” tensors to be used is essentially enabling the ability to defer defining the shape of tensors until run-time. Torch TensorRT simply leverages TensorRT’s Dynamic shape support. You can read more about TensorRT’s implementation in the TensorRT Documentation.

-

To make use of dynamic shapes, you need to provide three shapes: * min_shape: The minimum size of the tensor considered for optimizations. * opt_shape: The optimizations will be done in an effort to maximize performance for this shape. * max_shape: The maximum size of the tensor considered for optimizations.

-

Generally, users can expect the best performance within the specified ranges. Performance for other shapes maybe be lower for other shapes (depending on the model ops and GPU used)

-

In the following example, we will showcase varying batch sizes, which is the zeroth dimension of our input tensors. As Convolution operations require that the channel dimension be a build-time constant, we won’t be changing the sizes of other channels in this example, but for models which contain ops conducive to changes in other channels, this functionality can be freely used.

+

Enabling “Dynamic Shaped” tensors to be used is essentially enabling the ability to defer defining the shape of tensors until runetime. Torch TensorRT simply leverages TensorRT’s Dynamic shape support. You can read more about TensorRT’s implementation in the TensorRT Documentation.

+

To make use of dynamic shapes, you need to provide three shapes: * min_shape: The minimum size of the tensor considered for optimizations. * opt_shape: The optimizations will be done with an effort to maximize performance for this shape. * min_shape: The maximum size of the tensor considered for optimizations.

+

Generally, users can expect best performance within the specified ranges. Performance for other shapes may be be lower for other shapes (depending on the model ops and GPU used)

+

In the following example, we will showcase varing batch size, which is the zeroth dimension of our input tensors. As Convolution operations require that the channel dimension be a build-time constant, we won’t be changing sizes of other channels in this example, but for models which contain ops conducive to changes in other channels, this functionality can be freely used.

[11]:
 
@@ -1456,15 +1452,6 @@

What’s Next? - - - - - - -

- @@ -1474,7 +1461,7 @@

What’s Next?

- © Copyright 2021, NVIDIA Corporation. + © Copyright 2022, NVIDIA Corporation.

@@ -1494,7 +1481,6 @@

What’s Next?

@@ -1201,15 +1213,6 @@

What’s next - - - - - - - - @@ -1219,7 +1222,7 @@

What’s next

- © Copyright 2021, NVIDIA Corporation. + © Copyright 2022, NVIDIA Corporation.

@@ -1351,19 +1354,43 @@

Resources

-
+ + -

aa77691fd7754170ac652a03d651d0b9

+

6c149d85c6314d4ea59e4ea603d757b7

Object Detection with Torch-TensorRT (SSD)


@@ -770,8 +782,8 @@

Contents

--++ @@ -779,8 +791,8 @@

Single Shot MultiBox Detector model for object detection

- + +

_

alt

alt

alt

image1

@@ -1316,15 +1328,6 @@

References - - - - - - - - @@ -1334,7 +1337,7 @@

References

- © Copyright 2021, NVIDIA Corporation. + © Copyright 2022, NVIDIA Corporation.

@@ -1468,19 +1471,43 @@

Resources

-
+ + - + + - +
    @@ -712,7 +712,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -774,7 +774,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html index 1002914f0f..6b3d8ede08 100644 --- a/docs/contributors/conversion.html +++ b/docs/contributors/conversion.html @@ -9,22 +9,22 @@ - - Conversion Phase — Torch-TensorRT master documentation - - - - - + Conversion Phase — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -632,7 +632,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -694,7 +694,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html index 2fae41eb4e..ef6d209687 100644 --- a/docs/contributors/lowering.html +++ b/docs/contributors/lowering.html @@ -9,22 +9,22 @@ - - Lowering Phase — Torch-TensorRT master documentation - - - - - + Lowering Phase — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -794,7 +794,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -856,7 +856,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html index 9a16db9373..22ac24334a 100644 --- a/docs/contributors/partitioning.html +++ b/docs/contributors/partitioning.html @@ -9,22 +9,22 @@ - - Partitioning Phase — Torch-TensorRT master documentation - - - - - + Partitioning Phase — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
- +
    @@ -600,7 +600,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -662,7 +662,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html index e3d4bd35d0..36ce583c99 100644 --- a/docs/contributors/runtime.html +++ b/docs/contributors/runtime.html @@ -9,22 +9,22 @@ - - Runtime Phase — Torch-TensorRT master documentation - - - - - + Runtime Phase — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -652,7 +652,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -714,7 +714,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html index f70c4da833..6ef6afc4eb 100644 --- a/docs/contributors/system_overview.html +++ b/docs/contributors/system_overview.html @@ -9,22 +9,22 @@ - - System Overview — Torch-TensorRT master documentation - - - - - + System Overview — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    +
- +
    @@ -636,7 +636,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -698,7 +698,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html index 561907acdf..b4c643d96b 100644 --- a/docs/contributors/useful_links.html +++ b/docs/contributors/useful_links.html @@ -9,22 +9,22 @@ - - Useful Links for Torch-TensorRT Development — Torch-TensorRT master documentation - - - - - + Useful Links for Torch-TensorRT Development — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -617,7 +617,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -679,7 +679,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/contributors/writing_converters.html b/docs/contributors/writing_converters.html index 709ab9683b..1b77a05a1f 100644 --- a/docs/contributors/writing_converters.html +++ b/docs/contributors/writing_converters.html @@ -9,22 +9,22 @@ - - Writing Converters — Torch-TensorRT master documentation - - - - - + Writing Converters — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
    • YouTube
    • LinkedIn
    • -
    +
- +
    @@ -707,7 +707,7 @@

    Resources

  • Ecosystem
  • - +
  • Mobile
  • @@ -769,7 +769,7 @@

    Resources

  • Resources
  • - +
    • diff --git a/docs/genindex.html b/docs/genindex.html index e2e1e2c9a3..e33ef579c2 100644 --- a/docs/genindex.html +++ b/docs/genindex.html @@ -6,24 +6,24 @@ - + - - Index — Torch-TensorRT master documentation - - - - - + Index — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -33,11 +33,11 @@ - + - - + + @@ -193,9 +193,9 @@ - - + +

-
-

Building using cuDNN & TensorRT tarball distributions

-
-

This is recommended so as to build Torch-TensorRT hermetically and insures any compilation errors are not caused by version issues

-

Make sure when running Torch-TensorRT that these versions of the libraries are prioritized in your $LD_LIBRARY_PATH

-
-
-
You need to download the tarball distributions of TensorRT and cuDNN from the NVIDIA website.
-
-
-

Place these files in a directory (the directories third_party/distdir/[x86_64-linux-gnu | aarch64-linux-gnu] exist for this purpose)

-

Then compile referencing the directory with the tarballs

-
-

If you get errors regarding the packages, check their sha256 hashes and make sure they match the ones listed in WORKSPACE

-
-
-

Release Build

-
bazel build //:libtorchtrt -c opt --distdir third_party/distdir/[x86_64-linux-gnu | aarch64-linux-gnu]
-
-
-

A tarball with the include files and library can then be found in bazel-bin

-
-
-

Debug Build

-

To build with debug symbols use the following command

-
bazel build //:libtorchtrt -c dbg --distdir third_party/distdir/[x86_64-linux-gnu | aarch64-linux-gnu]
-
-
-

A tarball with the include files and library can then be found in bazel-bin

-
-
-

Pre CXX11 ABI Build

-

To build using the pre-CXX11 ABI use the pre_cxx11_abi config

-
bazel build //:libtorchtrt --config pre_cxx11_abi -c [dbg/opt] --distdir third_party/distdir/[x86_64-linux-gnu | aarch64-linux-gnu]
-
-
-

A tarball with the include files and library can then be found in bazel-bin

-
-
-
-

Building using locally installed cuDNN & TensorRT

-
-

If you encounter bugs and you compiled using this method please disclose that you used local sources in the issue (an ldd dump would be nice too)

-
-

Install TensorRT, CUDA and cuDNN on the system before starting to compile.

-

In WORKSPACE comment out:

-
# Downloaded distributions to use with --distdir
+recommended commands:
+       

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+

+ PyTorch Source +

+
+

+ Recommended C++ Compilation Command +

+
+

+ Recommended Python Compilation Command +

+
+

+ PyTorch whl file from PyTorch.org +

+
+

+ bazel build //:libtorchtrt -c opt –config pre_cxx11_abi +

+
+

+ python3 setup.py bdist_wheel +

+
+

+ libtorch-shared-with-deps- + + + * + + + .zip from PyTorch.org +

+
+

+ bazel build //:libtorchtrt -c opt –config pre_cxx11_abi +

+
+

+ python3 setup.py bdist_wheel +

+
+

+ libtorch-cxx11-abi-shared-with-deps- + + + * + + + .zip from PyTorch.org +

+
+

+ bazel build //:libtorchtrt -c opt +

+
+

+ python3 setup.py bdist_wheel –use-cxx11-abi +

+
+

+ PyTorch preinstalled in an NGC container +

+
+

+ bazel build //:libtorchtrt -c opt +

+
+

+ python3 setup.py bdist_wheel –use-cxx11-abi +

+
+

+ PyTorch from the NVIDIA Forums for Jetson +

+
+

+ bazel build //:libtorchtrt -c opt +

+
+

+ python3 setup.py bdist_wheel –jetpack-version 4.6 –use-cxx11-abi +

+
+

+ PyTorch built from Source +

+
+

+ bazel build //:libtorchtrt -c opt +

+
+

+ python3 setup.py bdist_wheel –use-cxx11-abi +

+
+
+
+

+ NOTE: For all of the above cases you must correctly declare the source of PyTorch you intend to use in your WORKSPACE file for both Python and C++ builds. See below for more information +

+
+
+

+ You then have two compilation options: +

+ + +

+ + Building using cuDNN & TensorRT tarball distributions + + + ¶ + +

+
+
+

+ This is recommended so as to build Torch-TensorRT hermetically and insures any compilation errors are not caused by version issues +

+

+ Make sure when running Torch-TensorRT that these versions of the libraries are prioritized in your + + + $LD_LIBRARY_PATH + + +

+
+
+
+
+ You need to download the tarball distributions of TensorRT and cuDNN from the NVIDIA website. +
+
+ +
+
+

+ Place these files in a directory (the directories + + + third_party/distdir/[x86_64-linux-gnu + + + | + + + aarch64-linux-gnu] + + + exist for this purpose) +

+

+ Then compile referencing the directory with the tarballs +

+
+
+

+ If you get errors regarding the packages, check their sha256 hashes and make sure they match the ones listed in + + + WORKSPACE + + +

+
+
+

+ Release Build + + ¶ + +

+
+
+
bazel build //:libtorchtrt -c opt --distdir third_party/distdir/[x86_64-linux-gnu | aarch64-linux-gnu]
+
+
+
+

+ A tarball with the include files and library can then be found in + + + bazel-bin + + +

+ + +

+ Debug Build + + ¶ + +

+

+ To build with debug symbols use the following command +

+
+
+
bazel build //:libtorchtrt -c dbg --distdir third_party/distdir/[x86_64-linux-gnu | aarch64-linux-gnu]
+
+
+
+

+ A tarball with the include files and library can then be found in + + + bazel-bin + + +

+

+ Pre CXX11 ABI Build + + ¶ + +

+

+ To build using the pre-CXX11 ABI use the + + + pre_cxx11_abi + + + config +

+
+
+
bazel build //:libtorchtrt --config pre_cxx11_abi -c [dbg/opt] --distdir third_party/distdir/[x86_64-linux-gnu | aarch64-linux-gnu]
+
+
+
+

+ A tarball with the include files and library can then be found in + + + bazel-bin + + +

+ + +

+ + Building using locally installed cuDNN & TensorRT + + + ¶ + +

+
+
+

+ If you encounter bugs and you compiled using this method please disclose that you used local sources in the issue (an ldd dump would be nice too) +

+
+
+

+ Install TensorRT, CUDA and cuDNN on the system before starting to compile. +

+

+ In WORKSPACE comment out: +

+
+
+
# Downloaded distributions to use with --distdir
 http_archive(
-    name = "cudnn",
-    urls = ["<URL>",],
+    name = "cudnn",
+    urls = ["<URL>",],
 
-    build_file = "@//third_party/cudnn/archive:BUILD",
-    sha256 = "<TAR SHA256>",
-    strip_prefix = "cuda"
+    build_file = "@//third_party/cudnn/archive:BUILD",
+    sha256 = "<TAR SHA256>",
+    strip_prefix = "cuda"
 )
 
 http_archive(
-    name = "tensorrt",
-    urls = ["<URL>",],
+    name = "tensorrt",
+    urls = ["<URL>",],
 
-    build_file = "@//third_party/tensorrt/archive:BUILD",
-    sha256 = "<TAR SHA256>",
-    strip_prefix = "TensorRT-<VERSION>"
+    build_file = "@//third_party/tensorrt/archive:BUILD",
+    sha256 = "<TAR SHA256>",
+    strip_prefix = "TensorRT-<VERSION>"
 )
-
-
-

and uncomment

-
# Locally installed dependencies
+
+
+
+

+ and uncomment +

+
+
+
# Locally installed dependencies
 new_local_repository(
-    name = "cudnn",
-    path = "/usr/",
-    build_file = "@//third_party/cudnn/local:BUILD"
+    name = "cudnn",
+    path = "/usr/",
+    build_file = "@//third_party/cudnn/local:BUILD"
 )
 
 new_local_repository(
-name = "tensorrt",
-path = "/usr/",
-build_file = "@//third_party/tensorrt/local:BUILD"
+name = "tensorrt",
+path = "/usr/",
+build_file = "@//third_party/tensorrt/local:BUILD"
 )
-
-
-
-

Release Build

-

Compile using:

-
bazel build //:libtorchtrt -c opt
-
-
-

A tarball with the include files and library can then be found in bazel-bin

-
-
-

Debug Build

-

To build with debug symbols use the following command

-
bazel build //:libtorchtrt -c dbg
-
-
-

A tarball with the include files and library can then be found in bazel-bin

-
-
-

Pre CXX11 ABI Build

-

To build using the pre-CXX11 ABI use the pre_cxx11_abi config

-
bazel build //:libtorchtrt --config pre_cxx11_abi -c [dbg/opt]
-
-
-
-
-
-

Building the Python package

-

Begin by installing ninja

-

You can build the Python package using setup.py (this will also build the correct version of libtorchtrt.so)

-
python3 setup.py [install/bdist_wheel]
-
-
-
-

Debug Build

-
python3 setup.py develop [--user]
-
-
-

This also compiles a debug build of libtorchtrt.so

-
-
-
-

Building Natively on aarch64 (Jetson)

-
-

Prerequisites

-

Install or compile a build of PyTorch/LibTorch for aarch64

-

NVIDIA hosts builds the latest release branch for Jetson here:

-
-
-
-
-

Enviorment Setup

-

To build natively on aarch64-linux-gnu platform, configure the WORKSPACE with local available dependencies.

-
    -
  1. Disable the rules with http_archive for x86_64 by commenting the following rules:

  2. -
-
#http_archive(
-#    name = "libtorch",
-#    build_file = "@//third_party/libtorch:BUILD",
-#    strip_prefix = "libtorch",
-#    urls = ["https://download.pytorch.org/libtorch/cu102/libtorch-cxx11-abi-shared-with-deps-1.5.1.zip"],
-#    sha256 = "cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a"
+
+
+
+

+ Release Build + + ¶ + +

+

+ Compile using: +

+
+
+
bazel build //:libtorchtrt -c opt
+
+
+
+

+ A tarball with the include files and library can then be found in + + + bazel-bin + + +

+ + +

+ Debug Build + + ¶ + +

+

+ To build with debug symbols use the following command +

+
+
+
bazel build //:libtorchtrt -c dbg
+
+
+
+

+ A tarball with the include files and library can then be found in + + + bazel-bin + + +

+

+ Pre CXX11 ABI Build + + ¶ + +

+

+ To build using the pre-CXX11 ABI use the + + + pre_cxx11_abi + + + config +

+
+
+
bazel build //:libtorchtrt --config pre_cxx11_abi -c [dbg/opt]
+
+
+
+

+ + Building the Python package + + + ¶ + +

+

+ Begin by installing + + + ninja + + +

+

+ You can build the Python package using + + + setup.py + + + (this will also build the correct version of + + + libtorchtrt.so + + + ) +

+
+
+
python3 setup.py [install/bdist_wheel]
+
+
+
+

+ Debug Build + + ¶ + +

+
+
+
python3 setup.py develop [--user]
+
+
+
+

+ This also compiles a debug build of + + + libtorchtrt.so + + +

+

+ + Building Natively on aarch64 (Jetson) + + + ¶ + +

+

+ Prerequisites + + ¶ + +

+

+ Install or compile a build of PyTorch/LibTorch for aarch64 +

+

+ NVIDIA hosts builds the latest release branch for Jetson here: +

+
+ +
+

+ Enviorment Setup + + ¶ + +

+

+ To build natively on aarch64-linux-gnu platform, configure the + + + WORKSPACE + + + with local available dependencies. +

+
    +
  1. +

    + Disable the rules with + + + http_archive + + + for x86_64 by commenting the following rules: +

    +
  2. +
+
+
+
#http_archive(
+#    name = "libtorch",
+#    build_file = "@//third_party/libtorch:BUILD",
+#    strip_prefix = "libtorch",
+#    urls = ["https://download.pytorch.org/libtorch/cu102/libtorch-cxx11-abi-shared-with-deps-1.5.1.zip"],
+#    sha256 = "cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a"
 #)
 
 #http_archive(
-#    name = "libtorch_pre_cxx11_abi",
-#    build_file = "@//third_party/libtorch:BUILD",
-#    strip_prefix = "libtorch",
-#    sha256 = "818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656",
-#    urls = ["https://download.pytorch.org/libtorch/cu102/libtorch-shared-with-deps-1.5.1.zip"],
+#    name = "libtorch_pre_cxx11_abi",
+#    build_file = "@//third_party/libtorch:BUILD",
+#    strip_prefix = "libtorch",
+#    sha256 = "818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656",
+#    urls = ["https://download.pytorch.org/libtorch/cu102/libtorch-shared-with-deps-1.5.1.zip"],
 #)
 
 # Download these tarballs manually from the NVIDIA website
 # Either place them in the distdir directory in third_party and use the --distdir flag
-# or modify the urls to "file:///<PATH TO TARBALL>/<TARBALL NAME>.tar.gz
+# or modify the urls to "file:///<PATH TO TARBALL>/<TARBALL NAME>.tar.gz
 
 #http_archive(
-#    name = "cudnn",
-#    urls = ["https://developer.nvidia.com/compute/machine-learning/cudnn/secure/8.0.1.13/10.2_20200626/cudnn-10.2-linux-x64-v8.0.1.13.tgz"],
-#    build_file = "@//third_party/cudnn/archive:BUILD",
-#    sha256 = "0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db",
-#    strip_prefix = "cuda"
+#    name = "cudnn",
+#    urls = ["https://developer.nvidia.com/compute/machine-learning/cudnn/secure/8.0.1.13/10.2_20200626/cudnn-10.2-linux-x64-v8.0.1.13.tgz"],
+#    build_file = "@//third_party/cudnn/archive:BUILD",
+#    sha256 = "0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db",
+#    strip_prefix = "cuda"
 #)
 
 #http_archive(
-#    name = "tensorrt",
-#    urls = ["https://developer.nvidia.com/compute/machine-learning/tensorrt/secure/7.1/tars/TensorRT-7.1.3.4.Ubuntu-18.04.x86_64-gnu.cuda-10.2.cudnn8.0.tar.gz"],
-#    build_file = "@//third_party/tensorrt/archive:BUILD",
-#    sha256 = "9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41",
-#    strip_prefix = "TensorRT-7.1.3.4"
+#    name = "tensorrt",
+#    urls = ["https://developer.nvidia.com/compute/machine-learning/tensorrt/secure/7.1/tars/TensorRT-7.1.3.4.Ubuntu-18.04.x86_64-gnu.cuda-10.2.cudnn8.0.tar.gz"],
+#    build_file = "@//third_party/tensorrt/archive:BUILD",
+#    sha256 = "9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41",
+#    strip_prefix = "TensorRT-7.1.3.4"
 #)
 
 NOTE: You may also need to configure the CUDA version to 10.2 by setting the path for the cuda new_local_repository
-
-
-
    -
  1. Configure the correct paths to directory roots containing local dependencies in the new_local_repository rules:

    -
    -

    NOTE: If you installed PyTorch using a pip package, the correct path is the path to the root of the python torch package. -In the case that you installed with sudo pip install this will be /usr/local/lib/python3.6/dist-packages/torch. -In the case you installed with pip install --user this will be $HOME/.local/lib/python3.6/site-packages/torch.

    -
    -
  2. -
-

In the case you are using NVIDIA compiled pip packages, set the path for both libtorch sources to the same path. This is because unlike + + + +

    +
  1. +

    + Configure the correct paths to directory roots containing local dependencies in the + + + new_local_repository + + + rules: +

    +
    +
    +

    + NOTE: If you installed PyTorch using a pip package, the correct path is the path to the root of the python torch package. +In the case that you installed with + + + sudo + + + pip + + + install + + + this will be + + + /usr/local/lib/python3.6/dist-packages/torch + + + . +In the case you installed with + + + pip + + + install + + + --user + + + this will be + + + $HOME/.local/lib/python3.6/site-packages/torch + + + . +

    +
    +
    +
  2. +
+

+ In the case you are using NVIDIA compiled pip packages, set the path for both libtorch sources to the same path. This is because unlike PyTorch on x86_64, NVIDIA aarch64 PyTorch uses the CXX11-ABI. If you compiled for source using the pre_cxx11_abi and only would like to -use that library, set the paths to the same path but when you compile make sure to add the flag --config=pre_cxx11_abi

-
new_local_repository(
-    name = "libtorch",
-    path = "/usr/local/lib/python3.6/dist-packages/torch",
-    build_file = "third_party/libtorch/BUILD"
+use that library, set the paths to the same path but when you compile make sure to add the flag
+        
+         
+          --config=pre_cxx11_abi
+         
+        
+       

+
+
+
new_local_repository(
+    name = "libtorch",
+    path = "/usr/local/lib/python3.6/dist-packages/torch",
+    build_file = "third_party/libtorch/BUILD"
 )
 
 new_local_repository(
-    name = "libtorch_pre_cxx11_abi",
-    path = "/usr/local/lib/python3.6/dist-packages/torch",
-    build_file = "third_party/libtorch/BUILD"
+    name = "libtorch_pre_cxx11_abi",
+    path = "/usr/local/lib/python3.6/dist-packages/torch",
+    build_file = "third_party/libtorch/BUILD"
 )
 
 new_local_repository(
-    name = "cudnn",
-    path = "/usr/",
-    build_file = "@//third_party/cudnn/local:BUILD"
+    name = "cudnn",
+    path = "/usr/",
+    build_file = "@//third_party/cudnn/local:BUILD"
 )
 
 new_local_repository(
-    name = "tensorrt",
-    path = "/usr/",
-    build_file = "@//third_party/tensorrt/local:BUILD"
+    name = "tensorrt",
+    path = "/usr/",
+    build_file = "@//third_party/tensorrt/local:BUILD"
 )
-
-
-
-
-

Compile C++ Library and Compiler CLI

-
-

NOTE: Due to shifting dependency locations between Jetpack 4.5 and 4.6 there is a now a flag to inform bazel of the Jetpack version

-
--platforms //toolchains:jetpack_4.x
-
-
-
-

Compile Torch-TensorRT library using bazel command:

-
bazel build //:libtorchtrt --platforms //toolchains:jetpack_4.6
-
-
-
-
-

Compile Python API

-
-

NOTE: Due to shifting dependencies locations between Jetpack 4.5 and Jetpack 4.6 there is now a flag for setup.py which sets the jetpack version (default: 4.6)

-
-

Compile the Python API using the following command from the //py directory:

-
python3 setup.py install --use-cxx11-abi
-
-
-

If you have a build of PyTorch that uses Pre-CXX11 ABI drop the --use-cxx11-abi flag

-

If you are building for Jetpack 4.5 add the --jetpack-version 4.5 flag

-
-
-

-
- - - - - - - - + - -

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
-
-
-
-

Docs

-

Access comprehensive developer documentation for PyTorch

- View Docs + +

+ Compile Torch-TensorRT library using bazel command: +

+
+
+
bazel build //:libtorchtrt --platforms //toolchains:jetpack_4.6
+
- -
-

Tutorials

-

Get in-depth tutorials for beginners and advanced developers

- View Tutorials +
+

+ Compile Python API + + ¶ + +

+
+
+

+ NOTE: Due to shifting dependencies locations between Jetpack 4.5 and Jetpack 4.6 there is now a flag for + + + setup.py + + + which sets the jetpack version (default: 4.6) +

- -
-

Resources

-

Find development resources and get your questions answered

- View Resources +
+

+ Compile the Python API using the following command from the + + + //py + + + directory: +

+
+
+
python3 setup.py install --use-cxx11-abi
+
-
+
+

+ If you have a build of PyTorch that uses Pre-CXX11 ABI drop the + + + --use-cxx11-abi + + + flag +

+

+ If you are building for Jetpack 4.5 add the + + + --jetpack-version + + + 4.5 + + + flag +

+ +
+
- -
-
@@ -597,12 +597,12 @@

Citations @@ -611,9 +611,9 @@

Citations - - + + @@ -624,7 +624,7 @@

CitationsTwitter
  • YouTube
  • LinkedIn
  • - +

    - +
      @@ -751,7 +751,7 @@

      Resources

    • Ecosystem
    • - +
    • Mobile
    • @@ -813,7 +813,7 @@

      Resources

    • Resources
    • - +
      • diff --git a/docs/tutorials/runtime.html b/docs/tutorials/runtime.html index 35c95632fe..74784f326e 100644 --- a/docs/tutorials/runtime.html +++ b/docs/tutorials/runtime.html @@ -9,22 +9,22 @@ - - Deploying Torch-TensorRT Programs — Torch-TensorRT master documentation - - - - - + Deploying Torch-TensorRT Programs — Torch-TensorRT v1.3.0 documentation + + + + + + + + + + + - - - - - @@ -36,11 +36,11 @@ - + - - + + @@ -196,9 +196,9 @@ - - + +
      • YouTube
      • LinkedIn
      • -
      +
    - +
    - +
    - - - - - - - - - - - - - - - + - - -
    -
    -
    - - - - - - - - - - - - - - - - -
    - - - - -
    -
    - -
    - Shortcuts -
    +
    +
    +
    +
    + +
    - -
    -
    - - - -
    - -
    -
    - -
    -

    torchtrtc

    -

    torchtrtc is a CLI application for using the Torch-TensorRT compiler. It serves as an easy way to compile a +

    +
    +
    + + +

    + torchtrtc + + ¶ + +

    +

    + + + torchtrtc + + + is a CLI application for using the Torch-TensorRT compiler. It serves as an easy way to compile a TorchScript Module with Torch-TensorRT from the command-line to quickly check support or as part of a deployment pipeline. All basic features of the compiler are supported including post training quantization (though you must already have a calibration cache file to use the PTQ feature). The compiler can output two formats, either a TorchScript program with the TensorRT engine embedded or -the TensorRT engine itself as a PLAN file.

    -

    All that is required to run the program after compilation is for C++ linking against libtorchtrt.so -or in Python importing the torch_tensorrt package. All other aspects of using compiled modules are identical -to standard TorchScript. Load with torch.jit.load() and run like you would run any other module.

    -
    torchtrtc [input_file_path] [output_file_path]
    +the TensorRT engine itself as a PLAN file.
    +       

    +

    + All that is required to run the program after compilation is for C++ linking against + + + libtorchtrt.so + + + or in Python importing the torch_tensorrt package. All other aspects of using compiled modules are identical +to standard TorchScript. Load with + + + torch.jit.load() + + + and run like you would run any other module. +

    +
    +
    +
    torchtrtc [input_file_path] [output_file_path]
       [input_specs...] {OPTIONS}
     
       torchtrtc is a compiler for TorchScript, it will compile and optimize
    @@ -436,12 +593,10 @@
                                           used to select kernels
         --workspace-size=[workspace_size] Maximum size of workspace given to
                                           TensorRT
    -    --atol=[atol]                     Absolute tolerance threshold for acceptable
    -                                      numerical deviation from standard torchscript
    -                                      output (default 1e-8)
    -    --rtol=[rtol]                     Relative tolerance threshold for acceptable
    -                                      numerical deviation from standard torchscript
    -                                      output  (default 1e-5)
    +    -t[threshold],
    +    --threshold=[threshold]           Maximum acceptable numerical deviation
    +                                      from standard torchscript output
    +                                      (default 2e-5)
         --no-threshold-check              Skip checking threshold compliance
         --truncate-long-double,
         --truncate, --truncate-64bit      Truncate weights that are provided in
    @@ -457,310 +612,89 @@
         input_specs...                    Specs for inputs to engine, can either
                                           be a single size or a range defined by
                                           Min, Optimal, Max sizes, e.g.
    -                                      "(N,..,C,H,W)"
    -                                      "[(MIN_N,..,MIN_C,MIN_H,MIN_W);(OPT_N,..,OPT_C,OPT_H,OPT_W);(MAX_N,..,MAX_C,MAX_H,MAX_W)]".
    +                                      "(N,..,C,H,W)"
    +                                      "[(MIN_N,..,MIN_C,MIN_H,MIN_W);(OPT_N,..,OPT_C,OPT_H,OPT_W);(MAX_N,..,MAX_C,MAX_H,MAX_W)]".
                                           Data Type and format can be specified by
    -                                      adding an "@" followed by dtype and "%"
    +                                      adding an "@" followed by dtype and "%"
                                           followed by format to the end of the
    -                                      shape spec. e.g. "(3, 3, 32,
    -                                      32)@f16%NHWC"
    -    "--" can be used to terminate flag options and force all following
    +                                      shape spec. e.g. "(3, 3, 32,
    +                                      32)@f16%NHWC"
    +    "--" can be used to terminate flag options and force all following
         arguments to be treated as positional options
    -
    -
    -

    e.g.

    -
    torchtrtc tests/modules/ssd_traced.jit.pt ssd_trt.ts "[(1,3,300,300); (1,3,512,512); (1, 3, 1024, 1024)]@f16%contiguous" -p f16
    -
    -
    -
    - - - - -
    - - -
    + - -
    -
    -
    - - -
    -
    +
    +

    + e.g. +

    +
    +
    +
    torchtrtc tests/modules/ssd_traced.jit.pt ssd_trt.ts "[(1,3,300,300); (1,3,512,512); (1, 3, 1024, 1024)]@f16%contiguous" -p f16
    +
    -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    -
    -
    -
    -

    Docs

    -

    Access comprehensive developer documentation for PyTorch

    - View Docs -
    - -
    -

    Tutorials

    -

    Get in-depth tutorials for beginners and advanced developers

    - View Tutorials -
    - -
    -

    Resources

    -

    Find development resources and get your questions answered

    - View Resources -
    -
    +
    + +
    + - -