├── .bazelrc ├── .bazelversion ├── .clang-format ├── .clang-tidy ├── .dockerignore ├── .git-blame-ignore-revs ├── .github ├── ISSUE_TEMPLATE │ ├── --feature-request.md │ ├── --question.md │ ├── bug-report.md │ ├── new-story.md │ └── op-converter-request.md ├── actions │ └── assigner │ │ ├── .gitattributes │ │ ├── .gitignore │ │ ├── action.yml │ │ ├── dist │ │ └── index.js │ │ ├── package-lock.json │ │ ├── package.json │ │ ├── src │ │ └── main.ts │ │ └── tsconfig.json ├── code-owners.yml ├── pr-labels.yml ├── pull_request_template.md ├── scripts │ ├── filter-matrix.py │ ├── generate-release-matrix.py │ ├── generate-tensorrt-test-matrix.py │ ├── install-cuda-aarch64.sh │ ├── install-cuda-dss.sh │ ├── install-tensorrt-rtx.sh │ ├── install-torch-tensorrt.sh │ ├── requirements.txt │ ├── run_cpp_linter.py │ ├── run_py_linter.py │ ├── setup-env.sh │ └── tests-torchscript-cpp.sh └── workflows │ ├── assigner.yml │ ├── blossom-ci.yml │ ├── build-tensorrt-linux.yml │ ├── build-tensorrt-windows.yml │ ├── build-test-linux-aarch64-jetpack.yml │ ├── build-test-linux-aarch64.yml │ ├── build-test-linux-x86_64.yml │ ├── build-test-linux-x86_64_rtx.yml │ ├── build-test-tensorrt-linux.yml │ ├── build-test-tensorrt-windows.yml │ ├── build-test-windows.yml │ ├── build-test-windows_rtx.yml │ ├── build_linux.yml │ ├── build_windows.yml │ ├── docgen.yml │ ├── docker_builder.yml │ ├── label.yml │ ├── linter.yml │ ├── linux-test.yml │ ├── nightlies.yml │ ├── release-linux-aarch64.yml │ ├── release-linux-x86_64.yml │ ├── release-windows.yml │ ├── stale.yml │ └── windows-test.yml ├── .gitignore ├── .gitmodules ├── .nspect-allowlist.toml ├── .pre-commit-config.yaml ├── .style.yapf ├── BUILD.bazel ├── CHANGELOG.md ├── CMakeLists.txt ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Config.cmake.in ├── LICENSE ├── MODULE.bazel ├── README.md ├── cmake ├── Modules │ └── FindTensorRT.cmake ├── build_options.cmake ├── dependencies.cmake └── paths.cmake ├── core ├── BUILD ├── CMakeLists.txt ├── README.md ├── compiler.cpp ├── compiler.h ├── conversion │ ├── BUILD │ ├── CMakeLists.txt │ ├── conversion.cpp │ ├── conversion.h │ ├── conversion_ignorelist.cpp │ ├── conversionctx │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── ConversionCtx.cpp │ │ └── ConversionCtx.h │ ├── converters │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── NodeConverterRegistry.cpp │ │ ├── README.md │ │ ├── Weights.cpp │ │ ├── Weights.h │ │ ├── converter_util.cpp │ │ ├── converter_util.h │ │ ├── converters.h │ │ └── impl │ │ │ ├── activation.cpp │ │ │ ├── batch_norm.cpp │ │ │ ├── bitwise.cpp │ │ │ ├── cast.cpp │ │ │ ├── chunk.cpp │ │ │ ├── concat.cpp │ │ │ ├── constant.cpp │ │ │ ├── constant_pad.cpp │ │ │ ├── conv_deconv.cpp │ │ │ ├── cumsum.cpp │ │ │ ├── einsum.cpp │ │ │ ├── element_wise.cpp │ │ │ ├── expand.cpp │ │ │ ├── internal_ops.cpp │ │ │ ├── interpolate.cpp │ │ │ ├── layer_norm.cpp │ │ │ ├── linear.cpp │ │ │ ├── lstm_cell.cpp │ │ │ ├── matrix_multiply.cpp │ │ │ ├── max.cpp │ │ │ ├── normalize.cpp │ │ │ ├── pooling.cpp │ │ │ ├── quantization.cpp │ │ │ ├── reduce.cpp │ │ │ ├── reflection_pad.cpp │ │ │ ├── replication_pad.cpp │ │ │ ├── select.cpp │ │ │ ├── shuffle.cpp │ │ │ ├── softmax.cpp │ │ │ ├── squeeze.cpp │ │ │ ├── stack.cpp │ │ │ ├── topk.cpp │ │ │ ├── unary.cpp │ │ │ └── unsqueeze.cpp │ ├── evaluators │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── NodeEvaluatorRegistry.cpp │ │ ├── README.md │ │ ├── aten.cpp │ │ ├── eval_macros.h │ │ ├── eval_util.cpp │ │ ├── eval_util.h │ │ ├── evaluators.h │ │ └── prim.cpp │ ├── tensorcontainer │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── TensorContainer.cpp │ │ └── TensorContainer.h │ └── var │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── Var.cpp │ │ ├── Var.h │ │ └── Var_inl.h ├── ir │ ├── BUILD │ ├── CMakeLists.txt │ ├── GraphInputs.cpp │ ├── Input.cpp │ ├── StaticParams.cpp │ ├── ir.cpp │ └── ir.h ├── lowering │ ├── BUILD │ ├── CMakeLists.txt │ ├── LowerInfo.cpp │ ├── drop_unused_nodes.cpp │ ├── lowering.cpp │ ├── lowering.h │ ├── passes │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── convNd_to_convolution.cpp │ │ ├── device_casting.cpp │ │ ├── exception_elimination.cpp │ │ ├── fuse_addmm_branches.cpp │ │ ├── linear_to_addmm.cpp │ │ ├── module_fallback.cpp │ │ ├── op_aliasing.cpp │ │ ├── passes.h │ │ ├── reduce_gelu.cpp │ │ ├── reduce_remainder.cpp │ │ ├── reduce_to.cpp │ │ ├── remove_bn_dim_check.cpp │ │ ├── remove_contiguous.cpp │ │ ├── remove_dropout.cpp │ │ ├── remove_nops.cpp │ │ ├── remove_set_attrs.cpp │ │ ├── remove_unnecessary_casts.cpp │ │ ├── replace_aten_pad.cpp │ │ ├── rewrite_inputs_with_params.cpp │ │ ├── silu_to_sigmoid_multiplication.cpp │ │ ├── tile_to_repeat.cpp │ │ ├── unpack_addmm.cpp │ │ ├── unpack_batch_norm.cpp │ │ ├── unpack_hardsigmoid.cpp │ │ ├── unpack_hardswish.cpp │ │ ├── unpack_log_softmax.cpp │ │ ├── unpack_rsqrt.cpp │ │ ├── unpack_scaled_dot_product_attention.cpp │ │ ├── unpack_std.cpp │ │ ├── unpack_var.cpp │ │ └── view_to_reshape.cpp │ └── register_trt_placeholder_ops.cpp ├── partitioning │ ├── BUILD │ ├── CMakeLists.txt │ ├── README.md │ ├── partitioning.cpp │ ├── partitioning.h │ ├── partitioningctx │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── PartitioningCtx.cpp │ │ └── PartitioningCtx.h │ ├── partitioninginfo │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── PartitioningInfo.cpp │ │ └── PartitioningInfo.h │ ├── segmentedblock │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── SegmentedBlock.cpp │ │ └── SegmentedBlock.h │ ├── shape_analysis.cpp │ └── stitching.cpp ├── plugins │ ├── BUILD │ ├── CMakeLists.txt │ ├── README.md │ ├── impl │ │ ├── interpolate_plugin.cpp │ │ ├── interpolate_plugin.h │ │ ├── normalize_plugin.cpp │ │ └── normalize_plugin.h │ ├── plugins.h │ └── register_plugins.cpp ├── runtime │ ├── BUILD │ ├── CMakeLists.txt │ ├── DeviceList.cpp │ ├── Platform.cpp │ ├── Platform.h │ ├── RTDevice.cpp │ ├── RTDevice.h │ ├── TRTEngine.cpp │ ├── TRTEngine.h │ ├── TRTEngineProfiler.cpp │ ├── TRTEngineProfiler.h │ ├── execute_engine.cpp │ ├── register_jit_hooks.cpp │ ├── runtime.cpp │ └── runtime.h └── util │ ├── BUILD │ ├── CMakeLists.txt │ ├── Exception.cpp │ ├── Exception.h │ ├── build_info.h │ ├── jit_util.h │ ├── logging │ ├── BUILD │ ├── CMakeLists.txt │ ├── TorchTRTLogger.cpp │ └── TorchTRTLogger.h │ ├── macros.h │ ├── prelude.h │ ├── trt_util.cpp │ └── trt_util.h ├── cpp ├── BUILD ├── CMakeLists.txt ├── README.md ├── bin │ ├── CMakeLists.txt │ └── torchtrtc │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── README.md │ │ ├── accuracy.cpp │ │ ├── accuracy.h │ │ ├── fileio.cpp │ │ ├── fileio.h │ │ ├── luts.h │ │ ├── main.cpp │ │ ├── parser_util.cpp │ │ └── parser_util.h ├── include │ └── torch_tensorrt │ │ ├── logging.h │ │ ├── macros.h │ │ └── torch_tensorrt.h ├── lib │ └── BUILD └── src │ ├── compile_spec.cpp │ ├── logging.cpp │ ├── torch_tensorrt.cpp │ └── types.cpp ├── dev_dep_versions.yml ├── docker ├── Dockerfile ├── Dockerfile.docs ├── MODULE.bazel.docker ├── MODULE.bazel.ngc ├── README.md ├── WORKSPACE.ngc ├── dist-build.sh └── ngc_test │ └── requirements.txt ├── docs ├── .nojekyll ├── _cpp_api │ ├── class_view_hierarchy.html │ ├── classtorch__tensorrt_1_1DataType.html │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.html │ ├── classtorch__tensorrt_1_1TensorFormat.html │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html │ ├── define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.html │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html │ ├── dir_cpp.html │ ├── dir_cpp_include.html │ ├── dir_cpp_include_torch_tensorrt.html │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html │ ├── enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html │ ├── enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html │ ├── file_cpp_include_torch_tensorrt_logging.h.html │ ├── file_cpp_include_torch_tensorrt_macros.h.html │ ├── file_cpp_include_torch_tensorrt_ptq.h.html │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ ├── file_view_hierarchy.html │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.html │ ├── function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html │ ├── function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html │ ├── function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html │ ├── function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html │ ├── function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ ├── function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html │ ├── function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html │ ├── function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html │ ├── function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html │ ├── function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ ├── function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html │ ├── function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html │ ├── function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ ├── function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html │ ├── function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ ├── function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html │ ├── function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.html │ ├── function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.html │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html │ ├── function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ ├── namespace_torch.html │ ├── namespace_torch_tensorrt.html │ ├── namespace_torch_tensorrt__logging.html │ ├── namespace_torch_tensorrt__ptq.html │ ├── namespace_torch_tensorrt__torchscript.html │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.html │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.html │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.html │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ ├── structtorch__tensorrt_1_1Device.html │ ├── structtorch__tensorrt_1_1GraphInputs.html │ ├── structtorch__tensorrt_1_1Input.html │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html │ ├── torch_tensort_cpp.html │ ├── unabridged_api.html │ └── unabridged_orphan.html ├── _downloads │ ├── 00385a056ff6154295316980c92392f8 │ │ └── converter_overloading.py │ ├── 012651bbc3509a32c4bc4b89d616e4c3 │ │ └── hierarchical_partitioner_example.ipynb │ ├── 06a1dddfb8c2b5515b697700d863a453 │ │ └── engine_caching_bert_example.ipynb │ ├── 0c66936e5fb86b43de3fa45f5f060b9d │ │ └── torch_export_flux_dev.ipynb │ ├── 0daf1d0af656cac7b808856b71e6616f │ │ └── torch_compile_resnet_example.ipynb │ ├── 0e30a6276601af7e5fc4d5166e2e3d37 │ │ └── torch_compile_advanced_usage.py │ ├── 11bd814a14cab34bab72bf8a16425e4a │ │ └── torch_export_flux_dev.py │ ├── 19063abb9ca2415374985e28eec40806 │ │ └── auto_generate_plugin.ipynb │ ├── 1c759c0181fe2845e5579cc82e5b7a7a │ │ └── engine_caching_example.py │ ├── 26d49aeeb9c710e27197fda28b7c3516 │ │ └── yi_jing_01_chien.jpg │ ├── 2a9ac10f2667047a7f398d1593b7ca33 │ │ └── torch_export_gpt2.py │ ├── 2c4fd8e65aa979aa6a0402a43ff9b15e │ │ └── cross_runtime_compilation_for_windows.py │ ├── 2ce302f7f4f71543c3d2bd7f93375eec │ │ └── torch_compile_gpt2.ipynb │ ├── 2fbbf7380f818b1cbce2b90bbcaf2904 │ │ └── mutable_torchtrt_module_example.py │ ├── 34421db2f2a82ea2b3d9a9cc85624784 │ │ └── torch_export_gpt2.ipynb │ ├── 3454ee6d4b68e83cdf0c757f0059986b │ │ └── engine_caching_example.ipynb │ ├── 3d4d74f6636d986f33167154f6553961 │ │ └── torch_export_cudagraphs.py │ ├── 3e4586a9107efae8f87a361bd207b6e0 │ │ └── weight_streaming_example.ipynb │ ├── 418941399c146271a7b7728ba3059960 │ │ └── dynamo_compile_resnet_example.py │ ├── 46b3e6febaab06324aa2715896895544 │ │ └── torch_compile_stable_diffusion.py │ ├── 50cdc517d124443e61b8e11d4bdb29f0 │ │ └── torch_export_cudagraphs.ipynb │ ├── 5d228e6c421cd8885936a0d2b838a74a │ │ └── llama2_flashinfer_rmsnorm.ipynb │ ├── 669d3d90aba7fad1bec8bbd852aa9cbc │ │ └── cross_runtime_compilation_for_windows.ipynb │ ├── 68b8589f80a47518afd92bbad3fda19d │ │ └── mutable_torchtrt_module_example.ipynb │ ├── 6a6052d9668b2cb8332d349d328e21c1 │ │ └── _rendered_examples_jupyter.zip │ ├── 6c6c0a48adee16bd8076df5fef7d0491 │ │ └── aot_plugin.py │ ├── 6dc05c556272c1cc0d370e787df688e6 │ │ └── dynamo_compile_transformers_example.ipynb │ ├── 6dc7949e3e7f3cb855e4a7b28eadc851 │ │ └── vgg16_fp8_ptq.py │ ├── 798cda8f83bd9f5e2cc93f329a04332c │ │ └── _rendered_examples_python.zip │ ├── 79b11f38b95116a32190bdd045626574 │ │ └── custom_kernel_plugins.ipynb │ ├── 7b7004dc2ea6f839be532665e16e0426 │ │ └── torch_export_llama2.py │ ├── 7e3a125a2d4ba8274a41b46f5e0723fa │ │ └── refit_engine_example.py │ ├── 81aa3becef967e19fae2b5a1a07d0355 │ │ └── pre_allocated_output_example.ipynb │ ├── 8d74c66ac043702cc076cfc2479adc0f │ │ └── vgg16_fp8_ptq.ipynb │ ├── 9742a0a11c6b72e5522962aba0ade637 │ │ └── dynamo_compile_resnet_example.ipynb │ ├── 9d21477e27f3f1bb1200c5c5465f9e7b │ │ └── dynamo_compile_advanced_usage.ipynb │ ├── 9e148ac48490c84d381ee281904f3226 │ │ └── torch_export_llama2.ipynb │ ├── a6fe88b2bb7dd49cbedef2fcc833ea60 │ │ └── torch_export_sam2.py │ ├── b26ba3d33b5fc57e738fb2f26cabe4e8 │ │ └── weight_streaming_example.py │ ├── b35883282793ac3413933fdb22d00d81 │ │ └── torch_compile_advanced_usage.ipynb │ ├── b776287bc876f7ce24942b82a66beb05 │ │ └── torch_compile_stable_diffusion.ipynb │ ├── bcc7f28441f2f441df62f7faab7cb862 │ │ └── torch_compile_gpt2.py │ ├── c0341280f3b022df00c4241c42d9ee8b │ │ └── custom_kernel_plugins.py │ ├── c091c7b61c14cfc9df236d4e6a3e20e2 │ │ └── auto_generate_converters.ipynb │ ├── c86d57c05e15d5d3edf6229b6a3566c8 │ │ └── auto_generate_converters.py │ ├── ce102e287ddb5744f0a1364e8c0c7f68 │ │ └── torch_compile_transformers_example.ipynb │ ├── ceee048e511b8a73d9f1ce18da61ae14 │ │ └── torch_export_sam2.ipynb │ ├── cfe89df17e42f6acff939282b7e174b5 │ │ └── aot_plugin.ipynb │ ├── d0b2df4f38205e5c78371907285feeea │ │ └── llama2_flashinfer_rmsnorm.py │ ├── d28c19d0b239befcec511ab7597f4192 │ │ └── auto_generate_plugins.ipynb │ ├── d3458223a5f37d5d4d5d3ad5b7e1c312 │ │ └── hierarchical_partitioner_example.py │ ├── d3495df1ea2eb07107a224dc2f917439 │ │ └── pre_allocated_output_example.py │ ├── d606a9660cce1388933de8448182f4ee │ │ └── vgg16_ptq.ipynb │ ├── d6acb461de023f3484b5a07f2bbaed33 │ │ └── converter_overloading.ipynb │ ├── d6e1bb6ec5f884994554d9d12e37a0f6 │ │ └── torch_compile_resnet_example.py │ ├── d9a9caffd95dc397ffb9ea9d37a89f06 │ │ └── refit_engine_example.ipynb │ ├── dfa60e8f9850fd7761f3e7da81304d32 │ │ └── torch_compile_transformers_example.py │ ├── e074ba0d6986fb4d6c35538cd1c4843d │ │ └── auto_generate_plugin.py │ ├── e1ef5a42560a98a132f56a79d0b66f79 │ │ └── dynamo_compile_advanced_usage.py │ ├── e550c5f53cc43e11aa6da8cfb79b54df │ │ └── dynamo_compile_transformers_example.py │ ├── ea588ed7ecee251ffdf5927a36eccc98 │ │ └── auto_generate_plugins.py │ ├── ef6d47fc0355ddff78547f419a7ddbf6 │ │ └── vgg16_ptq.py │ └── fdd0cb7713d049345adec03926d28414 │ │ └── engine_caching_bert_example.py ├── _images │ ├── _notebooks_EfficientNet-example_11_0.png │ ├── _notebooks_EfficientNet-example_12_0.png │ ├── _notebooks_EfficientNet-example_14_1.png │ ├── _notebooks_EfficientNet-example_14_2.png │ ├── _notebooks_EfficientNet-example_16_2.png │ ├── _notebooks_Resnet50-example_10_0.png │ ├── _notebooks_Resnet50-example_12_0.png │ ├── _notebooks_Resnet50-example_13_1.png │ ├── _notebooks_Resnet50-example_16_1.png │ ├── _notebooks_dynamic-shapes_14_1.png │ ├── _notebooks_dynamic-shapes_8_0.png │ ├── _notebooks_ssd-object-detection-demo_18_0.png │ ├── _notebooks_ssd-object-detection-demo_18_1.png │ ├── _notebooks_ssd-object-detection-demo_18_2.png │ ├── _notebooks_ssd-object-detection-demo_35_0.png │ ├── _notebooks_ssd-object-detection-demo_35_1.png │ ├── _notebooks_ssd-object-detection-demo_35_2.png │ ├── circ_pad_example.png │ ├── cuda_graphs.png │ ├── cuda_graphs_breaks.png │ ├── majestic_castle.png │ ├── sam_mask1.png │ ├── sam_mask2.png │ ├── sam_mask3.png │ ├── sphx_glr_aot_plugin_thumb.png │ ├── sphx_glr_auto_generate_converters_thumb.png │ ├── sphx_glr_auto_generate_plugin_thumb.png │ ├── sphx_glr_auto_generate_plugins_thumb.png │ ├── sphx_glr_converter_overloading_thumb.png │ ├── sphx_glr_cross_runtime_compilation_for_windows_thumb.png │ ├── sphx_glr_custom_kernel_plugins_thumb.png │ ├── sphx_glr_dynamo_compile_advanced_usage_thumb.png │ ├── sphx_glr_dynamo_compile_resnet_example_thumb.png │ ├── sphx_glr_dynamo_compile_transformers_example_thumb.png │ ├── sphx_glr_engine_caching_bert_example_thumb.png │ ├── sphx_glr_engine_caching_example_thumb.png │ ├── sphx_glr_hierarchical_partitioner_example_thumb.png │ ├── sphx_glr_llama2_flashinfer_rmsnorm_thumb.png │ ├── sphx_glr_mutable_torchtrt_module_example_thumb.png │ ├── sphx_glr_pre_allocated_output_example_thumb.png │ ├── sphx_glr_refit_engine_example_thumb.png │ ├── sphx_glr_torch_compile_advanced_usage_thumb.png │ ├── sphx_glr_torch_compile_gpt2_thumb.png │ ├── sphx_glr_torch_compile_resnet_example_thumb.png │ ├── sphx_glr_torch_compile_stable_diffusion_thumb.png │ ├── sphx_glr_torch_compile_transformers_example_thumb.png │ ├── sphx_glr_torch_export_cudagraphs_thumb.png │ ├── sphx_glr_torch_export_flux_dev_thumb.png │ ├── sphx_glr_torch_export_gpt2_thumb.png │ ├── sphx_glr_torch_export_llama2_thumb.png │ ├── sphx_glr_torch_export_sam2_thumb.png │ ├── sphx_glr_vgg16_fp8_ptq_thumb.png │ ├── sphx_glr_vgg16_ptq_thumb.png │ ├── sphx_glr_weight_streaming_example_thumb.png │ ├── truck.jpg │ └── yi_jing_01_chien.jpg ├── _modules │ ├── index.html │ └── torch_tensorrt │ │ ├── _Device.html │ │ ├── _Input.html │ │ ├── _TRTModuleNext.html │ │ ├── _compile.html │ │ ├── _enums.html │ │ ├── _util.html │ │ ├── _utils.html │ │ ├── dynamo │ │ ├── _SourceIR.html │ │ ├── _compiler.html │ │ ├── _exporter.html │ │ ├── _refit.html │ │ ├── _settings.html │ │ ├── _tracer.html │ │ └── runtime │ │ │ ├── _MutableTorchTensorRTModule.html │ │ │ ├── _PythonTorchTensorRTModule.html │ │ │ └── _TorchTensorRTModule.html │ │ ├── fx │ │ ├── fx2trt.html │ │ ├── input_tensor_spec.html │ │ ├── lower.html │ │ └── trt_module.html │ │ ├── logging.html │ │ ├── ptq.html │ │ ├── runtime │ │ ├── _cudagraphs.html │ │ ├── _multi_device_safe_mode.html │ │ ├── _output_allocator.html │ │ ├── _pre_allocated_outputs.html │ │ ├── _weight_streaming.html │ │ └── multi_device_safe_mode.html │ │ └── ts │ │ ├── _compile_spec.html │ │ ├── _compiler.html │ │ └── ptq.html ├── _notebooks │ ├── CitriNet-example.html │ ├── CitriNet-example.ipynb │ ├── EfficientNet-example.html │ ├── EfficientNet-example.ipynb │ ├── Hugging-Face-BERT.html │ ├── Hugging-Face-BERT.ipynb │ ├── Resnet50-example.html │ ├── Resnet50-example.ipynb │ ├── dynamic-shapes.html │ ├── dynamic-shapes.ipynb │ ├── lenet-getting-started.html │ ├── lenet-getting-started.ipynb │ ├── ssd-object-detection-demo.html │ ├── ssd-object-detection-demo.ipynb │ ├── vgg-qat.html │ └── vgg-qat.ipynb ├── _sources │ ├── _cpp_api │ │ ├── class_view_hierarchy.rst.txt │ │ ├── classtorch__tensorrt_1_1DataType.rst.txt │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt │ │ ├── classtorch__tensorrt_1_1TensorFormat.rst.txt │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt │ │ ├── define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.rst.txt │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt │ │ ├── dir_cpp.rst.txt │ │ ├── dir_cpp_include.rst.txt │ │ ├── dir_cpp_include_torch_tensorrt.rst.txt │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ ├── enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ ├── enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ ├── file_view_hierarchy.rst.txt │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst.txt │ │ ├── function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ ├── function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ ├── function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ ├── function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst.txt │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst.txt │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst.txt │ │ ├── function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.rst.txt │ │ ├── function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.rst.txt │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst.txt │ │ ├── function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst.txt │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ ├── namespace_torch.rst.txt │ │ ├── namespace_torch_tensorrt.rst.txt │ │ ├── namespace_torch_tensorrt__logging.rst.txt │ │ ├── namespace_torch_tensorrt__ptq.rst.txt │ │ ├── namespace_torch_tensorrt__torchscript.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ ├── structtorch__tensorrt_1_1Device.rst.txt │ │ ├── structtorch__tensorrt_1_1GraphInputs.rst.txt │ │ ├── structtorch__tensorrt_1_1Input.rst.txt │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt │ │ ├── torch_tensort_cpp.rst.txt │ │ ├── unabridged_api.rst.txt │ │ └── unabridged_orphan.rst.txt │ ├── _notebooks │ │ ├── CitriNet-example.ipynb.txt │ │ ├── EfficientNet-example.ipynb.txt │ │ ├── Hugging-Face-BERT.ipynb.txt │ │ ├── Resnet50-example.ipynb.txt │ │ ├── dynamic-shapes.ipynb.txt │ │ ├── lenet-getting-started.ipynb.txt │ │ ├── ssd-object-detection-demo.ipynb.txt │ │ └── vgg-qat.ipynb.txt │ ├── cli │ │ └── torchtrtc.rst.txt │ ├── contributors │ │ ├── conversion.rst.txt │ │ ├── dynamo_converters.rst.txt │ │ ├── fx_converters.rst.txt │ │ ├── lowering.rst.txt │ │ ├── partitioning.rst.txt │ │ ├── phases.rst.txt │ │ ├── resource_management.rst.txt │ │ ├── runtime.rst.txt │ │ ├── system_overview.rst.txt │ │ ├── ts_converters.rst.txt │ │ ├── useful_links.rst.txt │ │ ├── writing_converters.rst.txt │ │ └── writing_dynamo_aten_lowering_passes.rst.txt │ ├── dynamo │ │ ├── dynamo_export.rst.txt │ │ └── torch_compile.rst.txt │ ├── fx │ │ └── getting_started_with_fx_path.rst.txt │ ├── getting_started │ │ ├── capture_and_replay.rst.txt │ │ ├── getting_started_with_cpp_api.rst.txt │ │ ├── getting_started_with_python_api.rst.txt │ │ ├── getting_started_with_windows.rst.txt │ │ ├── installation.rst.txt │ │ ├── jetpack.rst.txt │ │ ├── quick_start.rst.txt │ │ └── tensorrt_rtx.rst.txt │ ├── index.rst.txt │ ├── indices │ │ └── supported_ops.rst.txt │ ├── py_api │ │ ├── dynamo.rst.txt │ │ ├── fx.rst.txt │ │ ├── logging.rst.txt │ │ ├── ptq.rst.txt │ │ ├── runtime.rst.txt │ │ ├── torch_tensorrt.rst.txt │ │ └── ts.rst.txt │ ├── sg_execution_times.rst.txt │ ├── src │ │ └── pytorch-sphinx-theme │ │ │ └── docs │ │ │ ├── changelog.rst.txt │ │ │ ├── configuring.rst.txt │ │ │ ├── demo │ │ │ ├── api.rst.txt │ │ │ ├── demo.rst.txt │ │ │ ├── lists_tables.rst.txt │ │ │ ├── long.rst.txt │ │ │ └── structure.rst.txt │ │ │ ├── index.rst.txt │ │ │ └── installing.rst.txt │ ├── ts │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ ├── getting_started_with_cpp_api.rst.txt │ │ ├── getting_started_with_python_api.rst.txt │ │ ├── ptq.rst.txt │ │ └── torchscript_frontend_from_pytorch.rst.txt │ ├── tutorials │ │ ├── _rendered_examples │ │ │ ├── dynamo │ │ │ │ ├── aot_plugin.rst.txt │ │ │ │ ├── auto_generate_converters.rst.txt │ │ │ │ ├── auto_generate_plugin.rst.txt │ │ │ │ ├── auto_generate_plugins.rst.txt │ │ │ │ ├── converter_overloading.rst.txt │ │ │ │ ├── cross_runtime_compilation_for_windows.rst.txt │ │ │ │ ├── custom_kernel_plugins.rst.txt │ │ │ │ ├── dynamo_compile_advanced_usage.rst.txt │ │ │ │ ├── dynamo_compile_resnet_example.rst.txt │ │ │ │ ├── dynamo_compile_transformers_example.rst.txt │ │ │ │ ├── engine_caching_bert_example.rst.txt │ │ │ │ ├── engine_caching_example.rst.txt │ │ │ │ ├── hierarchical_partitioner_example.rst.txt │ │ │ │ ├── index.rst.txt │ │ │ │ ├── llama2_flashinfer_rmsnorm.rst.txt │ │ │ │ ├── mutable_torchtrt_module_example.rst.txt │ │ │ │ ├── pre_allocated_output_example.rst.txt │ │ │ │ ├── refit_engine_example.rst.txt │ │ │ │ ├── torch_compile_advanced_usage.rst.txt │ │ │ │ ├── torch_compile_gpt2.rst.txt │ │ │ │ ├── torch_compile_resnet_example.rst.txt │ │ │ │ ├── torch_compile_stable_diffusion.rst.txt │ │ │ │ ├── torch_compile_transformers_example.rst.txt │ │ │ │ ├── torch_export_cudagraphs.rst.txt │ │ │ │ ├── torch_export_flux_dev.rst.txt │ │ │ │ ├── torch_export_gpt2.rst.txt │ │ │ │ ├── torch_export_llama2.rst.txt │ │ │ │ ├── torch_export_sam2.rst.txt │ │ │ │ ├── vgg16_fp8_ptq.rst.txt │ │ │ │ ├── vgg16_ptq.rst.txt │ │ │ │ └── weight_streaming_example.rst.txt │ │ │ ├── index.rst.txt │ │ │ └── triton │ │ │ │ └── index.rst.txt │ │ ├── compile_hf_models.rst.txt │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ ├── deploy_torch_tensorrt_to_triton.rst.txt │ │ ├── getting_started_with_cpp_api.rst.txt │ │ ├── getting_started_with_fx_path.rst.txt │ │ ├── getting_started_with_python_api.rst.txt │ │ ├── installation.rst.txt │ │ ├── notebooks.rst.txt │ │ ├── ptq.rst.txt │ │ ├── runtime.rst.txt │ │ ├── serving_torch_tensorrt_with_triton.rst.txt │ │ ├── torchtrtc.rst.txt │ │ ├── use_from_pytorch.rst.txt │ │ └── using_dla.rst.txt │ └── user_guide │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ ├── dynamic_shapes.rst.txt │ │ ├── dynamo_export.rst.txt │ │ ├── getting_started_with_fx_path.rst.txt │ │ ├── mixed_precision.rst.txt │ │ ├── ptq.rst.txt │ │ ├── runtime.rst.txt │ │ ├── saving_models.rst.txt │ │ ├── torch_compile.rst.txt │ │ ├── torch_tensorrt_explained.rst.txt │ │ ├── use_from_pytorch.rst.txt │ │ └── using_dla.rst.txt ├── _static │ ├── _sphinx_javascript_frameworks_compat.js │ ├── basic.css │ ├── binder_badge_logo.svg │ ├── broken_example.png │ ├── collapsible-lists │ │ ├── LICENSE.md │ │ ├── css │ │ │ ├── button-closed.png │ │ │ ├── button-open.png │ │ │ ├── button.png │ │ │ ├── list-item-contents.png │ │ │ ├── list-item-last-open.png │ │ │ ├── list-item-last.png │ │ │ ├── list-item-open.png │ │ │ ├── list-item-root.png │ │ │ ├── list-item.png │ │ │ └── tree_view.css │ │ └── js │ │ │ ├── CollapsibleLists.compressed.js │ │ │ └── apply-collapsible-lists.js │ ├── css │ │ ├── custom.css │ │ ├── pytorch_theme.css │ │ └── theme.css │ ├── doctools.js │ ├── documentation_options.js │ ├── file.png │ ├── fonts │ │ ├── FreightSans │ │ │ ├── freight-sans-bold-italic.woff │ │ │ ├── freight-sans-bold-italic.woff2 │ │ │ ├── freight-sans-bold.woff │ │ │ ├── freight-sans-bold.woff2 │ │ │ ├── freight-sans-book-italic.woff │ │ │ ├── freight-sans-book-italic.woff2 │ │ │ ├── freight-sans-book.woff │ │ │ ├── freight-sans-book.woff2 │ │ │ ├── freight-sans-light-italic.woff │ │ │ ├── freight-sans-light-italic.woff2 │ │ │ ├── freight-sans-light.woff │ │ │ ├── freight-sans-light.woff2 │ │ │ ├── freight-sans-medium-italic.woff │ │ │ ├── freight-sans-medium-italic.woff2 │ │ │ ├── freight-sans-medium.woff │ │ │ └── freight-sans-medium.woff2 │ │ ├── IBMPlexMono │ │ │ ├── IBMPlexMono-Light.woff │ │ │ ├── IBMPlexMono-Light.woff2 │ │ │ ├── IBMPlexMono-Medium.woff │ │ │ ├── IBMPlexMono-Medium.woff2 │ │ │ ├── IBMPlexMono-Regular.woff │ │ │ ├── IBMPlexMono-Regular.woff2 │ │ │ ├── IBMPlexMono-SemiBold.woff │ │ │ └── IBMPlexMono-SemiBold.woff2 │ │ ├── font-awesome.css │ │ ├── material-icons.css │ │ └── specimen │ │ │ ├── FontAwesome.ttf │ │ │ ├── FontAwesome.woff │ │ │ ├── FontAwesome.woff2 │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ ├── MaterialIcons-Regular.woff │ │ │ └── MaterialIcons-Regular.woff2 │ ├── images │ │ ├── arrow-down-orange.svg │ │ ├── arrow-right-with-tail.svg │ │ ├── chevron-down-black.svg │ │ ├── chevron-down-grey.svg │ │ ├── chevron-down-orange.svg │ │ ├── chevron-down-white.svg │ │ ├── chevron-right-orange.svg │ │ ├── chevron-right-white.svg │ │ ├── favicon.png │ │ ├── home-footer-background.jpg │ │ ├── icon-close.svg │ │ ├── icon-menu-dots-dark.svg │ │ ├── icons │ │ │ ├── bitbucket.1b09e088.svg │ │ │ ├── bitbucket.svg │ │ │ ├── github.f0b8504a.svg │ │ │ ├── github.svg │ │ │ ├── gitlab.6dd19c00.svg │ │ │ └── gitlab.svg │ │ ├── logo-dark.svg │ │ ├── logo-facebook-dark.svg │ │ ├── logo-icon.svg │ │ ├── logo-twitter-dark.svg │ │ ├── logo-youtube-dark.svg │ │ ├── logo.svg │ │ ├── pytorch-colab.svg │ │ ├── pytorch-download.svg │ │ ├── pytorch-github.svg │ │ ├── pytorch-x.svg │ │ ├── search-icon.svg │ │ └── view-page-source-icon.svg │ ├── javascripts │ │ ├── application.js │ │ ├── lunr │ │ │ ├── lunr.da.js │ │ │ ├── lunr.de.js │ │ │ ├── lunr.du.js │ │ │ ├── lunr.es.js │ │ │ ├── lunr.fi.js │ │ │ ├── lunr.fr.js │ │ │ ├── lunr.hu.js │ │ │ ├── lunr.it.js │ │ │ ├── lunr.ja.js │ │ │ ├── lunr.jp.js │ │ │ ├── lunr.multi.js │ │ │ ├── lunr.nl.js │ │ │ ├── lunr.no.js │ │ │ ├── lunr.pt.js │ │ │ ├── lunr.ro.js │ │ │ ├── lunr.ru.js │ │ │ ├── lunr.stemmer.support.js │ │ │ ├── lunr.sv.js │ │ │ ├── lunr.th.js │ │ │ ├── lunr.tr.js │ │ │ ├── tinyseg.js │ │ │ └── wordcut.js │ │ ├── modernizr.js │ │ └── version_dropdown.js │ ├── jquery-3.5.1.js │ ├── jquery-3.6.0.js │ ├── jquery.js │ ├── jquery.min.map │ ├── js │ │ ├── modernizr.min.js │ │ ├── theme.js │ │ └── vendor │ │ │ ├── anchor.min.js │ │ │ ├── bootstrap.min.js │ │ │ └── popper.min.js │ ├── jupyterlite_badge_logo.svg │ ├── language_data.js │ ├── material.css │ ├── minus.png │ ├── nbsphinx-broken-thumbnail.svg │ ├── nbsphinx-code-cells.css │ ├── nbsphinx-gallery.css │ ├── nbsphinx-no-thumbnail.svg │ ├── no_image.png │ ├── plus.png │ ├── pygments.css │ ├── searchtools.js │ ├── sg_gallery-binder.css │ ├── sg_gallery-dataframe.css │ ├── sg_gallery-rendered-html.css │ ├── sg_gallery.css │ ├── stylesheets │ │ ├── application-fixes.css │ │ ├── application-palette.css │ │ └── application.css │ ├── underscore-1.13.1.js │ ├── underscore-1.3.1.js │ └── underscore.js ├── cli │ └── torchtrtc.html ├── contributors │ ├── conversion.html │ ├── dynamo_converters.html │ ├── fx_converters.html │ ├── lowering.html │ ├── partitioning.html │ ├── phases.html │ ├── resource_management.html │ ├── runtime.html │ ├── system_overview.html │ ├── ts_converters.html │ ├── useful_links.html │ ├── writing_converters.html │ └── writing_dynamo_aten_lowering_passes.html ├── dynamo │ ├── dynamo_export.html │ └── torch_compile.html ├── fx │ └── getting_started_with_fx_path.html ├── genindex.html ├── getting_started │ ├── capture_and_replay.html │ ├── getting_started_with_cpp_api.html │ ├── getting_started_with_python_api.html │ ├── getting_started_with_windows.html │ ├── installation.html │ ├── jetpack.html │ ├── quick_start.html │ └── tensorrt_rtx.html ├── index.html ├── indices │ └── supported_ops.html ├── objects.inv ├── py-modindex.html ├── py_api │ ├── dynamo.html │ ├── fx.html │ ├── logging.html │ ├── ptq.html │ ├── runtime.html │ ├── torch_tensorrt.html │ └── ts.html ├── search.html ├── searchindex.js ├── sg_execution_times.html ├── sitemap.xml ├── src │ └── pytorch-sphinx-theme │ │ └── docs │ │ ├── changelog.html │ │ ├── configuring.html │ │ ├── demo │ │ ├── api.html │ │ ├── demo.html │ │ ├── lists_tables.html │ │ ├── long.html │ │ └── structure.html │ │ ├── index.html │ │ └── installing.html ├── ts │ ├── creating_torchscript_module_in_python.html │ ├── getting_started_with_cpp_api.html │ ├── getting_started_with_python_api.html │ ├── ptq.html │ └── torchscript_frontend_from_pytorch.html ├── tutorials │ ├── _rendered_examples │ │ ├── dynamo │ │ │ ├── aot_plugin.html │ │ │ ├── auto_generate_converters.html │ │ │ ├── auto_generate_plugin.html │ │ │ ├── auto_generate_plugins.html │ │ │ ├── converter_overloading.html │ │ │ ├── cross_runtime_compilation_for_windows.html │ │ │ ├── custom_kernel_plugins.html │ │ │ ├── dynamo_compile_advanced_usage.html │ │ │ ├── dynamo_compile_resnet_example.html │ │ │ ├── dynamo_compile_transformers_example.html │ │ │ ├── engine_caching_bert_example.html │ │ │ ├── engine_caching_example.html │ │ │ ├── hierarchical_partitioner_example.html │ │ │ ├── index.html │ │ │ ├── llama2_flashinfer_rmsnorm.html │ │ │ ├── mutable_torchtrt_module_example.html │ │ │ ├── pre_allocated_output_example.html │ │ │ ├── refit_engine_example.html │ │ │ ├── torch_compile_advanced_usage.html │ │ │ ├── torch_compile_gpt2.html │ │ │ ├── torch_compile_resnet_example.html │ │ │ ├── torch_compile_stable_diffusion.html │ │ │ ├── torch_compile_transformers_example.html │ │ │ ├── torch_export_cudagraphs.html │ │ │ ├── torch_export_flux_dev.html │ │ │ ├── torch_export_gpt2.html │ │ │ ├── torch_export_llama2.html │ │ │ ├── torch_export_sam2.html │ │ │ ├── vgg16_fp8_ptq.html │ │ │ ├── vgg16_ptq.html │ │ │ └── weight_streaming_example.html │ │ ├── index.html │ │ └── triton │ │ │ └── index.html │ ├── compile_hf_models.html │ ├── creating_torchscript_module_in_python.html │ ├── deploy_torch_tensorrt_to_triton.html │ ├── getting_started_with_cpp_api.html │ ├── getting_started_with_fx_path.html │ ├── getting_started_with_python_api.html │ ├── installation.html │ ├── notebooks.html │ ├── ptq.html │ ├── runtime.html │ ├── serving_torch_tensorrt_with_triton.html │ ├── torchtrtc.html │ ├── use_from_pytorch.html │ └── using_dla.html ├── user_guide │ ├── creating_torchscript_module_in_python.html │ ├── dynamic_shapes.html │ ├── dynamo_export.html │ ├── getting_started_with_fx_path.html │ ├── mixed_precision.html │ ├── ptq.html │ ├── runtime.html │ ├── saving_models.html │ ├── torch_compile.html │ ├── torch_tensorrt_explained.html │ ├── use_from_pytorch.html │ └── using_dla.html ├── v0.0.1 │ ├── .nojekyll │ ├── _api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_api.html │ │ ├── dir_cpp_api_include.html │ │ ├── dir_cpp_api_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_api_include_trtorch_logging.h.html │ │ ├── file_cpp_api_include_trtorch_macros.h.html │ │ ├── file_cpp_api_include_trtorch_ptq.h.html │ │ ├── file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.html │ │ ├── function_trtorch_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1ExtraInfo.html │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _sources │ │ ├── _api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_api.rst.txt │ │ │ ├── dir_cpp_api_include.rst.txt │ │ │ ├── dir_cpp_api_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.rst.txt │ │ │ ├── function_trtorch_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── execution.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ └── ptq.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.4.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── execution.html │ │ ├── lowering.html │ │ ├── phases.html │ │ ├── system_overview.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── objects.inv │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ └── ptq.html ├── v0.0.2 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_api.html │ │ ├── dir_cpp_api_include.html │ │ ├── dir_cpp_api_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_api_include_trtorch_logging.h.html │ │ ├── file_cpp_api_include_trtorch_macros.h.html │ │ ├── file_cpp_api_include_trtorch_ptq.h.html │ │ ├── file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.html │ │ ├── function_trtorch_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1ExtraInfo.html │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_api.rst.txt │ │ │ ├── dir_cpp_api_include.rst.txt │ │ │ ├── dir_cpp_api_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.rst.txt │ │ │ ├── function_trtorch_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── execution.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ └── trtorch.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ └── ptq.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.4.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── execution.html │ │ ├── lowering.html │ │ ├── phases.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ └── trtorch.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ └── ptq.html ├── v0.0.3 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_api.html │ │ ├── dir_cpp_api_include.html │ │ ├── dir_cpp_api_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_api_include_trtorch_logging.h.html │ │ ├── file_cpp_api_include_trtorch_macros.h.html │ │ ├── file_cpp_api_include_trtorch_ptq.h.html │ │ ├── file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1ExtraInfo.html │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _notebooks │ │ ├── lenet-getting-started.html │ │ └── lenet-getting-started.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_api.rst.txt │ │ │ ├── dir_cpp_api_include.rst.txt │ │ │ ├── dir_cpp_api_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ └── lenet-getting-started.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── execution.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ └── trtorch.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ └── trtorchc.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── execution.html │ │ ├── lowering.html │ │ ├── phases.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ └── trtorch.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ ├── ptq.html │ │ └── trtorchc.html ├── v0.1.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.html │ │ ├── classtrtorch_1_1CompileSpec_1_1DeviceType.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.html │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_api.html │ │ ├── dir_cpp_api_include.html │ │ ├── dir_cpp_api_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_api_include_trtorch_logging.h.html │ │ ├── file_cpp_api_include_trtorch_macros.h.html │ │ ├── file_cpp_api_include_trtorch_ptq.h.html │ │ ├── file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.html │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1CompileSpec.html │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.html │ │ ├── structtrtorch_1_1ExtraInfo.html │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _images │ │ ├── _notebooks_Resnet50-example_11_0.png │ │ ├── _notebooks_Resnet50-example_14_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_0.png │ │ ├── _notebooks_ssd-object-detection-demo_17_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_2.png │ │ ├── _notebooks_ssd-object-detection-demo_29_0.png │ │ ├── _notebooks_ssd-object-detection-demo_29_1.png │ │ ├── _notebooks_ssd-object-detection-demo_29_2.png │ │ ├── _notebooks_ssd-object-detection-demo_34_0.png │ │ ├── _notebooks_ssd-object-detection-demo_34_1.png │ │ └── _notebooks_ssd-object-detection-demo_34_2.png │ ├── _notebooks │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ └── ssd-object-detection-demo.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1ExtraInfo_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_api.rst.txt │ │ │ ├── dir_cpp_api_include.rst.txt │ │ │ ├── dir_cpp_api_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst.txt │ │ │ ├── function_trtorch_8h_1a536bba54b70e44554099d23fa3d7e804.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1ae38897d1ca4438227c970029d0f76fb5.rst.txt │ │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo.rst.txt │ │ │ ├── structtrtorch_1_1ExtraInfo_1_1InputRange.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ └── ssd-object-detection-demo.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── execution.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ └── trtorch.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── trtorchc.rst.txt │ │ │ └── use_from_pytorch.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── execution.html │ │ ├── lowering.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ └── trtorch.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ ├── ptq.html │ │ ├── trtorchc.html │ │ └── use_from_pytorch.html ├── v0.2.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.html │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_api.html │ │ ├── dir_cpp_api_include.html │ │ ├── dir_cpp_api_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_api_include_trtorch_logging.h.html │ │ ├── file_cpp_api_include_trtorch_macros.h.html │ │ ├── file_cpp_api_include_trtorch_ptq.h.html │ │ ├── file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1CompileSpec.html │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.html │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _images │ │ ├── _notebooks_Resnet50-example_11_0.png │ │ ├── _notebooks_Resnet50-example_14_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_0.png │ │ ├── _notebooks_ssd-object-detection-demo_17_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_2.png │ │ ├── _notebooks_ssd-object-detection-demo_34_0.png │ │ ├── _notebooks_ssd-object-detection-demo_34_1.png │ │ └── _notebooks_ssd-object-detection-demo_34_2.png │ ├── _notebooks │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ └── ssd-object-detection-demo.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_api.rst.txt │ │ │ ├── dir_cpp_api_include.rst.txt │ │ │ ├── dir_cpp_api_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst.txt │ │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ └── ssd-object-detection-demo.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ └── trtorch.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── trtorchc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ └── trtorch.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── trtorchc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v0.3.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.html │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_api.html │ │ ├── dir_cpp_api_include.html │ │ ├── dir_cpp_api_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_api_include_trtorch_logging.h.html │ │ ├── file_cpp_api_include_trtorch_macros.h.html │ │ ├── file_cpp_api_include_trtorch_ptq.h.html │ │ ├── file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1ac4ead1d30e521d581462bb51e283be08.html │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1CompileSpec.html │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.html │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.html │ │ ├── structtrtorch_1_1CompileSpec_1_1TorchFallback.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _images │ │ ├── _notebooks_Resnet50-example_11_0.png │ │ ├── _notebooks_Resnet50-example_14_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_0.png │ │ ├── _notebooks_ssd-object-detection-demo_17_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_2.png │ │ ├── _notebooks_ssd-object-detection-demo_34_0.png │ │ ├── _notebooks_ssd-object-detection-demo_34_1.png │ │ └── _notebooks_ssd-object-detection-demo_34_2.png │ ├── _notebooks │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ └── ssd-object-detection-demo.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_api.rst.txt │ │ │ ├── dir_cpp_api_include.rst.txt │ │ │ ├── dir_cpp_api_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst.txt │ │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1ac4ead1d30e521d581462bb51e283be08.rst.txt │ │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_api_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1TorchFallback.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ └── ssd-object-detection-demo.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ └── trtorch.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── trtorchc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ └── trtorch.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── trtorchc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v0.4.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.html │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.html │ │ ├── classtrtorch_1_1CompileSpec_1_1TensorFormat.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_include.html │ │ ├── dir_cpp_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_include_trtorch_logging.h.html │ │ ├── file_cpp_include_trtorch_macros.h.html │ │ ├── file_cpp_include_trtorch_ptq.h.html │ │ ├── file_cpp_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1ad39358d5c1f523ab2a528d054860e9d7.html │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1CompileSpec.html │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.html │ │ ├── structtrtorch_1_1CompileSpec_1_1Input.html │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.html │ │ ├── structtrtorch_1_1CompileSpec_1_1TorchFallback.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _images │ │ ├── _notebooks_Resnet50-example_11_0.png │ │ ├── _notebooks_Resnet50-example_14_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_0.png │ │ ├── _notebooks_ssd-object-detection-demo_17_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_2.png │ │ ├── _notebooks_ssd-object-detection-demo_34_0.png │ │ ├── _notebooks_ssd-object-detection-demo_34_1.png │ │ └── _notebooks_ssd-object-detection-demo_34_2.png │ ├── _notebooks │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ └── ssd-object-detection-demo.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1TensorFormat.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_include.rst.txt │ │ │ ├── dir_cpp_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst.txt │ │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1ad39358d5c1f523ab2a528d054860e9d7.rst.txt │ │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1Input.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1TorchFallback.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ └── ssd-object-detection-demo.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── partitioning.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ └── trtorch.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── trtorchc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── partitioning.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ └── trtorch.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── trtorchc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v0.4.1 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.html │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.html │ │ ├── classtrtorch_1_1CompileSpec_1_1TensorFormat.html │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.html │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.html │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.html │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.html │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_include.html │ │ ├── dir_cpp_include_trtorch.html │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.html │ │ ├── file_cpp_include_trtorch_logging.h.html │ │ ├── file_cpp_include_trtorch_macros.h.html │ │ ├── file_cpp_include_trtorch_ptq.h.html │ │ ├── file_cpp_include_trtorch_trtorch.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.html │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.html │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.html │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.html │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.html │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.html │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.html │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.html │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.html │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.html │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.html │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.html │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.html │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.html │ │ ├── function_trtorch_8h_1ad39358d5c1f523ab2a528d054860e9d7.html │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.html │ │ ├── namespace_trtorch.html │ │ ├── namespace_trtorch__logging.html │ │ ├── namespace_trtorch__ptq.html │ │ ├── program_listing_file_cpp_include_trtorch_logging.h.html │ │ ├── program_listing_file_cpp_include_trtorch_macros.h.html │ │ ├── program_listing_file_cpp_include_trtorch_ptq.h.html │ │ ├── program_listing_file_cpp_include_trtorch_trtorch.h.html │ │ ├── structtrtorch_1_1CompileSpec.html │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.html │ │ ├── structtrtorch_1_1CompileSpec_1_1Input.html │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.html │ │ ├── structtrtorch_1_1CompileSpec_1_1TorchFallback.html │ │ ├── trtorch_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _images │ │ ├── _notebooks_Resnet50-example_11_0.png │ │ ├── _notebooks_Resnet50-example_14_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_0.png │ │ ├── _notebooks_ssd-object-detection-demo_17_1.png │ │ ├── _notebooks_ssd-object-detection-demo_17_2.png │ │ ├── _notebooks_ssd-object-detection-demo_34_0.png │ │ ├── _notebooks_ssd-object-detection-demo_34_1.png │ │ └── _notebooks_ssd-object-detection-demo_34_2.png │ ├── _notebooks │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ └── ssd-object-detection-demo.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1DataType.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtrtorch_1_1CompileSpec_1_1TensorFormat.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtrtorch_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a20c1fbeb21757871c52299dc52351b5f.rst.txt │ │ │ ├── define_macros_8h_1a25ee153c325dfc7466a33cbd5c1ff055.rst.txt │ │ │ ├── define_macros_8h_1a48d6029a45583a06848891cb0e86f7ba.rst.txt │ │ │ ├── define_macros_8h_1a71b02dddfabe869498ad5a88e11c440f.rst.txt │ │ │ ├── define_macros_8h_1a9d31d0569348d109b1b069b972dd143e.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ae1c56ab8a40af292a9a4964651524d84.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_include.rst.txt │ │ │ ├── dir_cpp_include_trtorch.rst.txt │ │ │ ├── enum_logging_8h_1a5f612ff2f783ff4fbe89d168f0d817d4.rst.txt │ │ │ ├── file_cpp_include_trtorch_logging.h.rst.txt │ │ │ ├── file_cpp_include_trtorch_macros.h.rst.txt │ │ │ ├── file_cpp_include_trtorch_ptq.h.rst.txt │ │ │ ├── file_cpp_include_trtorch_trtorch.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a118d65b179defff7fff279eb9cd126cb.rst.txt │ │ │ ├── function_logging_8h_1a396a688110397538f8b3fb7dfdaf38bb.rst.txt │ │ │ ├── function_logging_8h_1a9b420280bfacc016d7e36a5704021949.rst.txt │ │ │ ├── function_logging_8h_1aa533955a2b908db9e5df5acdfa24715f.rst.txt │ │ │ ├── function_logging_8h_1abc57d473f3af292551dee8b9c78373ad.rst.txt │ │ │ ├── function_logging_8h_1adf5435f0dbb09c0d931a1b851847236b.rst.txt │ │ │ ├── function_logging_8h_1aef44b69c62af7cf2edc8875a9506641a.rst.txt │ │ │ ├── function_ptq_8h_1a4422781719d7befedb364cacd91c6247.rst.txt │ │ │ ├── function_ptq_8h_1a5f33b142bc2f3f2aaf462270b3ad7e31.rst.txt │ │ │ ├── function_trtorch_8h_1a2cf17d43ba9117b3b4d652744b4f0447.rst.txt │ │ │ ├── function_trtorch_8h_1a3eace458ae9122f571fabfc9ef1b9e3a.rst.txt │ │ │ ├── function_trtorch_8h_1a589ea96d16e2df44146ad0919424e00e.rst.txt │ │ │ ├── function_trtorch_8h_1a726f6e7091b6b7be45b5a4275b2ffb10.rst.txt │ │ │ ├── function_trtorch_8h_1ab01696cfe08b6a5293c55935a9713c25.rst.txt │ │ │ ├── function_trtorch_8h_1ad39358d5c1f523ab2a528d054860e9d7.rst.txt │ │ │ ├── function_trtorch_8h_1af19cb866b0520fc84b69a1cf25a52b65.rst.txt │ │ │ ├── namespace_trtorch.rst.txt │ │ │ ├── namespace_trtorch__logging.rst.txt │ │ │ ├── namespace_trtorch__ptq.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_trtorch_trtorch.h.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1Device.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1Input.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1InputRange.rst.txt │ │ │ ├── structtrtorch_1_1CompileSpec_1_1TorchFallback.rst.txt │ │ │ ├── trtorch_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ └── ssd-object-detection-demo.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── partitioning.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ └── trtorch.rst.txt │ │ └── tutorials │ │ │ ├── getting_started.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── trtorchc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── partitioning.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ └── trtorch.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── getting_started.html │ │ ├── installation.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── trtorchc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v1.0.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtorch__tensorrt_1_1DataType.html │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.html │ │ ├── classtorch__tensorrt_1_1TensorFormat.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_include.html │ │ ├── dir_cpp_include_torch_tensorrt.html │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html │ │ ├── file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.html │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ │ ├── namespace_torch_tensorrt.html │ │ ├── namespace_torch_tensorrt__logging.html │ │ ├── namespace_torch_tensorrt__ptq.html │ │ ├── namespace_torch_tensorrt__torchscript.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── structtorch__tensorrt_1_1Device.html │ │ ├── structtorch__tensorrt_1_1Input.html │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html │ │ ├── torch_tensort_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _images │ │ ├── _notebooks_Resnet50-example_10_0.png │ │ ├── _notebooks_Resnet50-example_13_1.png │ │ ├── _notebooks_ssd-object-detection-demo_18_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_1.png │ │ ├── _notebooks_ssd-object-detection-demo_18_2.png │ │ ├── _notebooks_ssd-object-detection-demo_35_0.png │ │ ├── _notebooks_ssd-object-detection-demo_35_1.png │ │ └── _notebooks_ssd-object-detection-demo_35_2.png │ ├── _notebooks │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ ├── ssd-object-detection-demo.ipynb │ │ ├── vgg-qat.html │ │ └── vgg-qat.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtorch__tensorrt_1_1DataType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1TensorFormat.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt │ │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt │ │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt │ │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt │ │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_include.rst.txt │ │ │ ├── dir_cpp_include_torch_tensorrt.rst.txt │ │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst.txt │ │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ │ ├── namespace_torch_tensorrt.rst.txt │ │ │ ├── namespace_torch_tensorrt__logging.rst.txt │ │ │ ├── namespace_torch_tensorrt__ptq.rst.txt │ │ │ ├── namespace_torch_tensorrt__torchscript.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Device.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Input.rst.txt │ │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt │ │ │ ├── torch_tensort_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ ├── ssd-object-detection-demo.ipynb.txt │ │ │ └── vgg-qat.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── partitioning.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── torch_tensorrt.rst.txt │ │ │ └── ts.rst.txt │ │ └── tutorials │ │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── torchtrtc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── partitioning.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ ├── ptq.html │ │ ├── torch_tensorrt.html │ │ └── ts.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── creating_torchscript_module_in_python.html │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_python_api.html │ │ ├── installation.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── torchtrtc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v1.1.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtorch__tensorrt_1_1DataType.html │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.html │ │ ├── classtorch__tensorrt_1_1TensorFormat.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_include.html │ │ ├── dir_cpp_include_torch_tensorrt.html │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html │ │ ├── file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.html │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ │ ├── namespace_torch_tensorrt.html │ │ ├── namespace_torch_tensorrt__logging.html │ │ ├── namespace_torch_tensorrt__ptq.html │ │ ├── namespace_torch_tensorrt__torchscript.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── structtorch__tensorrt_1_1Device.html │ │ ├── structtorch__tensorrt_1_1Input.html │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html │ │ ├── torch_tensort_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _images │ │ ├── _notebooks_EfficientNet-example_12_0.png │ │ ├── _notebooks_EfficientNet-example_16_2.png │ │ ├── _notebooks_Resnet50-example_12_0.png │ │ ├── _notebooks_Resnet50-example_16_1.png │ │ ├── _notebooks_dynamic-shapes_14_1.png │ │ ├── _notebooks_dynamic-shapes_8_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_1.png │ │ ├── _notebooks_ssd-object-detection-demo_18_2.png │ │ ├── _notebooks_ssd-object-detection-demo_35_0.png │ │ ├── _notebooks_ssd-object-detection-demo_35_1.png │ │ └── _notebooks_ssd-object-detection-demo_35_2.png │ ├── _notebooks │ │ ├── CitriNet-example.html │ │ ├── CitriNet-example.ipynb │ │ ├── EfficientNet-example.html │ │ ├── EfficientNet-example.ipynb │ │ ├── Hugging-Face-BERT.html │ │ ├── Hugging-Face-BERT.ipynb │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── dynamic-shapes.html │ │ ├── dynamic-shapes.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ ├── ssd-object-detection-demo.ipynb │ │ ├── vgg-qat.html │ │ └── vgg-qat.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtorch__tensorrt_1_1DataType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1TensorFormat.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt │ │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt │ │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt │ │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt │ │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_include.rst.txt │ │ │ ├── dir_cpp_include_torch_tensorrt.rst.txt │ │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst.txt │ │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ │ ├── namespace_torch_tensorrt.rst.txt │ │ │ ├── namespace_torch_tensorrt__logging.rst.txt │ │ │ ├── namespace_torch_tensorrt__ptq.rst.txt │ │ │ ├── namespace_torch_tensorrt__torchscript.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Device.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Input.rst.txt │ │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt │ │ │ ├── torch_tensort_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── CitriNet-example.ipynb.txt │ │ │ ├── EfficientNet-example.ipynb.txt │ │ │ ├── Hugging-Face-BERT.ipynb.txt │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── dynamic-shapes.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ ├── ssd-object-detection-demo.ipynb.txt │ │ │ └── vgg-qat.ipynb.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── partitioning.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── logging.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── torch_tensorrt.rst.txt │ │ │ └── ts.rst.txt │ │ └── tutorials │ │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── torchtrtc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── favicon.png │ │ │ └── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.13.1.js │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── partitioning.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── logging.html │ │ ├── ptq.html │ │ ├── torch_tensorrt.html │ │ └── ts.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ └── tutorials │ │ ├── creating_torchscript_module_in_python.html │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_python_api.html │ │ ├── installation.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── torchtrtc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v1.1.1 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtorch__tensorrt_1_1DataType.html │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.html │ │ ├── classtorch__tensorrt_1_1TensorFormat.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_include.html │ │ ├── dir_cpp_include_torch_tensorrt.html │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html │ │ ├── file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.html │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ │ ├── namespace_torch_tensorrt.html │ │ ├── namespace_torch_tensorrt__logging.html │ │ ├── namespace_torch_tensorrt__ptq.html │ │ ├── namespace_torch_tensorrt__torchscript.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── structtorch__tensorrt_1_1Device.html │ │ ├── structtorch__tensorrt_1_1GraphInputs.html │ │ ├── structtorch__tensorrt_1_1Input.html │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html │ │ ├── torch_tensort_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _downloads │ │ └── 26d49aeeb9c710e27197fda28b7c3516 │ │ │ └── yi_jing_01_chien.jpg │ ├── _images │ │ ├── _notebooks_EfficientNet-example_12_0.png │ │ ├── _notebooks_EfficientNet-example_16_2.png │ │ ├── _notebooks_Resnet50-example_12_0.png │ │ ├── _notebooks_Resnet50-example_16_1.png │ │ ├── _notebooks_dynamic-shapes_14_1.png │ │ ├── _notebooks_dynamic-shapes_8_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_1.png │ │ ├── _notebooks_ssd-object-detection-demo_18_2.png │ │ ├── _notebooks_ssd-object-detection-demo_35_0.png │ │ ├── _notebooks_ssd-object-detection-demo_35_1.png │ │ ├── _notebooks_ssd-object-detection-demo_35_2.png │ │ └── yi_jing_01_chien.jpg │ ├── _modules │ │ ├── index.html │ │ └── torch_tensorrt │ │ │ ├── _Device.html │ │ │ ├── _Input.html │ │ │ ├── _compile.html │ │ │ ├── _util.html │ │ │ ├── fx │ │ │ ├── fx2trt.html │ │ │ ├── input_tensor_spec.html │ │ │ ├── lower.html │ │ │ └── trt_module.html │ │ │ ├── logging.html │ │ │ ├── ptq.html │ │ │ └── ts │ │ │ ├── _compile_spec.html │ │ │ └── _compiler.html │ ├── _notebooks │ │ ├── CitriNet-example.html │ │ ├── CitriNet-example.ipynb │ │ ├── EfficientNet-example.html │ │ ├── EfficientNet-example.ipynb │ │ ├── Hugging-Face-BERT.html │ │ ├── Hugging-Face-BERT.ipynb │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── dynamic-shapes.html │ │ ├── dynamic-shapes.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ ├── ssd-object-detection-demo.ipynb │ │ ├── vgg-qat.html │ │ └── vgg-qat.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtorch__tensorrt_1_1DataType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1TensorFormat.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt │ │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt │ │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt │ │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt │ │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_include.rst.txt │ │ │ ├── dir_cpp_include_torch_tensorrt.rst.txt │ │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst.txt │ │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt │ │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst.txt │ │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ │ ├── namespace_torch_tensorrt.rst.txt │ │ │ ├── namespace_torch_tensorrt__logging.rst.txt │ │ │ ├── namespace_torch_tensorrt__ptq.rst.txt │ │ │ ├── namespace_torch_tensorrt__torchscript.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Device.rst.txt │ │ │ ├── structtorch__tensorrt_1_1GraphInputs.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Input.rst.txt │ │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt │ │ │ ├── torch_tensort_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── CitriNet-example.ipynb.txt │ │ │ ├── EfficientNet-example.ipynb.txt │ │ │ ├── Hugging-Face-BERT.ipynb.txt │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── dynamic-shapes.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ ├── ssd-object-detection-demo.ipynb.txt │ │ │ └── vgg-qat.ipynb.txt │ │ ├── cli │ │ │ └── torchtrtc.rst.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── partitioning.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── getting_started │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ └── installation.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── fx.rst.txt │ │ │ ├── logging.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── torch_tensorrt.rst.txt │ │ │ └── ts.rst.txt │ │ ├── src │ │ │ └── pytorch-sphinx-theme │ │ │ │ └── docs │ │ │ │ ├── changelog.rst.txt │ │ │ │ ├── configuring.rst.txt │ │ │ │ ├── demo │ │ │ │ ├── api.rst.txt │ │ │ │ ├── demo.rst.txt │ │ │ │ ├── lists_tables.rst.txt │ │ │ │ ├── long.rst.txt │ │ │ │ └── structure.rst.txt │ │ │ │ ├── index.rst.txt │ │ │ │ └── installing.rst.txt │ │ └── tutorials │ │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_fx_path.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── notebooks.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── serving_torch_tensorrt_with_triton.rst.txt │ │ │ ├── torchtrtc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── css │ │ │ └── theme.css │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── FreightSans │ │ │ │ ├── freight-sans-bold-italic.woff │ │ │ │ ├── freight-sans-bold-italic.woff2 │ │ │ │ ├── freight-sans-bold.woff │ │ │ │ ├── freight-sans-bold.woff2 │ │ │ │ ├── freight-sans-book-italic.woff │ │ │ │ ├── freight-sans-book-italic.woff2 │ │ │ │ ├── freight-sans-book.woff │ │ │ │ ├── freight-sans-book.woff2 │ │ │ │ ├── freight-sans-light-italic.woff │ │ │ │ ├── freight-sans-light-italic.woff2 │ │ │ │ ├── freight-sans-light.woff │ │ │ │ ├── freight-sans-light.woff2 │ │ │ │ ├── freight-sans-medium-italic.woff │ │ │ │ ├── freight-sans-medium-italic.woff2 │ │ │ │ ├── freight-sans-medium.woff │ │ │ │ └── freight-sans-medium.woff2 │ │ │ ├── IBMPlexMono │ │ │ │ ├── IBMPlexMono-Light.woff │ │ │ │ ├── IBMPlexMono-Light.woff2 │ │ │ │ ├── IBMPlexMono-Medium.woff │ │ │ │ ├── IBMPlexMono-Medium.woff2 │ │ │ │ ├── IBMPlexMono-Regular.woff │ │ │ │ ├── IBMPlexMono-Regular.woff2 │ │ │ │ ├── IBMPlexMono-SemiBold.woff │ │ │ │ └── IBMPlexMono-SemiBold.woff2 │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── arrow-down-orange.svg │ │ │ ├── arrow-right-with-tail.svg │ │ │ ├── chevron-down-black.svg │ │ │ ├── chevron-down-grey.svg │ │ │ ├── chevron-down-orange.svg │ │ │ ├── chevron-down-white.svg │ │ │ ├── chevron-right-orange.svg │ │ │ ├── chevron-right-white.svg │ │ │ ├── favicon.png │ │ │ ├── home-footer-background.jpg │ │ │ ├── icon-close.svg │ │ │ ├── icon-menu-dots-dark.svg │ │ │ ├── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ │ ├── logo-dark.svg │ │ │ ├── logo-facebook-dark.svg │ │ │ ├── logo-icon.svg │ │ │ ├── logo-twitter-dark.svg │ │ │ ├── logo-youtube-dark.svg │ │ │ ├── logo.svg │ │ │ ├── pytorch-colab.svg │ │ │ ├── pytorch-download.svg │ │ │ ├── pytorch-github.svg │ │ │ ├── pytorch-x.svg │ │ │ ├── search-icon.svg │ │ │ └── view-page-source-icon.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── js │ │ │ ├── modernizr.min.js │ │ │ ├── theme.js │ │ │ └── vendor │ │ │ │ ├── anchor.min.js │ │ │ │ ├── bootstrap.min.js │ │ │ │ └── popper.min.js │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.13.1.js │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── cli │ │ └── torchtrtc.html │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── partitioning.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── getting_started │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_python_api.html │ │ └── installation.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── fx.html │ │ ├── logging.html │ │ ├── ptq.html │ │ ├── torch_tensorrt.html │ │ └── ts.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ ├── src │ │ └── pytorch-sphinx-theme │ │ │ └── docs │ │ │ ├── changelog.html │ │ │ ├── configuring.html │ │ │ ├── demo │ │ │ ├── api.html │ │ │ ├── demo.html │ │ │ ├── lists_tables.html │ │ │ ├── long.html │ │ │ └── structure.html │ │ │ ├── index.html │ │ │ └── installing.html │ └── tutorials │ │ ├── creating_torchscript_module_in_python.html │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_fx_path.html │ │ ├── getting_started_with_python_api.html │ │ ├── installation.html │ │ ├── notebooks.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── serving_torch_tensorrt_with_triton.html │ │ ├── torchtrtc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v1.2.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtorch__tensorrt_1_1DataType.html │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.html │ │ ├── classtorch__tensorrt_1_1TensorFormat.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_include.html │ │ ├── dir_cpp_include_torch_tensorrt.html │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html │ │ ├── file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.html │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ │ ├── namespace_torch_tensorrt.html │ │ ├── namespace_torch_tensorrt__logging.html │ │ ├── namespace_torch_tensorrt__ptq.html │ │ ├── namespace_torch_tensorrt__torchscript.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── structtorch__tensorrt_1_1Device.html │ │ ├── structtorch__tensorrt_1_1GraphInputs.html │ │ ├── structtorch__tensorrt_1_1Input.html │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html │ │ ├── torch_tensort_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _downloads │ │ └── 26d49aeeb9c710e27197fda28b7c3516 │ │ │ └── yi_jing_01_chien.jpg │ ├── _images │ │ ├── _notebooks_EfficientNet-example_12_0.png │ │ ├── _notebooks_EfficientNet-example_16_2.png │ │ ├── _notebooks_Resnet50-example_12_0.png │ │ ├── _notebooks_Resnet50-example_16_1.png │ │ ├── _notebooks_dynamic-shapes_14_1.png │ │ ├── _notebooks_dynamic-shapes_8_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_1.png │ │ ├── _notebooks_ssd-object-detection-demo_18_2.png │ │ ├── _notebooks_ssd-object-detection-demo_35_0.png │ │ ├── _notebooks_ssd-object-detection-demo_35_1.png │ │ ├── _notebooks_ssd-object-detection-demo_35_2.png │ │ └── yi_jing_01_chien.jpg │ ├── _modules │ │ ├── index.html │ │ └── torch_tensorrt │ │ │ ├── _Device.html │ │ │ ├── _Input.html │ │ │ ├── _compile.html │ │ │ ├── _util.html │ │ │ ├── fx │ │ │ ├── fx2trt.html │ │ │ ├── input_tensor_spec.html │ │ │ ├── lower.html │ │ │ └── trt_module.html │ │ │ ├── logging.html │ │ │ ├── ptq.html │ │ │ └── ts │ │ │ ├── _compile_spec.html │ │ │ └── _compiler.html │ ├── _notebooks │ │ ├── CitriNet-example.html │ │ ├── CitriNet-example.ipynb │ │ ├── EfficientNet-example.html │ │ ├── EfficientNet-example.ipynb │ │ ├── Hugging-Face-BERT.html │ │ ├── Hugging-Face-BERT.ipynb │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── dynamic-shapes.html │ │ ├── dynamic-shapes.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ ├── ssd-object-detection-demo.ipynb │ │ ├── vgg-qat.html │ │ └── vgg-qat.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtorch__tensorrt_1_1DataType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1TensorFormat.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt │ │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt │ │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt │ │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt │ │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_include.rst.txt │ │ │ ├── dir_cpp_include_torch_tensorrt.rst.txt │ │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst.txt │ │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt │ │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst.txt │ │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ │ ├── namespace_torch_tensorrt.rst.txt │ │ │ ├── namespace_torch_tensorrt__logging.rst.txt │ │ │ ├── namespace_torch_tensorrt__ptq.rst.txt │ │ │ ├── namespace_torch_tensorrt__torchscript.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Device.rst.txt │ │ │ ├── structtorch__tensorrt_1_1GraphInputs.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Input.rst.txt │ │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt │ │ │ ├── torch_tensort_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── CitriNet-example.ipynb.txt │ │ │ ├── EfficientNet-example.ipynb.txt │ │ │ ├── Hugging-Face-BERT.ipynb.txt │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── dynamic-shapes.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ ├── ssd-object-detection-demo.ipynb.txt │ │ │ └── vgg-qat.ipynb.txt │ │ ├── cli │ │ │ └── torchtrtc.rst.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── partitioning.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── getting_started │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ ├── getting_started_with_windows.rst.txt │ │ │ └── installation.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── fx.rst.txt │ │ │ ├── logging.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── torch_tensorrt.rst.txt │ │ │ └── ts.rst.txt │ │ ├── src │ │ │ └── pytorch-sphinx-theme │ │ │ │ └── docs │ │ │ │ ├── changelog.rst.txt │ │ │ │ ├── configuring.rst.txt │ │ │ │ ├── demo │ │ │ │ ├── api.rst.txt │ │ │ │ ├── demo.rst.txt │ │ │ │ ├── lists_tables.rst.txt │ │ │ │ ├── long.rst.txt │ │ │ │ └── structure.rst.txt │ │ │ │ ├── index.rst.txt │ │ │ │ └── installing.rst.txt │ │ └── tutorials │ │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_fx_path.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── notebooks.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── serving_torch_tensorrt_with_triton.rst.txt │ │ │ ├── torchtrtc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── css │ │ │ └── theme.css │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── FreightSans │ │ │ │ ├── freight-sans-bold-italic.woff │ │ │ │ ├── freight-sans-bold-italic.woff2 │ │ │ │ ├── freight-sans-bold.woff │ │ │ │ ├── freight-sans-bold.woff2 │ │ │ │ ├── freight-sans-book-italic.woff │ │ │ │ ├── freight-sans-book-italic.woff2 │ │ │ │ ├── freight-sans-book.woff │ │ │ │ ├── freight-sans-book.woff2 │ │ │ │ ├── freight-sans-light-italic.woff │ │ │ │ ├── freight-sans-light-italic.woff2 │ │ │ │ ├── freight-sans-light.woff │ │ │ │ ├── freight-sans-light.woff2 │ │ │ │ ├── freight-sans-medium-italic.woff │ │ │ │ ├── freight-sans-medium-italic.woff2 │ │ │ │ ├── freight-sans-medium.woff │ │ │ │ └── freight-sans-medium.woff2 │ │ │ ├── IBMPlexMono │ │ │ │ ├── IBMPlexMono-Light.woff │ │ │ │ ├── IBMPlexMono-Light.woff2 │ │ │ │ ├── IBMPlexMono-Medium.woff │ │ │ │ ├── IBMPlexMono-Medium.woff2 │ │ │ │ ├── IBMPlexMono-Regular.woff │ │ │ │ ├── IBMPlexMono-Regular.woff2 │ │ │ │ ├── IBMPlexMono-SemiBold.woff │ │ │ │ └── IBMPlexMono-SemiBold.woff2 │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── arrow-down-orange.svg │ │ │ ├── arrow-right-with-tail.svg │ │ │ ├── chevron-down-black.svg │ │ │ ├── chevron-down-grey.svg │ │ │ ├── chevron-down-orange.svg │ │ │ ├── chevron-down-white.svg │ │ │ ├── chevron-right-orange.svg │ │ │ ├── chevron-right-white.svg │ │ │ ├── favicon.png │ │ │ ├── home-footer-background.jpg │ │ │ ├── icon-close.svg │ │ │ ├── icon-menu-dots-dark.svg │ │ │ ├── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ │ ├── logo-dark.svg │ │ │ ├── logo-facebook-dark.svg │ │ │ ├── logo-icon.svg │ │ │ ├── logo-twitter-dark.svg │ │ │ ├── logo-youtube-dark.svg │ │ │ ├── logo.svg │ │ │ ├── pytorch-colab.svg │ │ │ ├── pytorch-download.svg │ │ │ ├── pytorch-github.svg │ │ │ ├── pytorch-x.svg │ │ │ ├── search-icon.svg │ │ │ └── view-page-source-icon.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── js │ │ │ ├── modernizr.min.js │ │ │ ├── theme.js │ │ │ └── vendor │ │ │ │ ├── anchor.min.js │ │ │ │ ├── bootstrap.min.js │ │ │ │ └── popper.min.js │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.13.1.js │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── cli │ │ └── torchtrtc.html │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── partitioning.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── getting_started │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_python_api.html │ │ ├── getting_started_with_windows.html │ │ └── installation.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── fx.html │ │ ├── logging.html │ │ ├── ptq.html │ │ ├── torch_tensorrt.html │ │ └── ts.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ ├── src │ │ └── pytorch-sphinx-theme │ │ │ └── docs │ │ │ ├── changelog.html │ │ │ ├── configuring.html │ │ │ ├── demo │ │ │ ├── api.html │ │ │ ├── demo.html │ │ │ ├── lists_tables.html │ │ │ ├── long.html │ │ │ └── structure.html │ │ │ ├── index.html │ │ │ └── installing.html │ └── tutorials │ │ ├── creating_torchscript_module_in_python.html │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_fx_path.html │ │ ├── getting_started_with_python_api.html │ │ ├── installation.html │ │ ├── notebooks.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── serving_torch_tensorrt_with_triton.html │ │ ├── torchtrtc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html ├── v1.3.0 │ ├── .nojekyll │ ├── _cpp_api │ │ ├── class_view_hierarchy.html │ │ ├── classtorch__tensorrt_1_1DataType.html │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.html │ │ ├── classtorch__tensorrt_1_1TensorFormat.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html │ │ ├── dir_cpp.html │ │ ├── dir_cpp_include.html │ │ ├── dir_cpp_include_torch_tensorrt.html │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html │ │ ├── file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── file_view_hierarchy.html │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.html │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html │ │ ├── function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ │ ├── namespace_torch_tensorrt.html │ │ ├── namespace_torch_tensorrt__logging.html │ │ ├── namespace_torch_tensorrt__ptq.html │ │ ├── namespace_torch_tensorrt__torchscript.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.html │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ │ ├── structtorch__tensorrt_1_1Device.html │ │ ├── structtorch__tensorrt_1_1GraphInputs.html │ │ ├── structtorch__tensorrt_1_1Input.html │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html │ │ ├── torch_tensort_cpp.html │ │ ├── unabridged_api.html │ │ └── unabridged_orphan.html │ ├── _downloads │ │ └── 26d49aeeb9c710e27197fda28b7c3516 │ │ │ └── yi_jing_01_chien.jpg │ ├── _images │ │ ├── _notebooks_EfficientNet-example_12_0.png │ │ ├── _notebooks_EfficientNet-example_16_2.png │ │ ├── _notebooks_Resnet50-example_12_0.png │ │ ├── _notebooks_Resnet50-example_16_1.png │ │ ├── _notebooks_dynamic-shapes_14_1.png │ │ ├── _notebooks_dynamic-shapes_8_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_0.png │ │ ├── _notebooks_ssd-object-detection-demo_18_1.png │ │ ├── _notebooks_ssd-object-detection-demo_18_2.png │ │ ├── _notebooks_ssd-object-detection-demo_35_0.png │ │ ├── _notebooks_ssd-object-detection-demo_35_1.png │ │ ├── _notebooks_ssd-object-detection-demo_35_2.png │ │ └── yi_jing_01_chien.jpg │ ├── _modules │ │ ├── index.html │ │ └── torch_tensorrt │ │ │ ├── _Device.html │ │ │ ├── _Input.html │ │ │ ├── _TRTModuleNext.html │ │ │ ├── _compile.html │ │ │ ├── _util.html │ │ │ ├── fx │ │ │ ├── fx2trt.html │ │ │ ├── input_tensor_spec.html │ │ │ ├── lower.html │ │ │ └── trt_module.html │ │ │ ├── logging.html │ │ │ ├── ptq.html │ │ │ └── ts │ │ │ ├── _compile_spec.html │ │ │ └── _compiler.html │ ├── _notebooks │ │ ├── CitriNet-example.html │ │ ├── CitriNet-example.ipynb │ │ ├── EfficientNet-example.html │ │ ├── EfficientNet-example.ipynb │ │ ├── Hugging-Face-BERT.html │ │ ├── Hugging-Face-BERT.ipynb │ │ ├── Resnet50-example.html │ │ ├── Resnet50-example.ipynb │ │ ├── dynamic-shapes.html │ │ ├── dynamic-shapes.ipynb │ │ ├── lenet-getting-started.html │ │ ├── lenet-getting-started.ipynb │ │ ├── ssd-object-detection-demo.html │ │ ├── ssd-object-detection-demo.ipynb │ │ ├── vgg-qat.html │ │ └── vgg-qat.ipynb │ ├── _sources │ │ ├── _cpp_api │ │ │ ├── class_view_hierarchy.rst.txt │ │ │ ├── classtorch__tensorrt_1_1DataType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt │ │ │ ├── classtorch__tensorrt_1_1TensorFormat.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt │ │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt │ │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt │ │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt │ │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt │ │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt │ │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt │ │ │ ├── dir_cpp.rst.txt │ │ │ ├── dir_cpp_include.rst.txt │ │ │ ├── dir_cpp_include_torch_tensorrt.rst.txt │ │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── file_view_hierarchy.rst.txt │ │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst.txt │ │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt │ │ │ ├── function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst.txt │ │ │ ├── function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ │ ├── namespace_torch_tensorrt.rst.txt │ │ │ ├── namespace_torch_tensorrt__logging.rst.txt │ │ │ ├── namespace_torch_tensorrt__ptq.rst.txt │ │ │ ├── namespace_torch_tensorrt__torchscript.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Device.rst.txt │ │ │ ├── structtorch__tensorrt_1_1GraphInputs.rst.txt │ │ │ ├── structtorch__tensorrt_1_1Input.rst.txt │ │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt │ │ │ ├── torch_tensort_cpp.rst.txt │ │ │ ├── unabridged_api.rst.txt │ │ │ └── unabridged_orphan.rst.txt │ │ ├── _notebooks │ │ │ ├── CitriNet-example.ipynb.txt │ │ │ ├── EfficientNet-example.ipynb.txt │ │ │ ├── Hugging-Face-BERT.ipynb.txt │ │ │ ├── Resnet50-example.ipynb.txt │ │ │ ├── dynamic-shapes.ipynb.txt │ │ │ ├── lenet-getting-started.ipynb.txt │ │ │ ├── ssd-object-detection-demo.ipynb.txt │ │ │ └── vgg-qat.ipynb.txt │ │ ├── cli │ │ │ └── torchtrtc.rst.txt │ │ ├── contributors │ │ │ ├── conversion.rst.txt │ │ │ ├── lowering.rst.txt │ │ │ ├── partitioning.rst.txt │ │ │ ├── phases.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── system_overview.rst.txt │ │ │ ├── useful_links.rst.txt │ │ │ └── writing_converters.rst.txt │ │ ├── getting_started │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ ├── getting_started_with_windows.rst.txt │ │ │ └── installation.rst.txt │ │ ├── index.rst.txt │ │ ├── indices │ │ │ └── supported_ops.rst.txt │ │ ├── py_api │ │ │ ├── fx.rst.txt │ │ │ ├── logging.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── torch_tensorrt.rst.txt │ │ │ └── ts.rst.txt │ │ ├── src │ │ │ └── pytorch-sphinx-theme │ │ │ │ └── docs │ │ │ │ ├── changelog.rst.txt │ │ │ │ ├── configuring.rst.txt │ │ │ │ ├── demo │ │ │ │ ├── api.rst.txt │ │ │ │ ├── demo.rst.txt │ │ │ │ ├── lists_tables.rst.txt │ │ │ │ ├── long.rst.txt │ │ │ │ └── structure.rst.txt │ │ │ │ ├── index.rst.txt │ │ │ │ └── installing.rst.txt │ │ └── tutorials │ │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ │ ├── getting_started_with_cpp_api.rst.txt │ │ │ ├── getting_started_with_fx_path.rst.txt │ │ │ ├── getting_started_with_python_api.rst.txt │ │ │ ├── installation.rst.txt │ │ │ ├── notebooks.rst.txt │ │ │ ├── ptq.rst.txt │ │ │ ├── runtime.rst.txt │ │ │ ├── serving_torch_tensorrt_with_triton.rst.txt │ │ │ ├── torchtrtc.rst.txt │ │ │ ├── use_from_pytorch.rst.txt │ │ │ └── using_dla.rst.txt │ ├── _static │ │ ├── basic.css │ │ ├── collapsible-lists │ │ │ ├── LICENSE.md │ │ │ ├── css │ │ │ │ ├── button-closed.png │ │ │ │ ├── button-open.png │ │ │ │ ├── button.png │ │ │ │ ├── list-item-contents.png │ │ │ │ ├── list-item-last-open.png │ │ │ │ ├── list-item-last.png │ │ │ │ ├── list-item-open.png │ │ │ │ ├── list-item-root.png │ │ │ │ ├── list-item.png │ │ │ │ └── tree_view.css │ │ │ └── js │ │ │ │ ├── CollapsibleLists.compressed.js │ │ │ │ └── apply-collapsible-lists.js │ │ ├── css │ │ │ └── theme.css │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── FreightSans │ │ │ │ ├── freight-sans-bold-italic.woff │ │ │ │ ├── freight-sans-bold-italic.woff2 │ │ │ │ ├── freight-sans-bold.woff │ │ │ │ ├── freight-sans-bold.woff2 │ │ │ │ ├── freight-sans-book-italic.woff │ │ │ │ ├── freight-sans-book-italic.woff2 │ │ │ │ ├── freight-sans-book.woff │ │ │ │ ├── freight-sans-book.woff2 │ │ │ │ ├── freight-sans-light-italic.woff │ │ │ │ ├── freight-sans-light-italic.woff2 │ │ │ │ ├── freight-sans-light.woff │ │ │ │ ├── freight-sans-light.woff2 │ │ │ │ ├── freight-sans-medium-italic.woff │ │ │ │ ├── freight-sans-medium-italic.woff2 │ │ │ │ ├── freight-sans-medium.woff │ │ │ │ └── freight-sans-medium.woff2 │ │ │ ├── IBMPlexMono │ │ │ │ ├── IBMPlexMono-Light.woff │ │ │ │ ├── IBMPlexMono-Light.woff2 │ │ │ │ ├── IBMPlexMono-Medium.woff │ │ │ │ ├── IBMPlexMono-Medium.woff2 │ │ │ │ ├── IBMPlexMono-Regular.woff │ │ │ │ ├── IBMPlexMono-Regular.woff2 │ │ │ │ ├── IBMPlexMono-SemiBold.woff │ │ │ │ └── IBMPlexMono-SemiBold.woff2 │ │ │ ├── font-awesome.css │ │ │ ├── material-icons.css │ │ │ └── specimen │ │ │ │ ├── FontAwesome.ttf │ │ │ │ ├── FontAwesome.woff │ │ │ │ ├── FontAwesome.woff2 │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ └── MaterialIcons-Regular.woff2 │ │ ├── images │ │ │ ├── arrow-down-orange.svg │ │ │ ├── arrow-right-with-tail.svg │ │ │ ├── chevron-down-black.svg │ │ │ ├── chevron-down-grey.svg │ │ │ ├── chevron-down-orange.svg │ │ │ ├── chevron-down-white.svg │ │ │ ├── chevron-right-orange.svg │ │ │ ├── chevron-right-white.svg │ │ │ ├── favicon.png │ │ │ ├── home-footer-background.jpg │ │ │ ├── icon-close.svg │ │ │ ├── icon-menu-dots-dark.svg │ │ │ ├── icons │ │ │ │ ├── bitbucket.1b09e088.svg │ │ │ │ ├── bitbucket.svg │ │ │ │ ├── github.f0b8504a.svg │ │ │ │ ├── github.svg │ │ │ │ ├── gitlab.6dd19c00.svg │ │ │ │ └── gitlab.svg │ │ │ ├── logo-dark.svg │ │ │ ├── logo-facebook-dark.svg │ │ │ ├── logo-icon.svg │ │ │ ├── logo-twitter-dark.svg │ │ │ ├── logo-youtube-dark.svg │ │ │ ├── logo.svg │ │ │ ├── pytorch-colab.svg │ │ │ ├── pytorch-download.svg │ │ │ ├── pytorch-github.svg │ │ │ ├── pytorch-x.svg │ │ │ ├── search-icon.svg │ │ │ └── view-page-source-icon.svg │ │ ├── javascripts │ │ │ ├── application.js │ │ │ ├── lunr │ │ │ │ ├── lunr.da.js │ │ │ │ ├── lunr.de.js │ │ │ │ ├── lunr.du.js │ │ │ │ ├── lunr.es.js │ │ │ │ ├── lunr.fi.js │ │ │ │ ├── lunr.fr.js │ │ │ │ ├── lunr.hu.js │ │ │ │ ├── lunr.it.js │ │ │ │ ├── lunr.ja.js │ │ │ │ ├── lunr.jp.js │ │ │ │ ├── lunr.multi.js │ │ │ │ ├── lunr.nl.js │ │ │ │ ├── lunr.no.js │ │ │ │ ├── lunr.pt.js │ │ │ │ ├── lunr.ro.js │ │ │ │ ├── lunr.ru.js │ │ │ │ ├── lunr.stemmer.support.js │ │ │ │ ├── lunr.sv.js │ │ │ │ ├── lunr.th.js │ │ │ │ ├── lunr.tr.js │ │ │ │ ├── tinyseg.js │ │ │ │ └── wordcut.js │ │ │ ├── modernizr.js │ │ │ └── version_dropdown.js │ │ ├── jquery-3.5.1.js │ │ ├── jquery.js │ │ ├── jquery.min.map │ │ ├── js │ │ │ ├── modernizr.min.js │ │ │ ├── theme.js │ │ │ └── vendor │ │ │ │ ├── anchor.min.js │ │ │ │ ├── bootstrap.min.js │ │ │ │ └── popper.min.js │ │ ├── language_data.js │ │ ├── material.css │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── stylesheets │ │ │ ├── application-fixes.css │ │ │ ├── application-palette.css │ │ │ └── application.css │ │ ├── underscore-1.13.1.js │ │ ├── underscore-1.3.1.js │ │ └── underscore.js │ ├── cli │ │ └── torchtrtc.html │ ├── contributors │ │ ├── conversion.html │ │ ├── lowering.html │ │ ├── partitioning.html │ │ ├── phases.html │ │ ├── runtime.html │ │ ├── system_overview.html │ │ ├── useful_links.html │ │ └── writing_converters.html │ ├── genindex.html │ ├── getting_started │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_python_api.html │ │ ├── getting_started_with_windows.html │ │ └── installation.html │ ├── index.html │ ├── indices │ │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ │ ├── fx.html │ │ ├── logging.html │ │ ├── ptq.html │ │ ├── torch_tensorrt.html │ │ └── ts.html │ ├── search.html │ ├── searchindex.js │ ├── sitemap.xml │ ├── src │ │ └── pytorch-sphinx-theme │ │ │ └── docs │ │ │ ├── changelog.html │ │ │ ├── configuring.html │ │ │ ├── demo │ │ │ ├── api.html │ │ │ ├── demo.html │ │ │ ├── lists_tables.html │ │ │ ├── long.html │ │ │ └── structure.html │ │ │ ├── index.html │ │ │ └── installing.html │ └── tutorials │ │ ├── creating_torchscript_module_in_python.html │ │ ├── getting_started_with_cpp_api.html │ │ ├── getting_started_with_fx_path.html │ │ ├── getting_started_with_python_api.html │ │ ├── installation.html │ │ ├── notebooks.html │ │ ├── ptq.html │ │ ├── runtime.html │ │ ├── serving_torch_tensorrt_with_triton.html │ │ ├── torchtrtc.html │ │ ├── use_from_pytorch.html │ │ └── using_dla.html └── v1.4.0 │ ├── .nojekyll │ ├── _cpp_api │ ├── classtorch__tensorrt_1_1DataType.html │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.html │ ├── classtorch__tensorrt_1_1TensorFormat.html │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.html │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html │ ├── dir_cpp.html │ ├── dir_cpp_include.html │ ├── dir_cpp_include_torch_tensorrt.html │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html │ ├── file_cpp_include_torch_tensorrt_logging.h.html │ ├── file_cpp_include_torch_tensorrt_macros.h.html │ ├── file_cpp_include_torch_tensorrt_ptq.h.html │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.html │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html │ ├── function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.html │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html │ ├── namespace_torch.html │ ├── namespace_torch_tensorrt.html │ ├── namespace_torch_tensorrt__logging.html │ ├── namespace_torch_tensorrt__ptq.html │ ├── namespace_torch_tensorrt__torchscript.html │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.html │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.html │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.html │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html │ ├── structtorch__tensorrt_1_1Device.html │ ├── structtorch__tensorrt_1_1GraphInputs.html │ ├── structtorch__tensorrt_1_1Input.html │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html │ ├── torch_tensort_cpp.html │ └── unabridged_orphan.html │ ├── _downloads │ ├── 26d49aeeb9c710e27197fda28b7c3516 │ │ └── yi_jing_01_chien.jpg │ ├── 418941399c146271a7b7728ba3059960 │ │ └── dynamo_compile_resnet_example.py │ ├── 6a6052d9668b2cb8332d349d328e21c1 │ │ └── _rendered_examples_jupyter.zip │ ├── 6dc05c556272c1cc0d370e787df688e6 │ │ └── dynamo_compile_transformers_example.ipynb │ ├── 798cda8f83bd9f5e2cc93f329a04332c │ │ └── _rendered_examples_python.zip │ ├── 9742a0a11c6b72e5522962aba0ade637 │ │ └── dynamo_compile_resnet_example.ipynb │ ├── 9d21477e27f3f1bb1200c5c5465f9e7b │ │ └── dynamo_compile_advanced_usage.ipynb │ ├── e1ef5a42560a98a132f56a79d0b66f79 │ │ └── dynamo_compile_advanced_usage.py │ └── e550c5f53cc43e11aa6da8cfb79b54df │ │ └── dynamo_compile_transformers_example.py │ ├── _images │ ├── sphx_glr_dynamo_compile_advanced_usage_thumb.png │ ├── sphx_glr_dynamo_compile_resnet_example_thumb.png │ ├── sphx_glr_dynamo_compile_transformers_example_thumb.png │ └── yi_jing_01_chien.jpg │ ├── _modules │ ├── index.html │ └── torch_tensorrt │ │ ├── _Device.html │ │ ├── _Input.html │ │ ├── _TRTModuleNext.html │ │ ├── _compile.html │ │ ├── _util.html │ │ ├── fx │ │ ├── fx2trt.html │ │ ├── input_tensor_spec.html │ │ ├── lower.html │ │ └── trt_module.html │ │ ├── logging.html │ │ ├── ptq.html │ │ └── ts │ │ ├── _compile_spec.html │ │ └── _compiler.html │ ├── _sources │ ├── _cpp_api │ │ ├── classtorch__tensorrt_1_1DataType.rst.txt │ │ ├── classtorch__tensorrt_1_1Device_1_1DeviceType.rst.txt │ │ ├── classtorch__tensorrt_1_1TensorFormat.rst.txt │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst.txt │ │ ├── classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst.txt │ │ ├── define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst.txt │ │ ├── define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst.txt │ │ ├── define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst.txt │ │ ├── define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst.txt │ │ ├── define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst.txt │ │ ├── define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst.txt │ │ ├── define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst.txt │ │ ├── define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst.txt │ │ ├── dir_cpp.rst.txt │ │ ├── dir_cpp_include.rst.txt │ │ ├── dir_cpp_include_torch_tensorrt.rst.txt │ │ ├── enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst.txt │ │ ├── enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ ├── file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ ├── function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst.txt │ │ ├── function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst.txt │ │ ├── function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst.txt │ │ ├── function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst.txt │ │ ├── function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst.txt │ │ ├── function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst.txt │ │ ├── function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst.txt │ │ ├── function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.rst.txt │ │ ├── function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.rst.txt │ │ ├── function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst.txt │ │ ├── function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst.txt │ │ ├── function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst.txt │ │ ├── function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst.txt │ │ ├── function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst.txt │ │ ├── function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst.txt │ │ ├── function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst.txt │ │ ├── namespace_torch.rst.txt │ │ ├── namespace_torch_tensorrt.rst.txt │ │ ├── namespace_torch_tensorrt__logging.rst.txt │ │ ├── namespace_torch_tensorrt__ptq.rst.txt │ │ ├── namespace_torch_tensorrt__torchscript.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_logging.h.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_macros.h.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst.txt │ │ ├── program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst.txt │ │ ├── structtorch__tensorrt_1_1Device.rst.txt │ │ ├── structtorch__tensorrt_1_1GraphInputs.rst.txt │ │ ├── structtorch__tensorrt_1_1Input.rst.txt │ │ ├── structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst.txt │ │ ├── torch_tensort_cpp.rst.txt │ │ └── unabridged_orphan.rst.txt │ ├── cli │ │ └── torchtrtc.rst.txt │ ├── contributors │ │ ├── conversion.rst.txt │ │ ├── lowering.rst.txt │ │ ├── partitioning.rst.txt │ │ ├── phases.rst.txt │ │ ├── runtime.rst.txt │ │ ├── system_overview.rst.txt │ │ ├── useful_links.rst.txt │ │ └── writing_converters.rst.txt │ ├── getting_started │ │ ├── getting_started_with_cpp_api.rst.txt │ │ ├── getting_started_with_python_api.rst.txt │ │ ├── getting_started_with_windows.rst.txt │ │ └── installation.rst.txt │ ├── index.rst.txt │ ├── indices │ │ └── supported_ops.rst.txt │ ├── py_api │ │ ├── fx.rst.txt │ │ ├── logging.rst.txt │ │ ├── ptq.rst.txt │ │ ├── torch_tensorrt.rst.txt │ │ └── ts.rst.txt │ ├── src │ │ └── pytorch-sphinx-theme │ │ │ └── docs │ │ │ ├── changelog.rst.txt │ │ │ ├── configuring.rst.txt │ │ │ ├── demo │ │ │ ├── api.rst.txt │ │ │ ├── demo.rst.txt │ │ │ ├── lists_tables.rst.txt │ │ │ ├── long.rst.txt │ │ │ └── structure.rst.txt │ │ │ ├── index.rst.txt │ │ │ └── installing.rst.txt │ ├── tutorials │ │ ├── _rendered_examples │ │ │ ├── dynamo │ │ │ │ ├── dynamo_compile_advanced_usage.rst.txt │ │ │ │ ├── dynamo_compile_resnet_example.rst.txt │ │ │ │ ├── dynamo_compile_transformers_example.rst.txt │ │ │ │ └── index.rst.txt │ │ │ └── index.rst.txt │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ ├── getting_started_with_fx_path.rst.txt │ │ ├── notebooks.rst.txt │ │ ├── ptq.rst.txt │ │ ├── runtime.rst.txt │ │ ├── serving_torch_tensorrt_with_triton.rst.txt │ │ ├── use_from_pytorch.rst.txt │ │ └── using_dla.rst.txt │ └── user_guide │ │ ├── creating_torchscript_module_in_python.rst.txt │ │ ├── getting_started_with_fx_path.rst.txt │ │ ├── ptq.rst.txt │ │ ├── runtime.rst.txt │ │ ├── use_from_pytorch.rst.txt │ │ └── using_dla.rst.txt │ ├── _static │ ├── basic.css │ ├── binder_badge_logo.svg │ ├── broken_example.png │ ├── collapsible-lists │ │ ├── LICENSE.md │ │ ├── css │ │ │ ├── button-closed.png │ │ │ ├── button-open.png │ │ │ ├── button.png │ │ │ ├── list-item-contents.png │ │ │ ├── list-item-last-open.png │ │ │ ├── list-item-last.png │ │ │ ├── list-item-open.png │ │ │ ├── list-item-root.png │ │ │ ├── list-item.png │ │ │ └── tree_view.css │ │ └── js │ │ │ ├── CollapsibleLists.compressed.js │ │ │ └── apply-collapsible-lists.js │ ├── css │ │ ├── custom.css │ │ ├── pytorch_theme.css │ │ └── theme.css │ ├── doctools.js │ ├── documentation_options.js │ ├── file.png │ ├── fonts │ │ ├── FreightSans │ │ │ ├── freight-sans-bold-italic.woff │ │ │ ├── freight-sans-bold-italic.woff2 │ │ │ ├── freight-sans-bold.woff │ │ │ ├── freight-sans-bold.woff2 │ │ │ ├── freight-sans-book-italic.woff │ │ │ ├── freight-sans-book-italic.woff2 │ │ │ ├── freight-sans-book.woff │ │ │ ├── freight-sans-book.woff2 │ │ │ ├── freight-sans-light-italic.woff │ │ │ ├── freight-sans-light-italic.woff2 │ │ │ ├── freight-sans-light.woff │ │ │ ├── freight-sans-light.woff2 │ │ │ ├── freight-sans-medium-italic.woff │ │ │ ├── freight-sans-medium-italic.woff2 │ │ │ ├── freight-sans-medium.woff │ │ │ └── freight-sans-medium.woff2 │ │ └── IBMPlexMono │ │ │ ├── IBMPlexMono-Light.woff │ │ │ ├── IBMPlexMono-Light.woff2 │ │ │ ├── IBMPlexMono-Medium.woff │ │ │ ├── IBMPlexMono-Medium.woff2 │ │ │ ├── IBMPlexMono-Regular.woff │ │ │ ├── IBMPlexMono-Regular.woff2 │ │ │ ├── IBMPlexMono-SemiBold.woff │ │ │ └── IBMPlexMono-SemiBold.woff2 │ ├── images │ │ ├── arrow-down-orange.svg │ │ ├── arrow-right-with-tail.svg │ │ ├── chevron-down-black.svg │ │ ├── chevron-down-grey.svg │ │ ├── chevron-down-orange.svg │ │ ├── chevron-down-white.svg │ │ ├── chevron-right-orange.svg │ │ ├── chevron-right-white.svg │ │ ├── home-footer-background.jpg │ │ ├── icon-close.svg │ │ ├── icon-menu-dots-dark.svg │ │ ├── logo-dark.svg │ │ ├── logo-facebook-dark.svg │ │ ├── logo-icon.svg │ │ ├── logo-twitter-dark.svg │ │ ├── logo-youtube-dark.svg │ │ ├── logo.svg │ │ ├── pytorch-colab.svg │ │ ├── pytorch-download.svg │ │ ├── pytorch-github.svg │ │ ├── pytorch-x.svg │ │ ├── search-icon.svg │ │ └── view-page-source-icon.svg │ ├── jquery-3.5.1.js │ ├── jquery.js │ ├── js │ │ ├── modernizr.min.js │ │ ├── theme.js │ │ └── vendor │ │ │ ├── anchor.min.js │ │ │ ├── bootstrap.min.js │ │ │ └── popper.min.js │ ├── jupyterlite_badge_logo.svg │ ├── language_data.js │ ├── minus.png │ ├── no_image.png │ ├── plus.png │ ├── pygments.css │ ├── searchtools.js │ ├── sg_gallery-binder.css │ ├── sg_gallery-dataframe.css │ ├── sg_gallery-rendered-html.css │ ├── sg_gallery.css │ ├── underscore-1.13.1.js │ └── underscore.js │ ├── cli │ └── torchtrtc.html │ ├── contributors │ ├── conversion.html │ ├── lowering.html │ ├── partitioning.html │ ├── phases.html │ ├── runtime.html │ ├── system_overview.html │ ├── useful_links.html │ └── writing_converters.html │ ├── genindex.html │ ├── getting_started │ ├── getting_started_with_cpp_api.html │ ├── getting_started_with_python_api.html │ ├── getting_started_with_windows.html │ └── installation.html │ ├── index.html │ ├── indices │ └── supported_ops.html │ ├── objects.inv │ ├── py-modindex.html │ ├── py_api │ ├── fx.html │ ├── logging.html │ ├── ptq.html │ ├── torch_tensorrt.html │ └── ts.html │ ├── search.html │ ├── searchindex.js │ ├── src │ └── pytorch-sphinx-theme │ │ └── docs │ │ ├── changelog.html │ │ ├── configuring.html │ │ ├── demo │ │ ├── api.html │ │ ├── demo.html │ │ ├── lists_tables.html │ │ ├── long.html │ │ └── structure.html │ │ ├── index.html │ │ └── installing.html │ ├── tutorials │ ├── _rendered_examples │ │ ├── dynamo │ │ │ ├── dynamo_compile_advanced_usage.html │ │ │ ├── dynamo_compile_resnet_example.html │ │ │ ├── dynamo_compile_transformers_example.html │ │ │ └── index.html │ │ └── index.html │ ├── creating_torchscript_module_in_python.html │ ├── getting_started_with_fx_path.html │ ├── notebooks.html │ ├── ptq.html │ ├── runtime.html │ ├── serving_torch_tensorrt_with_triton.html │ ├── use_from_pytorch.html │ └── using_dla.html │ └── user_guide │ ├── creating_torchscript_module_in_python.html │ ├── getting_started_with_fx_path.html │ ├── ptq.html │ ├── runtime.html │ ├── use_from_pytorch.html │ └── using_dla.html ├── docsrc ├── Makefile ├── README.md ├── RELEASE_CHECKLIST.md ├── _static │ └── css │ │ ├── custom.css │ │ └── pytorch_theme.css ├── cli │ └── torchtrtc.rst ├── conf.py ├── contributors │ ├── conversion.rst │ ├── dynamo_converters.rst │ ├── lowering.rst │ ├── partitioning.rst │ ├── phases.rst │ ├── resource_management.rst │ ├── runtime.rst │ ├── system_overview.rst │ ├── ts_converters.rst │ ├── useful_links.rst │ └── writing_dynamo_aten_lowering_passes.rst ├── dynamo │ ├── dynamo_export.rst │ └── torch_compile.rst ├── fx │ └── getting_started_with_fx_path.rst ├── getting_started │ ├── capture_and_replay.rst │ ├── installation.rst │ ├── jetpack.rst │ ├── quick_start.rst │ └── tensorrt_rtx.rst ├── index.rst ├── indices │ ├── .gitkeep │ └── supported_ops.rst ├── make.bat ├── py_api │ ├── dynamo.rst │ ├── fx.rst │ ├── logging.rst │ ├── ptq.rst │ ├── runtime.rst │ ├── torch_tensorrt.rst │ └── ts.rst ├── requirements.txt ├── sg_execution_times.rst ├── ts │ ├── creating_torchscript_module_in_python.rst │ ├── getting_started_with_cpp_api.rst │ ├── getting_started_with_python_api.rst │ ├── ptq.rst │ └── torchscript_frontend_from_pytorch.rst ├── tutorials │ ├── _rendered_examples │ │ ├── dog_code.png │ │ └── dynamo │ │ │ ├── sam_mask1.png │ │ │ ├── sam_mask2.png │ │ │ ├── sam_mask3.png │ │ │ └── truck.jpg │ ├── compile_hf_models.rst │ ├── images │ │ ├── circ_pad_example.png │ │ ├── cuda_graphs.png │ │ ├── cuda_graphs_breaks.png │ │ └── majestic_castle.png │ ├── notebooks.rst │ └── serving_torch_tensorrt_with_triton.rst └── user_guide │ ├── dynamic_shapes.rst │ ├── mixed_precision.rst │ ├── runtime.rst │ ├── saving_models.rst │ ├── torch_tensorrt_explained.rst │ └── using_dla.rst ├── examples ├── README.rst ├── apps │ ├── README.md │ └── flux_demo.py ├── custom_converters │ ├── README.md │ ├── elu_converter │ │ ├── csrc │ │ │ └── elu_converter.cpp │ │ ├── disable_core_elu.patch │ │ └── setup.py │ └── elu_model.py ├── distributed_inference │ ├── README.md │ ├── data_parallel_gpt2.py │ ├── data_parallel_stable_diffusion.py │ ├── requirement.txt │ ├── rotary_embedding.py │ ├── tensor_parallel_initialize_dist.py │ ├── tensor_parallel_rotary_embedding.py │ └── tensor_parallel_simple_example.py ├── dynamo │ ├── README.rst │ ├── aot_plugin.py │ ├── auto_generate_converters.py │ ├── auto_generate_plugins.py │ ├── converter_overloading.py │ ├── cross_runtime_compilation_for_windows.py │ ├── custom_kernel_plugins.py │ ├── engine_caching_bert_example.py │ ├── engine_caching_example.py │ ├── hierarchical_partitioner_example.py │ ├── llama2_flashinfer_rmsnorm.py │ ├── mutable_torchtrt_module_example.py │ ├── pre_allocated_output_example.py │ ├── refit_engine_example.py │ ├── requirements.txt │ ├── torch_compile_advanced_usage.py │ ├── torch_compile_gpt2.py │ ├── torch_compile_resnet_example.py │ ├── torch_compile_stable_diffusion.py │ ├── torch_compile_transformers_example.py │ ├── torch_export_cudagraphs.py │ ├── torch_export_flux_dev.py │ ├── torch_export_sam2.py │ ├── vgg16_ptq.py │ └── weight_streaming_example.py ├── fx │ ├── fx2trt_example.py │ ├── fx2trt_example_next.py │ ├── hugging_face_torchdynamo_example.py │ ├── lower_example.py │ ├── lower_example_aten.py │ ├── quantized_resnet_test.py │ ├── torch_trt_simple_example.py │ ├── torch_trt_simple_example_next.py │ └── torchdynamo_example.py ├── int8 │ ├── benchmark │ │ ├── BUILD │ │ ├── benchmark.cpp │ │ ├── benchmark.h │ │ └── timer.h │ ├── datasets │ │ ├── BUILD │ │ ├── cifar10.cpp │ │ └── cifar10.h │ ├── ptq │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── Makefile │ │ ├── README.md │ │ ├── deps │ │ │ └── .gitkeep │ │ └── main.cpp │ ├── qat │ │ ├── BUILD │ │ ├── CMakeLists.txt │ │ ├── Makefile │ │ ├── README.md │ │ ├── deps │ │ │ └── .gitkeep │ │ └── main.cpp │ └── training │ │ └── vgg16 │ │ ├── README.md │ │ ├── export_ckpt.py │ │ ├── export_qat.py │ │ ├── finetune_qat.py │ │ ├── main.py │ │ ├── requirements.txt │ │ ├── test_qat.py │ │ └── vgg16.py ├── torchtrt_aoti_example │ ├── BUILD │ ├── CMakeLists.txt │ ├── Makefile │ ├── README.md │ ├── inference.cpp │ ├── inference.py │ └── model.py ├── torchtrt_runtime_example │ ├── BUILD │ ├── CMakeLists.txt │ ├── Makefile │ ├── README.md │ ├── deps │ │ └── .gitkeep │ ├── main.cpp │ └── network.py └── triton │ ├── README.rst │ ├── client.py │ ├── export.py │ ├── img1.jpg │ └── model_repository │ └── resnet50 │ └── config.pbtxt ├── notebooks ├── CitriNet-example.ipynb ├── EfficientNet-example.ipynb ├── Hugging-Face-BERT.ipynb ├── README.md ├── Resnet50-CPP.ipynb ├── Resnet50-example.ipynb ├── WORKSPACE.notebook ├── dynamic-shapes.ipynb ├── getting_started_with_fx_path_lower_to_trt.ipynb ├── getting_started_with_fx_path_module.ipynb ├── images │ └── Torch-TensorRT-CPP-inference.JPG ├── lenet-getting-started.ipynb ├── qat-ptq-workflow.ipynb ├── ssd-object-detection-demo.ipynb └── vgg-qat.ipynb ├── noxfile.py ├── packaging ├── driver_upgrade.bat ├── env_vars.txt ├── post_build_script.sh ├── pre_build_script.sh ├── pre_build_script_windows.sh ├── smoke_test_script.sh ├── smoke_test_windows.py └── vc_env_helper.bat ├── py ├── BUILD.bazel ├── LICENSE ├── README.md ├── ci │ ├── Dockerfile.ci │ ├── build_manifest.txt │ ├── build_whl.sh │ └── soname_excludes.params ├── requirements.txt └── torch_tensorrt │ ├── _Device.py │ ├── _Input.py │ ├── _TensorRTProxyModule.py │ ├── __init__.py │ ├── _compile.py │ ├── _enums.py │ ├── _features.py │ ├── _utils.py │ ├── csrc │ ├── register_tensorrt_classes.cpp │ ├── tensorrt_backend.cpp │ ├── tensorrt_backend.h │ ├── tensorrt_classes.cpp │ ├── tensorrt_classes.h │ ├── torch_tensorrt_py.cpp │ └── util.h │ ├── dynamo │ ├── _DryRunTracker.py │ ├── _SourceIR.py │ ├── __init__.py │ ├── _compiler.py │ ├── _defaults.py │ ├── _engine_cache.py │ ├── _exporter.py │ ├── _refit.py │ ├── _settings.py │ ├── _tracer.py │ ├── backend │ │ ├── __init__.py │ │ └── backends.py │ ├── conversion │ │ ├── _ConversionContext.py │ │ ├── _ConverterRegistry.py │ │ ├── _TRTBuilderMonitor.py │ │ ├── _TRTInterpreter.py │ │ ├── __init__.py │ │ ├── _conversion.py │ │ ├── aten_ops_converters.py │ │ ├── converter_utils.py │ │ ├── custom_ops_converters.py │ │ ├── impl │ │ │ ├── __init__.py │ │ │ ├── activation │ │ │ │ ├── __init__.py │ │ │ │ ├── base.py │ │ │ │ └── ops.py │ │ │ ├── addmm.py │ │ │ ├── arange.py │ │ │ ├── cast.py │ │ │ ├── cat.py │ │ │ ├── condition │ │ │ │ ├── __init__.py │ │ │ │ └── ops.py │ │ │ ├── conv.py │ │ │ ├── deconv.py │ │ │ ├── dynamic_block_quantize.py │ │ │ ├── elementwise │ │ │ │ ├── __init__.py │ │ │ │ ├── base.py │ │ │ │ └── ops.py │ │ │ ├── embedding.py │ │ │ ├── full.py │ │ │ ├── grid.py │ │ │ ├── linear.py │ │ │ ├── matmul.py │ │ │ ├── nccl_ops.py │ │ │ ├── normalization │ │ │ │ ├── __init__.py │ │ │ │ └── ops.py │ │ │ ├── pad.py │ │ │ ├── permutation.py │ │ │ ├── pool.py │ │ │ ├── prelu.py │ │ │ ├── quantize.py │ │ │ ├── reduce.py │ │ │ ├── select.py │ │ │ ├── shape.py │ │ │ ├── shuffle.py │ │ │ ├── slice │ │ │ │ ├── __init__.py │ │ │ │ ├── base.py │ │ │ │ └── ops.py │ │ │ ├── split.py │ │ │ ├── squeeze.py │ │ │ ├── topk.py │ │ │ ├── unary │ │ │ │ ├── __init__.py │ │ │ │ ├── base.py │ │ │ │ └── ops.py │ │ │ ├── unsqueeze.py │ │ │ └── upsample.py │ │ ├── ops_evaluators.py │ │ ├── plugins │ │ │ ├── __init__.py │ │ │ ├── _custom_op.py │ │ │ ├── _generate_plugin.py │ │ │ └── _generate_plugin_converter.py │ │ ├── prims_ops_converters.py │ │ └── truncate_double.py │ ├── debug │ │ ├── _Debugger.py │ │ ├── _DebuggerConfig.py │ │ └── _supports_debugger.py │ ├── lowering │ │ ├── __init__.py │ │ ├── _decomposition_groups.py │ │ ├── _decompositions.py │ │ └── passes │ │ │ ├── __init__.py │ │ │ ├── _aten_lowering_pass.py │ │ │ ├── _modify_reshape_complex_nodes.py │ │ │ ├── _replace_complex_placeholder_to_tuple.py │ │ │ ├── complex_graph_rewrite.py │ │ │ ├── constant_folding.py │ │ │ ├── fuse_distributed_ops.py │ │ │ ├── fuse_prims_broadcast.py │ │ │ ├── pass_manager.py │ │ │ ├── pass_utils.py │ │ │ ├── remove_assert_nodes.py │ │ │ ├── remove_detach.py │ │ │ ├── remove_input_alias_fixing_clones.py │ │ │ ├── remove_num_users_is_0_nodes.py │ │ │ ├── remove_sym_nodes.py │ │ │ ├── repair_input_aliasing.py │ │ │ ├── repair_input_as_output.py │ │ │ └── replace_max_pool_with_indices.py │ ├── observer.py │ ├── partitioning │ │ ├── __init__.py │ │ ├── _adjacency_partitioner.py │ │ ├── _global_partitioner.py │ │ ├── _hierarchical_partitioner.py │ │ └── common.py │ ├── runtime │ │ ├── _CudaGraphsTorchTensorRTModule.py │ │ ├── _MutableTorchTensorRTModule.py │ │ ├── _PythonTorchTensorRTModule.py │ │ ├── _TorchTensorRTModule.py │ │ ├── __init__.py │ │ └── meta_ops │ │ │ └── register_meta_ops.py │ ├── tools │ │ ├── __init__.py │ │ └── opset_coverage.py │ ├── types.py │ └── utils.py │ ├── fx │ ├── Dynamic_Shape_Support.md │ ├── README.md │ ├── __init__.py │ ├── converter_registry.py │ ├── converters │ │ ├── __init__.py │ │ ├── acc_ops_converters.py │ │ ├── adaptive_avgpool.py │ │ ├── add.py │ │ ├── aten_ops_converters.py │ │ ├── batchnorm.py │ │ ├── converter_utils.py │ │ ├── impl │ │ │ ├── __init__.py │ │ │ ├── activation.py │ │ │ └── convolution.py │ │ ├── linear.py │ │ ├── maxpool.py │ │ ├── mul.py │ │ ├── nn_ops_converters.py │ │ ├── quantization.py │ │ └── transformation.py │ ├── diagnostics.py │ ├── fx2trt.py │ ├── input_tensor_spec.py │ ├── lower.py │ ├── lower_setting.py │ ├── observer.py │ ├── passes │ │ ├── __init__.py │ │ ├── graph_opts.py │ │ ├── lower_basic_pass.py │ │ ├── lower_basic_pass_aten.py │ │ ├── lower_pass_manager_builder.py │ │ ├── pass_utils.py │ │ └── remove_duplicate_output_args.py │ ├── test │ │ ├── converters │ │ │ ├── acc_op │ │ │ │ ├── test_adaptive_avgpool.py │ │ │ │ ├── test_any.py │ │ │ │ ├── test_as_strided.py │ │ │ │ ├── test_avgpool.py │ │ │ │ ├── test_batchnorm.py │ │ │ │ ├── test_binary_ops.py │ │ │ │ ├── test_cat.py │ │ │ │ ├── test_chunk.py │ │ │ │ ├── test_clamp.py │ │ │ │ ├── test_convolution.py │ │ │ │ ├── test_dequantize.py │ │ │ │ ├── test_einsum.py │ │ │ │ ├── test_elu.py │ │ │ │ ├── test_embedding.py │ │ │ │ ├── test_eq.py │ │ │ │ ├── test_expand.py │ │ │ │ ├── test_flatten.py │ │ │ │ ├── test_gelu.py │ │ │ │ ├── test_getitem.py │ │ │ │ ├── test_gt.py │ │ │ │ ├── test_hard_sigmoid.py │ │ │ │ ├── test_hardtanh.py │ │ │ │ ├── test_interpolate.py │ │ │ │ ├── test_isinf.py │ │ │ │ ├── test_leaky_relu.py │ │ │ │ ├── test_linear.py │ │ │ │ ├── test_logical_and.py │ │ │ │ ├── test_logical_or.py │ │ │ │ ├── test_logical_xor.py │ │ │ │ ├── test_lt.py │ │ │ │ ├── test_masked_fill.py │ │ │ │ ├── test_matmul.py │ │ │ │ ├── test_max.py │ │ │ │ ├── test_maximum.py │ │ │ │ ├── test_maxpool.py │ │ │ │ ├── test_min.py │ │ │ │ ├── test_minimum.py │ │ │ │ ├── test_narrow.py │ │ │ │ ├── test_ne.py │ │ │ │ ├── test_new_ones.py │ │ │ │ ├── test_numel.py │ │ │ │ ├── test_pad.py │ │ │ │ ├── test_permute.py │ │ │ │ ├── test_prod.py │ │ │ │ ├── test_quantize_per_tensor.py │ │ │ │ ├── test_reduce_ops.py │ │ │ │ ├── test_relu.py │ │ │ │ ├── test_repeat_interleave.py │ │ │ │ ├── test_reshape.py │ │ │ │ ├── test_selu.py │ │ │ │ ├── test_sigmoid.py │ │ │ │ ├── test_silu.py │ │ │ │ ├── test_size.py │ │ │ │ ├── test_softmax.py │ │ │ │ ├── test_softsign.py │ │ │ │ ├── test_split.py │ │ │ │ ├── test_squeeze.py │ │ │ │ ├── test_std.py │ │ │ │ ├── test_tanh.py │ │ │ │ ├── test_tile.py │ │ │ │ ├── test_to_dtype.py │ │ │ │ ├── test_topk.py │ │ │ │ ├── test_transpose_convolution.py │ │ │ │ ├── test_type_as.py │ │ │ │ ├── test_unary_ops.py │ │ │ │ ├── test_unsqueeze.py │ │ │ │ └── test_where.py │ │ │ ├── aten_op │ │ │ │ ├── test_adaptive_avgpool_aten.py │ │ │ │ ├── test_batchnorm_aten.py │ │ │ │ ├── test_binary_ops_aten.py │ │ │ │ ├── test_cat_aten.py │ │ │ │ ├── test_convolution_aten.py │ │ │ │ ├── test_elu_aten.py │ │ │ │ ├── test_expand_aten.py │ │ │ │ ├── test_flatten_aten.py │ │ │ │ ├── test_hardtanh_aten.py │ │ │ │ ├── test_leaky_relu_aten.py │ │ │ │ ├── test_linear_aten.py │ │ │ │ ├── test_maxpool_aten.py │ │ │ │ ├── test_mean_aten.py │ │ │ │ ├── test_relu_aten.py │ │ │ │ ├── test_reshape_aten.py │ │ │ │ ├── test_selu_aten.py │ │ │ │ ├── test_sigmoid_aten.py │ │ │ │ └── test_tanh_aten.py │ │ │ └── vanilla │ │ │ │ ├── test_add_vanilla.py │ │ │ │ └── test_convolution_vanilla.py │ │ ├── core │ │ │ ├── test_import_fx2trt.py │ │ │ ├── test_input_tensor_spec.py │ │ │ └── test_trt_module.py │ │ ├── passes │ │ │ ├── test_fix_clamp_numerical_limits_to_fp16.py │ │ │ ├── test_fix_reshape_batch_dim.py │ │ │ ├── test_fuse_permute_linear_trt.py │ │ │ ├── test_fuse_permute_matmul_trt.py │ │ │ ├── test_graph_opts.py │ │ │ ├── test_multi_fuse_trt.py │ │ │ ├── test_pass_utils.py │ │ │ ├── test_remove_duplicate_output_args.py │ │ │ └── test_setitem_trt.py │ │ ├── quant │ │ │ └── test_quant_trt.py │ │ ├── tools │ │ │ └── test_model_packager.py │ │ ├── tracer │ │ │ ├── test_acc_shape_prop.py │ │ │ ├── test_acc_tracer.py │ │ │ ├── test_dispatch_tracer.py │ │ │ └── test_resnet.py │ │ └── trt_lower │ │ │ ├── test_diagnostics.py │ │ │ ├── test_fx2trt_lower.py │ │ │ ├── test_observer.py │ │ │ ├── test_observer_gpu.py │ │ │ ├── trt_operator_supported_test.py │ │ │ └── trt_splitter_test.py │ ├── tools │ │ ├── __init__.py │ │ ├── common_fx2trt.py │ │ ├── engine_layer_visualize.py │ │ ├── graph_util.py │ │ ├── model_packager.py │ │ ├── node_profiler.py │ │ ├── tensor_prop.py │ │ ├── timing_cache_utils.py │ │ ├── trt_minimizer.py │ │ ├── trt_profiler_sorted.py │ │ └── trt_splitter.py │ ├── tracer │ │ ├── __init__.py │ │ ├── acc_tracer │ │ │ ├── __init__.py │ │ │ ├── acc_normalizer.py │ │ │ ├── acc_op_properties.py │ │ │ ├── acc_ops.py │ │ │ ├── acc_shape_prop.py │ │ │ ├── acc_tracer.py │ │ │ └── acc_utils.py │ │ └── dispatch_tracer │ │ │ ├── __init__.py │ │ │ ├── aten_tracer.py │ │ │ └── tracer.py │ ├── trt_module.py │ ├── types.py │ └── utils.py │ ├── logging.py │ ├── runtime │ ├── __init__.py │ ├── _cudagraphs.py │ ├── _multi_device_safe_mode.py │ ├── _output_allocator.py │ ├── _pre_allocated_outputs.py │ ├── _utils.py │ └── _weight_streaming.py │ └── ts │ ├── _Device.py │ ├── _Input.py │ ├── __init__.py │ ├── _compile_spec.py │ ├── _compiler.py │ ├── _enums.py │ ├── _utils.py │ └── logging.py ├── pyproject.toml ├── requirements-dev.txt ├── setup.py ├── tests ├── BUILD ├── NOTES.md ├── README.md ├── accuracy │ ├── BUILD │ ├── accuracy_test.h │ ├── datasets │ │ ├── BUILD │ │ ├── cifar10.cpp │ │ └── cifar10.h │ ├── test_dla_fp16_accuracy.cpp │ ├── test_dla_int8_accuracy.cpp │ ├── test_fp16_accuracy.cpp │ ├── test_fp32_accuracy.cpp │ └── test_int8_accuracy.cpp ├── core │ ├── BUILD │ ├── conversion │ │ ├── BUILD │ │ ├── converters │ │ │ ├── BUILD │ │ │ ├── converter_test.bzl │ │ │ ├── test_activation.cpp │ │ │ ├── test_add_sub_mul.cpp │ │ │ ├── test_atan2.cpp │ │ │ ├── test_batch_norm.cpp │ │ │ ├── test_bitwise.cpp │ │ │ ├── test_cast.cpp │ │ │ ├── test_chunk.cpp │ │ │ ├── test_clamp.cpp │ │ │ ├── test_clone.cpp │ │ │ ├── test_comparators.cpp │ │ │ ├── test_concat.cpp │ │ │ ├── test_constant_pad.cpp │ │ │ ├── test_conv_deconv.cpp │ │ │ ├── test_copy.cpp │ │ │ ├── test_cumsum.cpp │ │ │ ├── test_div.cpp │ │ │ ├── test_einsum.cpp │ │ │ ├── test_expand.cpp │ │ │ ├── test_index.cpp │ │ │ ├── test_instance_norm.cpp │ │ │ ├── test_interpolate.cpp │ │ │ ├── test_layer_norm.cpp │ │ │ ├── test_linear.cpp │ │ │ ├── test_lstm_cell.cpp │ │ │ ├── test_masked_fill.cpp │ │ │ ├── test_matrix_multiply.cpp │ │ │ ├── test_max.cpp │ │ │ ├── test_normalize.cpp │ │ │ ├── test_pooling.cpp │ │ │ ├── test_quantization.cpp │ │ │ ├── test_reduce.cpp │ │ │ ├── test_reflection_pad.cpp │ │ │ ├── test_replication_pad.cpp │ │ │ ├── test_roll.cpp │ │ │ ├── test_scaled_dot_product_attention.cpp │ │ │ ├── test_scatter.cpp │ │ │ ├── test_select.cpp │ │ │ ├── test_shuffle.cpp │ │ │ ├── test_slice.cpp │ │ │ ├── test_softmax.cpp │ │ │ ├── test_split.cpp │ │ │ ├── test_squeeze.cpp │ │ │ ├── test_stack.cpp │ │ │ ├── test_topk.cpp │ │ │ ├── test_unary.cpp │ │ │ ├── test_unbind.cpp │ │ │ ├── test_unpack.cpp │ │ │ ├── test_unsqueeze.cpp │ │ │ └── test_where.cpp │ │ └── evaluators │ │ │ ├── BUILD │ │ │ ├── evaluator_test.bzl │ │ │ ├── test_aten_evaluators.cpp │ │ │ └── test_prim_evaluators.cpp │ ├── lowering │ │ ├── BUILD │ │ ├── lowering_test.bzl │ │ ├── test_autocast_long_inputs.cpp │ │ ├── test_conv_pass.cpp │ │ ├── test_device_casting.cpp │ │ ├── test_exception_elimination_pass.cpp │ │ ├── test_linear_to_addmm.cpp │ │ ├── test_module_fallback_passes.cpp │ │ ├── test_operator_aliasing_pass.cpp │ │ ├── test_reduce_gelu.cpp │ │ ├── test_reduce_remainder.cpp │ │ ├── test_reduce_to_pass.cpp │ │ ├── test_remove_contiguous_pass.cpp │ │ ├── test_remove_detach_pass.cpp │ │ ├── test_remove_dropout_pass.cpp │ │ ├── test_remove_unnecessary_casts.cpp │ │ ├── test_replace_aten_pad_pass.cpp │ │ ├── test_rewrite_inputs_with_params.cpp │ │ ├── test_silu_to_sigmoid_multiplication.cpp │ │ ├── test_tile_to_repeat_pass.cpp │ │ ├── test_unpack_hardsigmoid.cpp │ │ ├── test_unpack_hardswish.cpp │ │ ├── test_unpack_reduce_ops.cpp │ │ └── test_view_to_reshape_pass.cpp │ ├── partitioning │ │ ├── BUILD │ │ ├── partitioning_test.bzl │ │ ├── test_conditionals.cpp │ │ ├── test_fallback_graph_output.cpp │ │ ├── test_loading_model.cpp │ │ ├── test_loop_fallback.cpp │ │ ├── test_resolve_nontensor_inputs.cpp │ │ ├── test_segmentation.cpp │ │ ├── test_shape_analysis.cpp │ │ ├── test_stitched_graph.cpp │ │ ├── test_tensorrt_conversion.cpp │ │ └── test_type_auto_conversion.cpp │ ├── runtime │ │ ├── BUILD │ │ ├── runtime_test.bzl │ │ └── test_multi_device_safe_mode.cpp │ └── test_detecting_input_type.cpp ├── cpp │ ├── BUILD │ ├── cpp_api_test.h │ ├── test_collections.cpp │ ├── test_compiled_modules.cpp │ ├── test_default_input_types.cpp │ ├── test_dynamic_fallback.cpp │ ├── test_dynamic_size.cpp │ ├── test_example_tensors.cpp │ ├── test_module_fallback.cpp │ ├── test_modules_as_engines.cpp │ ├── test_multi_gpu_serde.cpp │ ├── test_multiple_registered_engines.cpp │ ├── test_runtime_thread_safety.cpp │ └── test_serialization.cpp ├── modules │ ├── BUILD │ ├── README.md │ ├── custom_models.py │ ├── hub.py │ └── requirements.txt ├── py │ ├── core │ │ └── test_classes.py │ ├── dynamo │ │ ├── __init__.py │ │ ├── automatic_plugin │ │ │ ├── __init__.py │ │ │ ├── test_automatic_plugin.py │ │ │ ├── test_automatic_plugin_with_attrs.py │ │ │ └── test_flashinfer_rmsnorm.py │ │ ├── backend │ │ │ ├── __init__.py │ │ │ ├── test_backend_compiler.py │ │ │ └── test_specialized_models.py │ │ ├── conversion │ │ │ ├── __init__.py │ │ │ ├── harness.py │ │ │ ├── test_abs_aten.py │ │ │ ├── test_acos_aten.py │ │ │ ├── test_acosh_aten.py │ │ │ ├── test_adaptive_avgpool_aten.py │ │ │ ├── test_add_aten.py │ │ │ ├── test_addmm_aten.py │ │ │ ├── test_amax_aten.py │ │ │ ├── test_amin_aten.py │ │ │ ├── test_any.py │ │ │ ├── test_arange_aten.py │ │ │ ├── test_argmax_aten.py │ │ │ ├── test_argmin_aten.py │ │ │ ├── test_as_strided_aten.py │ │ │ ├── test_asin_aten.py │ │ │ ├── test_asinh_aten.py │ │ │ ├── test_atan2_aten.py │ │ │ ├── test_atan_aten.py │ │ │ ├── test_atanh_aten.py │ │ │ ├── test_attention.py │ │ │ ├── test_batch_norm_aten.py │ │ │ ├── test_binary_ops_aten.py │ │ │ ├── test_bitwise_and_aten.py │ │ │ ├── test_bitwise_not_aten.py │ │ │ ├── test_bitwise_or_aten.py │ │ │ ├── test_bitwise_xor_aten.py │ │ │ ├── test_bmm.py │ │ │ ├── test_casts.py │ │ │ ├── test_cat_aten.py │ │ │ ├── test_cdist_aten.py │ │ │ ├── test_ceil_aten.py │ │ │ ├── test_clamp_aten.py │ │ │ ├── test_clip_aten.py │ │ │ ├── test_composite_aten_op.py │ │ │ ├── test_converter_utils.py │ │ │ ├── test_convolution_aten.py │ │ │ ├── test_copy_aten.py │ │ │ ├── test_cos_aten.py │ │ │ ├── test_cosh_aten.py │ │ │ ├── test_cumsum_aten.py │ │ │ ├── test_deconvolution_aten.py │ │ │ ├── test_diagonal_aten.py │ │ │ ├── test_div_aten.py │ │ │ ├── test_dropout_aten.py │ │ │ ├── test_elu_aten.py │ │ │ ├── test_embedding_aten.py │ │ │ ├── test_embedding_bag_aten.py │ │ │ ├── test_empty_aten.py │ │ │ ├── test_eq_aten.py │ │ │ ├── test_erf_aten.py │ │ │ ├── test_evaluators.py │ │ │ ├── test_exp_aten.py │ │ │ ├── test_expand_aten.py │ │ │ ├── test_expm1_aten.py │ │ │ ├── test_flip_aten.py │ │ │ ├── test_floor_aten.py │ │ │ ├── test_floor_div_aten.py │ │ │ ├── test_full_aten.py │ │ │ ├── test_gather_aten.py │ │ │ ├── test_ge_aten.py │ │ │ ├── test_gelu_aten.py │ │ │ ├── test_grid_aten.py │ │ │ ├── test_group_norm_aten.py │ │ │ ├── test_gt_aten.py │ │ │ ├── test_hard_sigmoid_aten.py │ │ │ ├── test_hardtanh_aten.py │ │ │ ├── test_index_aten.py │ │ │ ├── test_index_put_aten.py │ │ │ ├── test_index_select_aten.py │ │ │ ├── test_isinf_aten.py │ │ │ ├── test_isnan_aten.py │ │ │ ├── test_layer_norm_aten.py │ │ │ ├── test_le_aten.py │ │ │ ├── test_leaky_relu_aten.py │ │ │ ├── test_linear_aten.py │ │ │ ├── test_log10.py │ │ │ ├── test_log1p.py │ │ │ ├── test_log2.py │ │ │ ├── test_log_aten.py │ │ │ ├── test_logical_and_aten.py │ │ │ ├── test_logical_not_aten.py │ │ │ ├── test_logical_or_aten.py │ │ │ ├── test_logical_xor_aten.py │ │ │ ├── test_lt_aten.py │ │ │ ├── test_matmul_aten.py │ │ │ ├── test_max_aten.py │ │ │ ├── test_maximum_aten.py │ │ │ ├── test_mean_aten.py │ │ │ ├── test_min_aten.py │ │ │ ├── test_minimum_aten.py │ │ │ ├── test_mul_aten.py │ │ │ ├── test_ne_aten.py │ │ │ ├── test_neg_aten.py │ │ │ ├── test_nonzero_aten.py │ │ │ ├── test_pad_aten.py │ │ │ ├── test_pdist_aten.py │ │ │ ├── test_permutation_aten.py │ │ │ ├── test_pixel_shuffle_aten.py │ │ │ ├── test_pixel_unshuffle_aten.py │ │ │ ├── test_pool_aten.py │ │ │ ├── test_pow_aten.py │ │ │ ├── test_prelu_aten.py │ │ │ ├── test_prod_aten.py │ │ │ ├── test_rand_aten.py │ │ │ ├── test_recip_aten.py │ │ │ ├── test_relu_aten.py │ │ │ ├── test_remainder_aten.py │ │ │ ├── test_reshape_aten.py │ │ │ ├── test_resize_aten.py │ │ │ ├── test_roll_aten.py │ │ │ ├── test_round_aten.py │ │ │ ├── test_rsqrt_aten.py │ │ │ ├── test_scalar_tensor_aten.py │ │ │ ├── test_scatter_aten.py │ │ │ ├── test_select_aten.py │ │ │ ├── test_sigmoid_aten.py │ │ │ ├── test_sign_aten.py │ │ │ ├── test_sin_aten.py │ │ │ ├── test_sinh_aten.py │ │ │ ├── test_slice_aten.py │ │ │ ├── test_softmax_aten.py │ │ │ ├── test_softplus_aten.py │ │ │ ├── test_sort_aten.py │ │ │ ├── test_split_aten.py │ │ │ ├── test_sqrt_aten.py │ │ │ ├── test_squeeze_aten.py │ │ │ ├── test_sub_aten.py │ │ │ ├── test_sum_aten.py │ │ │ ├── test_sym_not_aten.py │ │ │ ├── test_sym_size.py │ │ │ ├── test_tan_aten.py │ │ │ ├── test_tanh_aten.py │ │ │ ├── test_tile_aten.py │ │ │ ├── test_topk_aten.py │ │ │ ├── test_trunc_aten.py │ │ │ ├── test_unsqueeze_aten.py │ │ │ ├── test_upsample_aten.py │ │ │ └── test_where_aten.py │ │ ├── distributed │ │ │ ├── distributed_utils.py │ │ │ ├── test_distributed_simple_example.py │ │ │ ├── test_nccl_ops.py │ │ │ └── test_nccl_ops.sh │ │ ├── llm │ │ │ └── test_llm_models.py │ │ ├── lowering │ │ │ ├── __init__.py │ │ │ ├── test_aten_lowering_passes.py │ │ │ └── test_decompositions.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── conftest.py │ │ │ ├── test_dtype_support.py │ │ │ ├── test_dyn_models.py │ │ │ ├── test_engine_cache.py │ │ │ ├── test_export_kwargs_serde.py │ │ │ ├── test_export_serde.py │ │ │ ├── test_model_refit.py │ │ │ ├── test_models.py │ │ │ ├── test_models_export.py │ │ │ ├── test_reexport.py │ │ │ └── test_weight_stripped_engine.py │ │ ├── partitioning │ │ │ ├── __init__.py │ │ │ ├── test_fast_partitioning.py │ │ │ ├── test_flaky_global_partitioning.py │ │ │ ├── test_global_partitioning.py │ │ │ └── test_hierarchical_partitioning.py │ │ ├── runtime │ │ │ ├── __init__.py │ │ │ ├── conftest.py │ │ │ ├── gen_hw_compat.py │ │ │ ├── test_000_compilation_settings.py │ │ │ ├── test_000_compiler_utils.py │ │ │ ├── test_000_convert_module_to_trt_engine.py │ │ │ ├── test_000_python_runtime.py │ │ │ ├── test_001_streams.py │ │ │ ├── test_002_cudagraphs_cpp.py │ │ │ ├── test_002_cudagraphs_py.py │ │ │ ├── test_002_lazy_engine_init.py │ │ │ ├── test_003_cross_compile_for_windows.py │ │ │ ├── test_003_safe_mode.py │ │ │ ├── test_004_weight_streaming.py │ │ │ ├── test_mutable_torchtrt_module.py │ │ │ ├── test_output_allocator.py │ │ │ └── test_pre_allocated_outputs.py │ │ └── testing_utilities.py │ ├── requirements.txt │ └── ts │ │ ├── BUILD │ │ ├── api │ │ ├── test_classes.py │ │ ├── test_collections.py │ │ ├── test_e2e_behavior.py │ │ ├── test_embed_engines.py │ │ ├── test_logging.py │ │ ├── test_module_fallback.py │ │ ├── test_operator_fallback.py │ │ ├── test_ts_backend.py │ │ └── utils.py │ │ ├── hw │ │ ├── test_api_dla.py │ │ ├── test_multi_gpu.py │ │ └── utils.py │ │ ├── integrations │ │ ├── test_to_backend_api.py │ │ ├── test_trt_intercompatibility.py │ │ └── utils.py │ │ ├── model_test_case.py │ │ ├── models │ │ ├── hw_compat.ts │ │ ├── test_models.py │ │ ├── test_multiple_registered_engines.py │ │ └── utils.py │ │ ├── requirements.txt │ │ └── utils.py └── util │ ├── BUILD │ ├── evaluate_graph.cpp │ ├── run_forward.cpp │ ├── run_graph.cpp │ ├── run_graph_engine.cpp │ ├── util.cpp │ └── util.h ├── third_party ├── BUILD ├── args │ ├── BUILD │ ├── LICENSE │ └── args.hpp ├── cublas │ └── BUILD ├── cuda │ └── BUILD ├── cudnn │ ├── archive │ │ └── BUILD │ └── local │ │ └── BUILD ├── dist_dir │ ├── aarch64-linux-gnu │ │ └── .gitkeep │ └── x86_64-linux-gnu │ │ └── .gitkeep ├── googletest │ └── googletest.cmake ├── libtorch │ └── BUILD ├── tensorrt │ ├── archive │ │ └── BUILD │ └── local │ │ └── BUILD ├── tensorrt_rtx │ ├── archive │ │ └── BUILD │ └── local │ │ └── BUILD └── torch_tensorrt │ ├── BUILD │ └── BUILD.bazel ├── toolchains ├── BUILD ├── ci_workspaces │ └── MODULE.bazel.tmpl ├── dep_collection │ ├── BUILD │ └── defs.bzl ├── dep_src │ ├── BUILD │ └── defs.bzl ├── distro │ └── BUILD ├── jetpack │ └── BUILD ├── jp_workspaces │ ├── MODULE.bazel.tmpl │ ├── WORKSPACE.jp50 │ ├── requirements.txt │ └── test_requirements.txt └── legacy │ ├── WORKSPACE.sbsa │ ├── WORKSPACE.win.release.tmpl │ ├── WORKSPACE.x86_64 │ ├── WORKSPACE.x86_64.cu118.release.rhel │ ├── WORKSPACE.x86_64.cu121.release.rhel │ ├── WORKSPACE.x86_64.legacy │ ├── WORKSPACE.x86_64.release.rhel.tmpl │ ├── WORKSPACE.x86_64.release.ubuntu │ └── pyproject.toml ├── tools ├── BUILD ├── cpp_benchmark │ ├── BUILD │ ├── README.md │ ├── main.cpp │ └── timer.h ├── debug │ └── engine_visualization │ │ ├── README.md │ │ ├── __init__.py │ │ ├── draw_engine_graph.py │ │ └── draw_engine_graph_example.py ├── linter │ ├── BUILD │ ├── cpplint.py │ ├── cpplint_diff.py │ ├── pylint.py │ ├── pylint_diff.py │ └── utils.py ├── llm │ ├── README.md │ ├── cache_utils.py │ ├── run_llm.py │ ├── run_vlm.py │ ├── static_cache_v1.py │ ├── static_cache_v2.py │ ├── test_llama_components.py │ ├── test_qwen2.5_components.py │ ├── test_static_cache.py │ ├── torchtrt_ext │ │ ├── register_sdpa.py │ │ └── sdpa_converter.py │ └── utils.py ├── opset_coverage.ipynb ├── perf │ ├── Flux │ │ ├── benchmark.sh │ │ ├── create_env.sh │ │ └── flux_perf.py │ ├── README.md │ ├── accumulate_results.py │ ├── benchmark.sh │ ├── custom_models.py │ ├── hub.py │ ├── perf_run.py │ ├── requirements.txt │ ├── run_hf_model.sh │ ├── stage1.sh │ ├── stage2.sh │ └── utils.py ├── supportedops │ ├── BUILD │ └── main.cpp └── trtorchexec │ ├── BUILD │ ├── README.md │ └── main.cpp ├── uv.lock ├── version.txt └── versions.py /.bazelrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.bazelrc -------------------------------------------------------------------------------- /.bazelversion: -------------------------------------------------------------------------------- 1 | 8.4.2 2 | -------------------------------------------------------------------------------- /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.clang-format -------------------------------------------------------------------------------- /.clang-tidy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.clang-tidy -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.dockerignore -------------------------------------------------------------------------------- /.git-blame-ignore-revs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.git-blame-ignore-revs -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/new-story.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/ISSUE_TEMPLATE/new-story.md -------------------------------------------------------------------------------- /.github/actions/assigner/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | node_modules/ 3 | lib/ 4 | !dist 5 | -------------------------------------------------------------------------------- /.github/actions/assigner/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/actions/assigner/action.yml -------------------------------------------------------------------------------- /.github/code-owners.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/code-owners.yml -------------------------------------------------------------------------------- /.github/pr-labels.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/pr-labels.yml -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/scripts/filter-matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/scripts/filter-matrix.py -------------------------------------------------------------------------------- /.github/scripts/install-cuda-dss.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/scripts/install-cuda-dss.sh -------------------------------------------------------------------------------- /.github/scripts/requirements.txt: -------------------------------------------------------------------------------- 1 | PyGithub 2 | -------------------------------------------------------------------------------- /.github/scripts/run_cpp_linter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/scripts/run_cpp_linter.py -------------------------------------------------------------------------------- /.github/scripts/run_py_linter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/scripts/run_py_linter.py -------------------------------------------------------------------------------- /.github/scripts/setup-env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/scripts/setup-env.sh -------------------------------------------------------------------------------- /.github/workflows/assigner.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/assigner.yml -------------------------------------------------------------------------------- /.github/workflows/blossom-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/blossom-ci.yml -------------------------------------------------------------------------------- /.github/workflows/build_linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/build_linux.yml -------------------------------------------------------------------------------- /.github/workflows/build_windows.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/build_windows.yml -------------------------------------------------------------------------------- /.github/workflows/docgen.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/docgen.yml -------------------------------------------------------------------------------- /.github/workflows/label.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/label.yml -------------------------------------------------------------------------------- /.github/workflows/linter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/linter.yml -------------------------------------------------------------------------------- /.github/workflows/linux-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/linux-test.yml -------------------------------------------------------------------------------- /.github/workflows/nightlies.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/nightlies.yml -------------------------------------------------------------------------------- /.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/stale.yml -------------------------------------------------------------------------------- /.github/workflows/windows-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.github/workflows/windows-test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.nspect-allowlist.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.nspect-allowlist.toml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.style.yapf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/.style.yapf -------------------------------------------------------------------------------- /BUILD.bazel: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/BUILD.bazel -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Config.cmake.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/Config.cmake.in -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/LICENSE -------------------------------------------------------------------------------- /MODULE.bazel: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/MODULE.bazel -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/README.md -------------------------------------------------------------------------------- /cmake/Modules/FindTensorRT.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cmake/Modules/FindTensorRT.cmake -------------------------------------------------------------------------------- /cmake/build_options.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cmake/build_options.cmake -------------------------------------------------------------------------------- /cmake/dependencies.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cmake/dependencies.cmake -------------------------------------------------------------------------------- /cmake/paths.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cmake/paths.cmake -------------------------------------------------------------------------------- /core/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/BUILD -------------------------------------------------------------------------------- /core/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/CMakeLists.txt -------------------------------------------------------------------------------- /core/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/README.md -------------------------------------------------------------------------------- /core/compiler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/compiler.cpp -------------------------------------------------------------------------------- /core/compiler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/compiler.h -------------------------------------------------------------------------------- /core/conversion/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/BUILD -------------------------------------------------------------------------------- /core/conversion/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/CMakeLists.txt -------------------------------------------------------------------------------- /core/conversion/conversion.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/conversion.cpp -------------------------------------------------------------------------------- /core/conversion/conversion.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/conversion.h -------------------------------------------------------------------------------- /core/conversion/conversionctx/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/conversionctx/BUILD -------------------------------------------------------------------------------- /core/conversion/converters/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/converters/BUILD -------------------------------------------------------------------------------- /core/conversion/evaluators/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/evaluators/BUILD -------------------------------------------------------------------------------- /core/conversion/evaluators/aten.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/evaluators/aten.cpp -------------------------------------------------------------------------------- /core/conversion/evaluators/prim.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/evaluators/prim.cpp -------------------------------------------------------------------------------- /core/conversion/var/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/var/BUILD -------------------------------------------------------------------------------- /core/conversion/var/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/var/CMakeLists.txt -------------------------------------------------------------------------------- /core/conversion/var/Var.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/var/Var.cpp -------------------------------------------------------------------------------- /core/conversion/var/Var.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/var/Var.h -------------------------------------------------------------------------------- /core/conversion/var/Var_inl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/conversion/var/Var_inl.h -------------------------------------------------------------------------------- /core/ir/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/ir/BUILD -------------------------------------------------------------------------------- /core/ir/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/ir/CMakeLists.txt -------------------------------------------------------------------------------- /core/ir/GraphInputs.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/ir/GraphInputs.cpp -------------------------------------------------------------------------------- /core/ir/Input.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/ir/Input.cpp -------------------------------------------------------------------------------- /core/ir/StaticParams.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/ir/StaticParams.cpp -------------------------------------------------------------------------------- /core/ir/ir.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/ir/ir.cpp -------------------------------------------------------------------------------- /core/ir/ir.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/ir/ir.h -------------------------------------------------------------------------------- /core/lowering/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/BUILD -------------------------------------------------------------------------------- /core/lowering/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/CMakeLists.txt -------------------------------------------------------------------------------- /core/lowering/LowerInfo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/LowerInfo.cpp -------------------------------------------------------------------------------- /core/lowering/drop_unused_nodes.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/drop_unused_nodes.cpp -------------------------------------------------------------------------------- /core/lowering/lowering.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/lowering.cpp -------------------------------------------------------------------------------- /core/lowering/lowering.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/lowering.h -------------------------------------------------------------------------------- /core/lowering/passes/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/passes/BUILD -------------------------------------------------------------------------------- /core/lowering/passes/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/passes/CMakeLists.txt -------------------------------------------------------------------------------- /core/lowering/passes/passes.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/passes/passes.h -------------------------------------------------------------------------------- /core/lowering/passes/reduce_to.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/passes/reduce_to.cpp -------------------------------------------------------------------------------- /core/lowering/passes/unpack_std.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/passes/unpack_std.cpp -------------------------------------------------------------------------------- /core/lowering/passes/unpack_var.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/lowering/passes/unpack_var.cpp -------------------------------------------------------------------------------- /core/partitioning/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/partitioning/BUILD -------------------------------------------------------------------------------- /core/partitioning/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/partitioning/CMakeLists.txt -------------------------------------------------------------------------------- /core/partitioning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/partitioning/README.md -------------------------------------------------------------------------------- /core/partitioning/partitioning.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/partitioning/partitioning.cpp -------------------------------------------------------------------------------- /core/partitioning/partitioning.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/partitioning/partitioning.h -------------------------------------------------------------------------------- /core/partitioning/stitching.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/partitioning/stitching.cpp -------------------------------------------------------------------------------- /core/plugins/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/plugins/BUILD -------------------------------------------------------------------------------- /core/plugins/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/plugins/CMakeLists.txt -------------------------------------------------------------------------------- /core/plugins/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/plugins/README.md -------------------------------------------------------------------------------- /core/plugins/plugins.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/plugins/plugins.h -------------------------------------------------------------------------------- /core/plugins/register_plugins.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/plugins/register_plugins.cpp -------------------------------------------------------------------------------- /core/runtime/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/BUILD -------------------------------------------------------------------------------- /core/runtime/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/CMakeLists.txt -------------------------------------------------------------------------------- /core/runtime/DeviceList.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/DeviceList.cpp -------------------------------------------------------------------------------- /core/runtime/Platform.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/Platform.cpp -------------------------------------------------------------------------------- /core/runtime/Platform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/Platform.h -------------------------------------------------------------------------------- /core/runtime/RTDevice.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/RTDevice.cpp -------------------------------------------------------------------------------- /core/runtime/RTDevice.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/RTDevice.h -------------------------------------------------------------------------------- /core/runtime/TRTEngine.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/TRTEngine.cpp -------------------------------------------------------------------------------- /core/runtime/TRTEngine.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/TRTEngine.h -------------------------------------------------------------------------------- /core/runtime/TRTEngineProfiler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/TRTEngineProfiler.cpp -------------------------------------------------------------------------------- /core/runtime/TRTEngineProfiler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/TRTEngineProfiler.h -------------------------------------------------------------------------------- /core/runtime/execute_engine.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/execute_engine.cpp -------------------------------------------------------------------------------- /core/runtime/register_jit_hooks.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/register_jit_hooks.cpp -------------------------------------------------------------------------------- /core/runtime/runtime.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/runtime.cpp -------------------------------------------------------------------------------- /core/runtime/runtime.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/runtime/runtime.h -------------------------------------------------------------------------------- /core/util/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/BUILD -------------------------------------------------------------------------------- /core/util/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/CMakeLists.txt -------------------------------------------------------------------------------- /core/util/Exception.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/Exception.cpp -------------------------------------------------------------------------------- /core/util/Exception.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/Exception.h -------------------------------------------------------------------------------- /core/util/build_info.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/build_info.h -------------------------------------------------------------------------------- /core/util/jit_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/jit_util.h -------------------------------------------------------------------------------- /core/util/logging/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/logging/BUILD -------------------------------------------------------------------------------- /core/util/logging/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/logging/CMakeLists.txt -------------------------------------------------------------------------------- /core/util/logging/TorchTRTLogger.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/logging/TorchTRTLogger.h -------------------------------------------------------------------------------- /core/util/macros.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/macros.h -------------------------------------------------------------------------------- /core/util/prelude.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/prelude.h -------------------------------------------------------------------------------- /core/util/trt_util.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/trt_util.cpp -------------------------------------------------------------------------------- /core/util/trt_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/core/util/trt_util.h -------------------------------------------------------------------------------- /cpp/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/BUILD -------------------------------------------------------------------------------- /cpp/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/CMakeLists.txt -------------------------------------------------------------------------------- /cpp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/README.md -------------------------------------------------------------------------------- /cpp/bin/CMakeLists.txt: -------------------------------------------------------------------------------- 1 | add_subdirectory(torchtrtc) 2 | -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/BUILD -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/CMakeLists.txt -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/README.md -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/accuracy.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/accuracy.cpp -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/accuracy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/accuracy.h -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/fileio.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/fileio.cpp -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/fileio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/fileio.h -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/luts.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/luts.h -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/main.cpp -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/parser_util.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/parser_util.cpp -------------------------------------------------------------------------------- /cpp/bin/torchtrtc/parser_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/bin/torchtrtc/parser_util.h -------------------------------------------------------------------------------- /cpp/include/torch_tensorrt/macros.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/include/torch_tensorrt/macros.h -------------------------------------------------------------------------------- /cpp/lib/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/lib/BUILD -------------------------------------------------------------------------------- /cpp/src/compile_spec.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/src/compile_spec.cpp -------------------------------------------------------------------------------- /cpp/src/logging.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/src/logging.cpp -------------------------------------------------------------------------------- /cpp/src/torch_tensorrt.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/src/torch_tensorrt.cpp -------------------------------------------------------------------------------- /cpp/src/types.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/cpp/src/types.cpp -------------------------------------------------------------------------------- /dev_dep_versions.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/dev_dep_versions.yml -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/Dockerfile.docs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/Dockerfile.docs -------------------------------------------------------------------------------- /docker/MODULE.bazel.docker: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/MODULE.bazel.docker -------------------------------------------------------------------------------- /docker/MODULE.bazel.ngc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/MODULE.bazel.ngc -------------------------------------------------------------------------------- /docker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/README.md -------------------------------------------------------------------------------- /docker/WORKSPACE.ngc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/WORKSPACE.ngc -------------------------------------------------------------------------------- /docker/dist-build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/dist-build.sh -------------------------------------------------------------------------------- /docker/ngc_test/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docker/ngc_test/requirements.txt -------------------------------------------------------------------------------- /docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/_cpp_api/dir_cpp_include.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_cpp_api/dir_cpp_include.html -------------------------------------------------------------------------------- /docs/_cpp_api/namespace_torch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_cpp_api/namespace_torch.html -------------------------------------------------------------------------------- /docs/_cpp_api/unabridged_api.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_cpp_api/unabridged_api.html -------------------------------------------------------------------------------- /docs/_images/circ_pad_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/circ_pad_example.png -------------------------------------------------------------------------------- /docs/_images/cuda_graphs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/cuda_graphs.png -------------------------------------------------------------------------------- /docs/_images/cuda_graphs_breaks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/cuda_graphs_breaks.png -------------------------------------------------------------------------------- /docs/_images/majestic_castle.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/majestic_castle.png -------------------------------------------------------------------------------- /docs/_images/sam_mask1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/sam_mask1.png -------------------------------------------------------------------------------- /docs/_images/sam_mask2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/sam_mask2.png -------------------------------------------------------------------------------- /docs/_images/sam_mask3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/sam_mask3.png -------------------------------------------------------------------------------- /docs/_images/truck.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/truck.jpg -------------------------------------------------------------------------------- /docs/_images/yi_jing_01_chien.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_images/yi_jing_01_chien.jpg -------------------------------------------------------------------------------- /docs/_modules/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_modules/index.html -------------------------------------------------------------------------------- /docs/_notebooks/dynamic-shapes.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_notebooks/dynamic-shapes.html -------------------------------------------------------------------------------- /docs/_notebooks/vgg-qat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_notebooks/vgg-qat.html -------------------------------------------------------------------------------- /docs/_notebooks/vgg-qat.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_notebooks/vgg-qat.ipynb -------------------------------------------------------------------------------- /docs/_sources/cli/torchtrtc.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/cli/torchtrtc.rst.txt -------------------------------------------------------------------------------- /docs/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/_sources/py_api/dynamo.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/py_api/dynamo.rst.txt -------------------------------------------------------------------------------- /docs/_sources/py_api/fx.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/py_api/fx.rst.txt -------------------------------------------------------------------------------- /docs/_sources/py_api/ptq.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/py_api/ptq.rst.txt -------------------------------------------------------------------------------- /docs/_sources/py_api/ts.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/py_api/ts.rst.txt -------------------------------------------------------------------------------- /docs/_sources/ts/ptq.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/ts/ptq.rst.txt -------------------------------------------------------------------------------- /docs/_sources/tutorials/ptq.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_sources/tutorials/ptq.rst.txt -------------------------------------------------------------------------------- /docs/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/basic.css -------------------------------------------------------------------------------- /docs/_static/binder_badge_logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/binder_badge_logo.svg -------------------------------------------------------------------------------- /docs/_static/broken_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/broken_example.png -------------------------------------------------------------------------------- /docs/_static/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/css/custom.css -------------------------------------------------------------------------------- /docs/_static/css/pytorch_theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/css/pytorch_theme.css -------------------------------------------------------------------------------- /docs/_static/css/theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/css/theme.css -------------------------------------------------------------------------------- /docs/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/doctools.js -------------------------------------------------------------------------------- /docs/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/file.png -------------------------------------------------------------------------------- /docs/_static/fonts/font-awesome.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/fonts/font-awesome.css -------------------------------------------------------------------------------- /docs/_static/images/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/images/favicon.png -------------------------------------------------------------------------------- /docs/_static/images/icon-close.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/images/icon-close.svg -------------------------------------------------------------------------------- /docs/_static/images/logo-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/images/logo-dark.svg -------------------------------------------------------------------------------- /docs/_static/images/logo-icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/images/logo-icon.svg -------------------------------------------------------------------------------- /docs/_static/images/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/images/logo.svg -------------------------------------------------------------------------------- /docs/_static/images/pytorch-x.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/images/pytorch-x.svg -------------------------------------------------------------------------------- /docs/_static/images/search-icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/images/search-icon.svg -------------------------------------------------------------------------------- /docs/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/_static/jquery-3.6.0.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/jquery-3.6.0.js -------------------------------------------------------------------------------- /docs/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/jquery.js -------------------------------------------------------------------------------- /docs/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/_static/js/modernizr.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/js/modernizr.min.js -------------------------------------------------------------------------------- /docs/_static/js/theme.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/js/theme.js -------------------------------------------------------------------------------- /docs/_static/language_data.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/language_data.js -------------------------------------------------------------------------------- /docs/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/material.css -------------------------------------------------------------------------------- /docs/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/minus.png -------------------------------------------------------------------------------- /docs/_static/nbsphinx-gallery.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/nbsphinx-gallery.css -------------------------------------------------------------------------------- /docs/_static/no_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/no_image.png -------------------------------------------------------------------------------- /docs/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/plus.png -------------------------------------------------------------------------------- /docs/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/pygments.css -------------------------------------------------------------------------------- /docs/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/searchtools.js -------------------------------------------------------------------------------- /docs/_static/sg_gallery-binder.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/sg_gallery-binder.css -------------------------------------------------------------------------------- /docs/_static/sg_gallery.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/sg_gallery.css -------------------------------------------------------------------------------- /docs/_static/underscore-1.13.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/underscore-1.13.1.js -------------------------------------------------------------------------------- /docs/_static/underscore-1.3.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/underscore-1.3.1.js -------------------------------------------------------------------------------- /docs/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/_static/underscore.js -------------------------------------------------------------------------------- /docs/cli/torchtrtc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/cli/torchtrtc.html -------------------------------------------------------------------------------- /docs/contributors/conversion.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/contributors/conversion.html -------------------------------------------------------------------------------- /docs/contributors/lowering.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/contributors/lowering.html -------------------------------------------------------------------------------- /docs/contributors/partitioning.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/contributors/partitioning.html -------------------------------------------------------------------------------- /docs/contributors/phases.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/contributors/phases.html -------------------------------------------------------------------------------- /docs/contributors/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/contributors/runtime.html -------------------------------------------------------------------------------- /docs/contributors/useful_links.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/contributors/useful_links.html -------------------------------------------------------------------------------- /docs/dynamo/dynamo_export.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/dynamo/dynamo_export.html -------------------------------------------------------------------------------- /docs/dynamo/torch_compile.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/dynamo/torch_compile.html -------------------------------------------------------------------------------- /docs/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/genindex.html -------------------------------------------------------------------------------- /docs/getting_started/jetpack.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/getting_started/jetpack.html -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/indices/supported_ops.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/indices/supported_ops.html -------------------------------------------------------------------------------- /docs/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/objects.inv -------------------------------------------------------------------------------- /docs/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py-modindex.html -------------------------------------------------------------------------------- /docs/py_api/dynamo.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py_api/dynamo.html -------------------------------------------------------------------------------- /docs/py_api/fx.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py_api/fx.html -------------------------------------------------------------------------------- /docs/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py_api/logging.html -------------------------------------------------------------------------------- /docs/py_api/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py_api/ptq.html -------------------------------------------------------------------------------- /docs/py_api/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py_api/runtime.html -------------------------------------------------------------------------------- /docs/py_api/torch_tensorrt.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py_api/torch_tensorrt.html -------------------------------------------------------------------------------- /docs/py_api/ts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/py_api/ts.html -------------------------------------------------------------------------------- /docs/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/search.html -------------------------------------------------------------------------------- /docs/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/searchindex.js -------------------------------------------------------------------------------- /docs/sg_execution_times.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/sg_execution_times.html -------------------------------------------------------------------------------- /docs/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/sitemap.xml -------------------------------------------------------------------------------- /docs/ts/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/ts/ptq.html -------------------------------------------------------------------------------- /docs/tutorials/installation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/tutorials/installation.html -------------------------------------------------------------------------------- /docs/tutorials/notebooks.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/tutorials/notebooks.html -------------------------------------------------------------------------------- /docs/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/tutorials/torchtrtc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/tutorials/torchtrtc.html -------------------------------------------------------------------------------- /docs/tutorials/using_dla.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/tutorials/using_dla.html -------------------------------------------------------------------------------- /docs/user_guide/dynamic_shapes.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/user_guide/dynamic_shapes.html -------------------------------------------------------------------------------- /docs/user_guide/dynamo_export.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/user_guide/dynamo_export.html -------------------------------------------------------------------------------- /docs/user_guide/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/user_guide/ptq.html -------------------------------------------------------------------------------- /docs/user_guide/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/user_guide/runtime.html -------------------------------------------------------------------------------- /docs/user_guide/saving_models.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/user_guide/saving_models.html -------------------------------------------------------------------------------- /docs/user_guide/torch_compile.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/user_guide/torch_compile.html -------------------------------------------------------------------------------- /docs/user_guide/using_dla.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/user_guide/using_dla.html -------------------------------------------------------------------------------- /docs/v0.0.1/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.0.1/_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.0.1/_api/dir_cpp_api.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_api/dir_cpp_api.html -------------------------------------------------------------------------------- /docs/v0.0.1/_api/trtorch_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_api/trtorch_cpp.html -------------------------------------------------------------------------------- /docs/v0.0.1/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.0.1/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.0.1/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.0.1/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/file.png -------------------------------------------------------------------------------- /docs/v0.0.1/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.0.1/_static/jquery-3.4.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/jquery-3.4.1.js -------------------------------------------------------------------------------- /docs/v0.0.1/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.0.1/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.0.1/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/material.css -------------------------------------------------------------------------------- /docs/v0.0.1/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.0.1/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.0.1/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.0.1/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.0.1/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.0.1/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/genindex.html -------------------------------------------------------------------------------- /docs/v0.0.1/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/index.html -------------------------------------------------------------------------------- /docs/v0.0.1/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/objects.inv -------------------------------------------------------------------------------- /docs/v0.0.1/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/search.html -------------------------------------------------------------------------------- /docs/v0.0.1/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/searchindex.js -------------------------------------------------------------------------------- /docs/v0.0.1/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.0.1/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.1/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.0.2/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.0.2/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.0.2/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.0.2/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.0.2/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.0.2/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/file.png -------------------------------------------------------------------------------- /docs/v0.0.2/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.0.2/_static/jquery-3.4.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/jquery-3.4.1.js -------------------------------------------------------------------------------- /docs/v0.0.2/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.0.2/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.0.2/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/material.css -------------------------------------------------------------------------------- /docs/v0.0.2/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.0.2/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.0.2/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.0.2/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.0.2/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.0.2/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/genindex.html -------------------------------------------------------------------------------- /docs/v0.0.2/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/index.html -------------------------------------------------------------------------------- /docs/v0.0.2/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/objects.inv -------------------------------------------------------------------------------- /docs/v0.0.2/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/py-modindex.html -------------------------------------------------------------------------------- /docs/v0.0.2/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/py_api/logging.html -------------------------------------------------------------------------------- /docs/v0.0.2/py_api/trtorch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/py_api/trtorch.html -------------------------------------------------------------------------------- /docs/v0.0.2/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/search.html -------------------------------------------------------------------------------- /docs/v0.0.2/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/searchindex.js -------------------------------------------------------------------------------- /docs/v0.0.2/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.0.2/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.2/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.0.3/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.0.3/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.0.3/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.0.3/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.0.3/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.0.3/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/file.png -------------------------------------------------------------------------------- /docs/v0.0.3/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.0.3/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v0.0.3/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.0.3/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.0.3/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/material.css -------------------------------------------------------------------------------- /docs/v0.0.3/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.0.3/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.0.3/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.0.3/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.0.3/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.0.3/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/genindex.html -------------------------------------------------------------------------------- /docs/v0.0.3/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/index.html -------------------------------------------------------------------------------- /docs/v0.0.3/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/objects.inv -------------------------------------------------------------------------------- /docs/v0.0.3/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/py-modindex.html -------------------------------------------------------------------------------- /docs/v0.0.3/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/py_api/logging.html -------------------------------------------------------------------------------- /docs/v0.0.3/py_api/trtorch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/py_api/trtorch.html -------------------------------------------------------------------------------- /docs/v0.0.3/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/search.html -------------------------------------------------------------------------------- /docs/v0.0.3/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/searchindex.js -------------------------------------------------------------------------------- /docs/v0.0.3/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.0.3/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.0.3/tutorials/trtorchc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.0.3/tutorials/trtorchc.html -------------------------------------------------------------------------------- /docs/v0.1.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.1.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.1.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.1.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.1.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.1.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/file.png -------------------------------------------------------------------------------- /docs/v0.1.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.1.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v0.1.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.1.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.1.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/material.css -------------------------------------------------------------------------------- /docs/v0.1.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.1.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.1.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.1.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.1.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.1.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/genindex.html -------------------------------------------------------------------------------- /docs/v0.1.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/index.html -------------------------------------------------------------------------------- /docs/v0.1.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/objects.inv -------------------------------------------------------------------------------- /docs/v0.1.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v0.1.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v0.1.0/py_api/trtorch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/py_api/trtorch.html -------------------------------------------------------------------------------- /docs/v0.1.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/search.html -------------------------------------------------------------------------------- /docs/v0.1.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/searchindex.js -------------------------------------------------------------------------------- /docs/v0.1.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.1.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.1.0/tutorials/trtorchc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.1.0/tutorials/trtorchc.html -------------------------------------------------------------------------------- /docs/v0.2.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.2.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.2.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.2.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.2.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.2.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/file.png -------------------------------------------------------------------------------- /docs/v0.2.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.2.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v0.2.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.2.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.2.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/material.css -------------------------------------------------------------------------------- /docs/v0.2.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.2.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.2.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.2.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.2.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.2.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/genindex.html -------------------------------------------------------------------------------- /docs/v0.2.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/index.html -------------------------------------------------------------------------------- /docs/v0.2.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/objects.inv -------------------------------------------------------------------------------- /docs/v0.2.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v0.2.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v0.2.0/py_api/trtorch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/py_api/trtorch.html -------------------------------------------------------------------------------- /docs/v0.2.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/search.html -------------------------------------------------------------------------------- /docs/v0.2.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/searchindex.js -------------------------------------------------------------------------------- /docs/v0.2.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.2.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.2.0/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v0.2.0/tutorials/trtorchc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.2.0/tutorials/trtorchc.html -------------------------------------------------------------------------------- /docs/v0.3.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.3.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.3.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.3.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.3.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.3.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/file.png -------------------------------------------------------------------------------- /docs/v0.3.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.3.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v0.3.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.3.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.3.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/material.css -------------------------------------------------------------------------------- /docs/v0.3.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.3.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.3.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.3.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.3.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.3.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/genindex.html -------------------------------------------------------------------------------- /docs/v0.3.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/index.html -------------------------------------------------------------------------------- /docs/v0.3.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/objects.inv -------------------------------------------------------------------------------- /docs/v0.3.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v0.3.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v0.3.0/py_api/trtorch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/py_api/trtorch.html -------------------------------------------------------------------------------- /docs/v0.3.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/search.html -------------------------------------------------------------------------------- /docs/v0.3.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/searchindex.js -------------------------------------------------------------------------------- /docs/v0.3.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.3.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.3.0/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v0.3.0/tutorials/trtorchc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.3.0/tutorials/trtorchc.html -------------------------------------------------------------------------------- /docs/v0.4.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.4.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.4.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.4.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.4.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.4.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/file.png -------------------------------------------------------------------------------- /docs/v0.4.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.4.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v0.4.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.4.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.4.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/material.css -------------------------------------------------------------------------------- /docs/v0.4.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.4.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.4.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.4.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.4.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.4.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/genindex.html -------------------------------------------------------------------------------- /docs/v0.4.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/index.html -------------------------------------------------------------------------------- /docs/v0.4.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/objects.inv -------------------------------------------------------------------------------- /docs/v0.4.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v0.4.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v0.4.0/py_api/trtorch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/py_api/trtorch.html -------------------------------------------------------------------------------- /docs/v0.4.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/search.html -------------------------------------------------------------------------------- /docs/v0.4.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/searchindex.js -------------------------------------------------------------------------------- /docs/v0.4.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.4.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.4.0/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v0.4.0/tutorials/trtorchc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.0/tutorials/trtorchc.html -------------------------------------------------------------------------------- /docs/v0.4.1/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v0.4.1/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v0.4.1/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v0.4.1/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/basic.css -------------------------------------------------------------------------------- /docs/v0.4.1/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/doctools.js -------------------------------------------------------------------------------- /docs/v0.4.1/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/file.png -------------------------------------------------------------------------------- /docs/v0.4.1/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v0.4.1/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v0.4.1/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/jquery.js -------------------------------------------------------------------------------- /docs/v0.4.1/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v0.4.1/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/material.css -------------------------------------------------------------------------------- /docs/v0.4.1/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/minus.png -------------------------------------------------------------------------------- /docs/v0.4.1/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/plus.png -------------------------------------------------------------------------------- /docs/v0.4.1/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/pygments.css -------------------------------------------------------------------------------- /docs/v0.4.1/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v0.4.1/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/_static/underscore.js -------------------------------------------------------------------------------- /docs/v0.4.1/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/genindex.html -------------------------------------------------------------------------------- /docs/v0.4.1/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/index.html -------------------------------------------------------------------------------- /docs/v0.4.1/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/objects.inv -------------------------------------------------------------------------------- /docs/v0.4.1/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/py-modindex.html -------------------------------------------------------------------------------- /docs/v0.4.1/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/py_api/logging.html -------------------------------------------------------------------------------- /docs/v0.4.1/py_api/trtorch.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/py_api/trtorch.html -------------------------------------------------------------------------------- /docs/v0.4.1/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/search.html -------------------------------------------------------------------------------- /docs/v0.4.1/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/searchindex.js -------------------------------------------------------------------------------- /docs/v0.4.1/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/sitemap.xml -------------------------------------------------------------------------------- /docs/v0.4.1/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v0.4.1/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v0.4.1/tutorials/trtorchc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v0.4.1/tutorials/trtorchc.html -------------------------------------------------------------------------------- /docs/v1.0.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v1.0.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v1.0.0/_notebooks/vgg-qat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_notebooks/vgg-qat.html -------------------------------------------------------------------------------- /docs/v1.0.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v1.0.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v1.0.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v1.0.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/file.png -------------------------------------------------------------------------------- /docs/v1.0.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v1.0.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v1.0.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v1.0.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v1.0.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/material.css -------------------------------------------------------------------------------- /docs/v1.0.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v1.0.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v1.0.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v1.0.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v1.0.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v1.0.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/genindex.html -------------------------------------------------------------------------------- /docs/v1.0.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/index.html -------------------------------------------------------------------------------- /docs/v1.0.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/objects.inv -------------------------------------------------------------------------------- /docs/v1.0.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v1.0.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v1.0.0/py_api/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/py_api/ptq.html -------------------------------------------------------------------------------- /docs/v1.0.0/py_api/ts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/py_api/ts.html -------------------------------------------------------------------------------- /docs/v1.0.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/search.html -------------------------------------------------------------------------------- /docs/v1.0.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/searchindex.js -------------------------------------------------------------------------------- /docs/v1.0.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v1.0.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v1.0.0/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.0.0/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v1.1.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v1.1.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v1.1.0/_notebooks/vgg-qat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_notebooks/vgg-qat.html -------------------------------------------------------------------------------- /docs/v1.1.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v1.1.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v1.1.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v1.1.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/file.png -------------------------------------------------------------------------------- /docs/v1.1.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v1.1.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v1.1.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v1.1.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v1.1.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/material.css -------------------------------------------------------------------------------- /docs/v1.1.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v1.1.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v1.1.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v1.1.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v1.1.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v1.1.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/genindex.html -------------------------------------------------------------------------------- /docs/v1.1.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/index.html -------------------------------------------------------------------------------- /docs/v1.1.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/objects.inv -------------------------------------------------------------------------------- /docs/v1.1.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v1.1.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v1.1.0/py_api/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/py_api/ptq.html -------------------------------------------------------------------------------- /docs/v1.1.0/py_api/ts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/py_api/ts.html -------------------------------------------------------------------------------- /docs/v1.1.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/search.html -------------------------------------------------------------------------------- /docs/v1.1.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/searchindex.js -------------------------------------------------------------------------------- /docs/v1.1.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v1.1.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v1.1.0/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.0/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v1.1.1/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v1.1.1/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v1.1.1/_modules/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_modules/index.html -------------------------------------------------------------------------------- /docs/v1.1.1/_notebooks/vgg-qat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_notebooks/vgg-qat.html -------------------------------------------------------------------------------- /docs/v1.1.1/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v1.1.1/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/basic.css -------------------------------------------------------------------------------- /docs/v1.1.1/_static/css/theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/css/theme.css -------------------------------------------------------------------------------- /docs/v1.1.1/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/doctools.js -------------------------------------------------------------------------------- /docs/v1.1.1/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/file.png -------------------------------------------------------------------------------- /docs/v1.1.1/_static/images/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/images/logo.svg -------------------------------------------------------------------------------- /docs/v1.1.1/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v1.1.1/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v1.1.1/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/jquery.js -------------------------------------------------------------------------------- /docs/v1.1.1/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v1.1.1/_static/js/theme.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/js/theme.js -------------------------------------------------------------------------------- /docs/v1.1.1/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/material.css -------------------------------------------------------------------------------- /docs/v1.1.1/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/minus.png -------------------------------------------------------------------------------- /docs/v1.1.1/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/plus.png -------------------------------------------------------------------------------- /docs/v1.1.1/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/pygments.css -------------------------------------------------------------------------------- /docs/v1.1.1/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v1.1.1/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/_static/underscore.js -------------------------------------------------------------------------------- /docs/v1.1.1/cli/torchtrtc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/cli/torchtrtc.html -------------------------------------------------------------------------------- /docs/v1.1.1/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/genindex.html -------------------------------------------------------------------------------- /docs/v1.1.1/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/index.html -------------------------------------------------------------------------------- /docs/v1.1.1/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/objects.inv -------------------------------------------------------------------------------- /docs/v1.1.1/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/py-modindex.html -------------------------------------------------------------------------------- /docs/v1.1.1/py_api/fx.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/py_api/fx.html -------------------------------------------------------------------------------- /docs/v1.1.1/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/py_api/logging.html -------------------------------------------------------------------------------- /docs/v1.1.1/py_api/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/py_api/ptq.html -------------------------------------------------------------------------------- /docs/v1.1.1/py_api/ts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/py_api/ts.html -------------------------------------------------------------------------------- /docs/v1.1.1/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/search.html -------------------------------------------------------------------------------- /docs/v1.1.1/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/searchindex.js -------------------------------------------------------------------------------- /docs/v1.1.1/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/sitemap.xml -------------------------------------------------------------------------------- /docs/v1.1.1/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v1.1.1/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.1.1/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v1.2.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v1.2.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v1.2.0/_modules/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_modules/index.html -------------------------------------------------------------------------------- /docs/v1.2.0/_notebooks/vgg-qat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_notebooks/vgg-qat.html -------------------------------------------------------------------------------- /docs/v1.2.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v1.2.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v1.2.0/_static/css/theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/css/theme.css -------------------------------------------------------------------------------- /docs/v1.2.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v1.2.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/file.png -------------------------------------------------------------------------------- /docs/v1.2.0/_static/images/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/images/logo.svg -------------------------------------------------------------------------------- /docs/v1.2.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v1.2.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v1.2.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v1.2.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v1.2.0/_static/js/theme.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/js/theme.js -------------------------------------------------------------------------------- /docs/v1.2.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/material.css -------------------------------------------------------------------------------- /docs/v1.2.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v1.2.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v1.2.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v1.2.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v1.2.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v1.2.0/cli/torchtrtc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/cli/torchtrtc.html -------------------------------------------------------------------------------- /docs/v1.2.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/genindex.html -------------------------------------------------------------------------------- /docs/v1.2.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/index.html -------------------------------------------------------------------------------- /docs/v1.2.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/objects.inv -------------------------------------------------------------------------------- /docs/v1.2.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v1.2.0/py_api/fx.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/py_api/fx.html -------------------------------------------------------------------------------- /docs/v1.2.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v1.2.0/py_api/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/py_api/ptq.html -------------------------------------------------------------------------------- /docs/v1.2.0/py_api/ts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/py_api/ts.html -------------------------------------------------------------------------------- /docs/v1.2.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/search.html -------------------------------------------------------------------------------- /docs/v1.2.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/searchindex.js -------------------------------------------------------------------------------- /docs/v1.2.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v1.2.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v1.2.0/tutorials/runtime.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.2.0/tutorials/runtime.html -------------------------------------------------------------------------------- /docs/v1.3.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v1.3.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v1.3.0/_modules/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_modules/index.html -------------------------------------------------------------------------------- /docs/v1.3.0/_notebooks/vgg-qat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_notebooks/vgg-qat.html -------------------------------------------------------------------------------- /docs/v1.3.0/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/v1.3.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v1.3.0/_static/css/theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/css/theme.css -------------------------------------------------------------------------------- /docs/v1.3.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v1.3.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/file.png -------------------------------------------------------------------------------- /docs/v1.3.0/_static/images/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/images/logo.svg -------------------------------------------------------------------------------- /docs/v1.3.0/_static/javascripts/lunr/lunr.jp.js: -------------------------------------------------------------------------------- 1 | module.exports=require("./lunr.ja"); -------------------------------------------------------------------------------- /docs/v1.3.0/_static/jquery-3.5.1.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/jquery-3.5.1.js -------------------------------------------------------------------------------- /docs/v1.3.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v1.3.0/_static/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/jquery.min.map -------------------------------------------------------------------------------- /docs/v1.3.0/_static/js/theme.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/js/theme.js -------------------------------------------------------------------------------- /docs/v1.3.0/_static/material.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/material.css -------------------------------------------------------------------------------- /docs/v1.3.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v1.3.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v1.3.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v1.3.0/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/searchtools.js -------------------------------------------------------------------------------- /docs/v1.3.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v1.3.0/cli/torchtrtc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/cli/torchtrtc.html -------------------------------------------------------------------------------- /docs/v1.3.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/genindex.html -------------------------------------------------------------------------------- /docs/v1.3.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/index.html -------------------------------------------------------------------------------- /docs/v1.3.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/objects.inv -------------------------------------------------------------------------------- /docs/v1.3.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v1.3.0/py_api/fx.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/py_api/fx.html -------------------------------------------------------------------------------- /docs/v1.3.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v1.3.0/py_api/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/py_api/ptq.html -------------------------------------------------------------------------------- /docs/v1.3.0/py_api/ts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/py_api/ts.html -------------------------------------------------------------------------------- /docs/v1.3.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/search.html -------------------------------------------------------------------------------- /docs/v1.3.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/searchindex.js -------------------------------------------------------------------------------- /docs/v1.3.0/sitemap.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/sitemap.xml -------------------------------------------------------------------------------- /docs/v1.3.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.3.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v1.4.0/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/v1.4.0/_cpp_api/dir_cpp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_cpp_api/dir_cpp.html -------------------------------------------------------------------------------- /docs/v1.4.0/_modules/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_modules/index.html -------------------------------------------------------------------------------- /docs/v1.4.0/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/basic.css -------------------------------------------------------------------------------- /docs/v1.4.0/_static/css/theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/css/theme.css -------------------------------------------------------------------------------- /docs/v1.4.0/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/doctools.js -------------------------------------------------------------------------------- /docs/v1.4.0/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/file.png -------------------------------------------------------------------------------- /docs/v1.4.0/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/jquery.js -------------------------------------------------------------------------------- /docs/v1.4.0/_static/js/theme.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/js/theme.js -------------------------------------------------------------------------------- /docs/v1.4.0/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/minus.png -------------------------------------------------------------------------------- /docs/v1.4.0/_static/no_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/no_image.png -------------------------------------------------------------------------------- /docs/v1.4.0/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/plus.png -------------------------------------------------------------------------------- /docs/v1.4.0/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/pygments.css -------------------------------------------------------------------------------- /docs/v1.4.0/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/_static/underscore.js -------------------------------------------------------------------------------- /docs/v1.4.0/cli/torchtrtc.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/cli/torchtrtc.html -------------------------------------------------------------------------------- /docs/v1.4.0/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/genindex.html -------------------------------------------------------------------------------- /docs/v1.4.0/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/index.html -------------------------------------------------------------------------------- /docs/v1.4.0/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/objects.inv -------------------------------------------------------------------------------- /docs/v1.4.0/py-modindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/py-modindex.html -------------------------------------------------------------------------------- /docs/v1.4.0/py_api/fx.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/py_api/fx.html -------------------------------------------------------------------------------- /docs/v1.4.0/py_api/logging.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/py_api/logging.html -------------------------------------------------------------------------------- /docs/v1.4.0/py_api/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/py_api/ptq.html -------------------------------------------------------------------------------- /docs/v1.4.0/py_api/ts.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/py_api/ts.html -------------------------------------------------------------------------------- /docs/v1.4.0/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/search.html -------------------------------------------------------------------------------- /docs/v1.4.0/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/searchindex.js -------------------------------------------------------------------------------- /docs/v1.4.0/tutorials/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/tutorials/ptq.html -------------------------------------------------------------------------------- /docs/v1.4.0/user_guide/ptq.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docs/v1.4.0/user_guide/ptq.html -------------------------------------------------------------------------------- /docsrc/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/Makefile -------------------------------------------------------------------------------- /docsrc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/README.md -------------------------------------------------------------------------------- /docsrc/RELEASE_CHECKLIST.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/RELEASE_CHECKLIST.md -------------------------------------------------------------------------------- /docsrc/_static/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/_static/css/custom.css -------------------------------------------------------------------------------- /docsrc/cli/torchtrtc.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/cli/torchtrtc.rst -------------------------------------------------------------------------------- /docsrc/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/conf.py -------------------------------------------------------------------------------- /docsrc/contributors/lowering.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/contributors/lowering.rst -------------------------------------------------------------------------------- /docsrc/contributors/phases.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/contributors/phases.rst -------------------------------------------------------------------------------- /docsrc/contributors/runtime.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/contributors/runtime.rst -------------------------------------------------------------------------------- /docsrc/dynamo/dynamo_export.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/dynamo/dynamo_export.rst -------------------------------------------------------------------------------- /docsrc/dynamo/torch_compile.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/dynamo/torch_compile.rst -------------------------------------------------------------------------------- /docsrc/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/index.rst -------------------------------------------------------------------------------- /docsrc/indices/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docsrc/indices/supported_ops.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/indices/supported_ops.rst -------------------------------------------------------------------------------- /docsrc/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/make.bat -------------------------------------------------------------------------------- /docsrc/py_api/dynamo.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/py_api/dynamo.rst -------------------------------------------------------------------------------- /docsrc/py_api/fx.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/py_api/fx.rst -------------------------------------------------------------------------------- /docsrc/py_api/logging.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/py_api/logging.rst -------------------------------------------------------------------------------- /docsrc/py_api/ptq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/py_api/ptq.rst -------------------------------------------------------------------------------- /docsrc/py_api/runtime.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/py_api/runtime.rst -------------------------------------------------------------------------------- /docsrc/py_api/torch_tensorrt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/py_api/torch_tensorrt.rst -------------------------------------------------------------------------------- /docsrc/py_api/ts.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/py_api/ts.rst -------------------------------------------------------------------------------- /docsrc/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/requirements.txt -------------------------------------------------------------------------------- /docsrc/sg_execution_times.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/sg_execution_times.rst -------------------------------------------------------------------------------- /docsrc/ts/ptq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/ts/ptq.rst -------------------------------------------------------------------------------- /docsrc/tutorials/notebooks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/tutorials/notebooks.rst -------------------------------------------------------------------------------- /docsrc/user_guide/runtime.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/user_guide/runtime.rst -------------------------------------------------------------------------------- /docsrc/user_guide/using_dla.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/docsrc/user_guide/using_dla.rst -------------------------------------------------------------------------------- /examples/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/README.rst -------------------------------------------------------------------------------- /examples/apps/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/apps/README.md -------------------------------------------------------------------------------- /examples/apps/flux_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/apps/flux_demo.py -------------------------------------------------------------------------------- /examples/dynamo/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/dynamo/README.rst -------------------------------------------------------------------------------- /examples/dynamo/aot_plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/dynamo/aot_plugin.py -------------------------------------------------------------------------------- /examples/dynamo/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/dynamo/requirements.txt -------------------------------------------------------------------------------- /examples/dynamo/vgg16_ptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/dynamo/vgg16_ptq.py -------------------------------------------------------------------------------- /examples/fx/fx2trt_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/fx/fx2trt_example.py -------------------------------------------------------------------------------- /examples/fx/lower_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/fx/lower_example.py -------------------------------------------------------------------------------- /examples/fx/lower_example_aten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/fx/lower_example_aten.py -------------------------------------------------------------------------------- /examples/int8/benchmark/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/benchmark/BUILD -------------------------------------------------------------------------------- /examples/int8/benchmark/timer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/benchmark/timer.h -------------------------------------------------------------------------------- /examples/int8/datasets/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/datasets/BUILD -------------------------------------------------------------------------------- /examples/int8/datasets/cifar10.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/datasets/cifar10.h -------------------------------------------------------------------------------- /examples/int8/ptq/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/ptq/BUILD -------------------------------------------------------------------------------- /examples/int8/ptq/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/ptq/CMakeLists.txt -------------------------------------------------------------------------------- /examples/int8/ptq/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/ptq/Makefile -------------------------------------------------------------------------------- /examples/int8/ptq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/ptq/README.md -------------------------------------------------------------------------------- /examples/int8/ptq/deps/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/int8/ptq/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/ptq/main.cpp -------------------------------------------------------------------------------- /examples/int8/qat/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/qat/BUILD -------------------------------------------------------------------------------- /examples/int8/qat/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/qat/CMakeLists.txt -------------------------------------------------------------------------------- /examples/int8/qat/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/qat/Makefile -------------------------------------------------------------------------------- /examples/int8/qat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/qat/README.md -------------------------------------------------------------------------------- /examples/int8/qat/deps/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/int8/qat/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/int8/qat/main.cpp -------------------------------------------------------------------------------- /examples/torchtrt_runtime_example/deps/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/triton/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/triton/README.rst -------------------------------------------------------------------------------- /examples/triton/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/triton/client.py -------------------------------------------------------------------------------- /examples/triton/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/triton/export.py -------------------------------------------------------------------------------- /examples/triton/img1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/examples/triton/img1.jpg -------------------------------------------------------------------------------- /notebooks/CitriNet-example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/CitriNet-example.ipynb -------------------------------------------------------------------------------- /notebooks/Hugging-Face-BERT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/Hugging-Face-BERT.ipynb -------------------------------------------------------------------------------- /notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/README.md -------------------------------------------------------------------------------- /notebooks/Resnet50-CPP.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/Resnet50-CPP.ipynb -------------------------------------------------------------------------------- /notebooks/Resnet50-example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/Resnet50-example.ipynb -------------------------------------------------------------------------------- /notebooks/WORKSPACE.notebook: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/WORKSPACE.notebook -------------------------------------------------------------------------------- /notebooks/dynamic-shapes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/dynamic-shapes.ipynb -------------------------------------------------------------------------------- /notebooks/qat-ptq-workflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/qat-ptq-workflow.ipynb -------------------------------------------------------------------------------- /notebooks/vgg-qat.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/notebooks/vgg-qat.ipynb -------------------------------------------------------------------------------- /noxfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/noxfile.py -------------------------------------------------------------------------------- /packaging/driver_upgrade.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/packaging/driver_upgrade.bat -------------------------------------------------------------------------------- /packaging/env_vars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/packaging/env_vars.txt -------------------------------------------------------------------------------- /packaging/post_build_script.sh: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /packaging/pre_build_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/packaging/pre_build_script.sh -------------------------------------------------------------------------------- /packaging/smoke_test_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/packaging/smoke_test_script.sh -------------------------------------------------------------------------------- /packaging/smoke_test_windows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/packaging/smoke_test_windows.py -------------------------------------------------------------------------------- /packaging/vc_env_helper.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/packaging/vc_env_helper.bat -------------------------------------------------------------------------------- /py/BUILD.bazel: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/BUILD.bazel -------------------------------------------------------------------------------- /py/LICENSE: -------------------------------------------------------------------------------- 1 | ../LICENSE -------------------------------------------------------------------------------- /py/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/README.md -------------------------------------------------------------------------------- /py/ci/Dockerfile.ci: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/ci/Dockerfile.ci -------------------------------------------------------------------------------- /py/ci/build_manifest.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/ci/build_manifest.txt -------------------------------------------------------------------------------- /py/ci/build_whl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/ci/build_whl.sh -------------------------------------------------------------------------------- /py/ci/soname_excludes.params: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/ci/soname_excludes.params -------------------------------------------------------------------------------- /py/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/requirements.txt -------------------------------------------------------------------------------- /py/torch_tensorrt/_Device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/_Device.py -------------------------------------------------------------------------------- /py/torch_tensorrt/_Input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/_Input.py -------------------------------------------------------------------------------- /py/torch_tensorrt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/__init__.py -------------------------------------------------------------------------------- /py/torch_tensorrt/_compile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/_compile.py -------------------------------------------------------------------------------- /py/torch_tensorrt/_enums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/_enums.py -------------------------------------------------------------------------------- /py/torch_tensorrt/_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/_features.py -------------------------------------------------------------------------------- /py/torch_tensorrt/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/_utils.py -------------------------------------------------------------------------------- /py/torch_tensorrt/csrc/util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/csrc/util.h -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/conversion/impl/activation/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops import * 2 | -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/conversion/impl/condition/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops import * 2 | -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/conversion/impl/elementwise/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops import * 2 | -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/conversion/impl/normalization/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops import * 2 | -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/conversion/impl/slice/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops import * 2 | -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/conversion/impl/unary/__init__.py: -------------------------------------------------------------------------------- 1 | from .ops import * 2 | -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/dynamo/types.py -------------------------------------------------------------------------------- /py/torch_tensorrt/dynamo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/dynamo/utils.py -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/fx/README.md -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/fx/__init__.py -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/converters/impl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/fx2trt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/fx/fx2trt.py -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/lower.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/fx/lower.py -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/observer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/fx/observer.py -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/passes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/tracer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/tracer/acc_tracer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/tracer/dispatch_tracer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/fx/types.py -------------------------------------------------------------------------------- /py/torch_tensorrt/fx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/fx/utils.py -------------------------------------------------------------------------------- /py/torch_tensorrt/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/logging.py -------------------------------------------------------------------------------- /py/torch_tensorrt/ts/_Device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/ts/_Device.py -------------------------------------------------------------------------------- /py/torch_tensorrt/ts/_Input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/ts/_Input.py -------------------------------------------------------------------------------- /py/torch_tensorrt/ts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/ts/__init__.py -------------------------------------------------------------------------------- /py/torch_tensorrt/ts/_compiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/ts/_compiler.py -------------------------------------------------------------------------------- /py/torch_tensorrt/ts/_enums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/ts/_enums.py -------------------------------------------------------------------------------- /py/torch_tensorrt/ts/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/ts/_utils.py -------------------------------------------------------------------------------- /py/torch_tensorrt/ts/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/py/torch_tensorrt/ts/logging.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/setup.py -------------------------------------------------------------------------------- /tests/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/BUILD -------------------------------------------------------------------------------- /tests/NOTES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/NOTES.md -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/accuracy/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/accuracy/BUILD -------------------------------------------------------------------------------- /tests/accuracy/accuracy_test.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/accuracy/accuracy_test.h -------------------------------------------------------------------------------- /tests/accuracy/datasets/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/accuracy/datasets/BUILD -------------------------------------------------------------------------------- /tests/accuracy/datasets/cifar10.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/accuracy/datasets/cifar10.h -------------------------------------------------------------------------------- /tests/core/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/core/BUILD -------------------------------------------------------------------------------- /tests/core/conversion/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/core/conversion/BUILD -------------------------------------------------------------------------------- /tests/core/lowering/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/core/lowering/BUILD -------------------------------------------------------------------------------- /tests/core/partitioning/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/core/partitioning/BUILD -------------------------------------------------------------------------------- /tests/core/runtime/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/core/runtime/BUILD -------------------------------------------------------------------------------- /tests/cpp/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/cpp/BUILD -------------------------------------------------------------------------------- /tests/cpp/cpp_api_test.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/cpp/cpp_api_test.h -------------------------------------------------------------------------------- /tests/cpp/test_collections.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/cpp/test_collections.cpp -------------------------------------------------------------------------------- /tests/cpp/test_dynamic_size.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/cpp/test_dynamic_size.cpp -------------------------------------------------------------------------------- /tests/cpp/test_serialization.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/cpp/test_serialization.cpp -------------------------------------------------------------------------------- /tests/modules/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/modules/BUILD -------------------------------------------------------------------------------- /tests/modules/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/modules/README.md -------------------------------------------------------------------------------- /tests/modules/custom_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/modules/custom_models.py -------------------------------------------------------------------------------- /tests/modules/hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/modules/hub.py -------------------------------------------------------------------------------- /tests/modules/requirements.txt: -------------------------------------------------------------------------------- 1 | timm==0.9.12 2 | transformers==4.53.1 3 | -------------------------------------------------------------------------------- /tests/py/core/test_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/core/test_classes.py -------------------------------------------------------------------------------- /tests/py/dynamo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/dynamo/automatic_plugin/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/dynamo/backend/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/dynamo/conversion/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/dynamo/lowering/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/dynamo/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/dynamo/partitioning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/dynamo/runtime/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/py/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/requirements.txt -------------------------------------------------------------------------------- /tests/py/ts/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/BUILD -------------------------------------------------------------------------------- /tests/py/ts/api/test_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/api/test_classes.py -------------------------------------------------------------------------------- /tests/py/ts/api/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/api/test_logging.py -------------------------------------------------------------------------------- /tests/py/ts/api/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/api/utils.py -------------------------------------------------------------------------------- /tests/py/ts/hw/test_api_dla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/hw/test_api_dla.py -------------------------------------------------------------------------------- /tests/py/ts/hw/test_multi_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/hw/test_multi_gpu.py -------------------------------------------------------------------------------- /tests/py/ts/hw/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/hw/utils.py -------------------------------------------------------------------------------- /tests/py/ts/integrations/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/integrations/utils.py -------------------------------------------------------------------------------- /tests/py/ts/model_test_case.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/model_test_case.py -------------------------------------------------------------------------------- /tests/py/ts/models/hw_compat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/models/hw_compat.ts -------------------------------------------------------------------------------- /tests/py/ts/models/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/models/test_models.py -------------------------------------------------------------------------------- /tests/py/ts/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/models/utils.py -------------------------------------------------------------------------------- /tests/py/ts/requirements.txt: -------------------------------------------------------------------------------- 1 | torchvision 2 | -------------------------------------------------------------------------------- /tests/py/ts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/py/ts/utils.py -------------------------------------------------------------------------------- /tests/util/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/util/BUILD -------------------------------------------------------------------------------- /tests/util/evaluate_graph.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/util/evaluate_graph.cpp -------------------------------------------------------------------------------- /tests/util/run_forward.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/util/run_forward.cpp -------------------------------------------------------------------------------- /tests/util/run_graph.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/util/run_graph.cpp -------------------------------------------------------------------------------- /tests/util/run_graph_engine.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/util/run_graph_engine.cpp -------------------------------------------------------------------------------- /tests/util/util.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/util/util.cpp -------------------------------------------------------------------------------- /tests/util/util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tests/util/util.h -------------------------------------------------------------------------------- /third_party/BUILD: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /third_party/args/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/args/BUILD -------------------------------------------------------------------------------- /third_party/args/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/args/LICENSE -------------------------------------------------------------------------------- /third_party/args/args.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/args/args.hpp -------------------------------------------------------------------------------- /third_party/cublas/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/cublas/BUILD -------------------------------------------------------------------------------- /third_party/cuda/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/cuda/BUILD -------------------------------------------------------------------------------- /third_party/cudnn/archive/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/cudnn/archive/BUILD -------------------------------------------------------------------------------- /third_party/cudnn/local/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/cudnn/local/BUILD -------------------------------------------------------------------------------- /third_party/dist_dir/aarch64-linux-gnu/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /third_party/dist_dir/x86_64-linux-gnu/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /third_party/libtorch/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/libtorch/BUILD -------------------------------------------------------------------------------- /third_party/tensorrt/local/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/tensorrt/local/BUILD -------------------------------------------------------------------------------- /third_party/torch_tensorrt/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/third_party/torch_tensorrt/BUILD -------------------------------------------------------------------------------- /toolchains/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/BUILD -------------------------------------------------------------------------------- /toolchains/dep_collection/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/dep_collection/BUILD -------------------------------------------------------------------------------- /toolchains/dep_src/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/dep_src/BUILD -------------------------------------------------------------------------------- /toolchains/dep_src/defs.bzl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/dep_src/defs.bzl -------------------------------------------------------------------------------- /toolchains/distro/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/distro/BUILD -------------------------------------------------------------------------------- /toolchains/jetpack/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/jetpack/BUILD -------------------------------------------------------------------------------- /toolchains/jp_workspaces/requirements.txt: -------------------------------------------------------------------------------- 1 | setuptools==78.1.1 2 | numpy<2.0.0 3 | packaging 4 | pyyaml 5 | -------------------------------------------------------------------------------- /toolchains/legacy/WORKSPACE.sbsa: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/legacy/WORKSPACE.sbsa -------------------------------------------------------------------------------- /toolchains/legacy/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/toolchains/legacy/pyproject.toml -------------------------------------------------------------------------------- /tools/BUILD: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/cpp_benchmark/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/cpp_benchmark/BUILD -------------------------------------------------------------------------------- /tools/cpp_benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/cpp_benchmark/README.md -------------------------------------------------------------------------------- /tools/cpp_benchmark/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/cpp_benchmark/main.cpp -------------------------------------------------------------------------------- /tools/cpp_benchmark/timer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/cpp_benchmark/timer.h -------------------------------------------------------------------------------- /tools/debug/engine_visualization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/linter/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/linter/BUILD -------------------------------------------------------------------------------- /tools/linter/cpplint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/linter/cpplint.py -------------------------------------------------------------------------------- /tools/linter/cpplint_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/linter/cpplint_diff.py -------------------------------------------------------------------------------- /tools/linter/pylint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/linter/pylint.py -------------------------------------------------------------------------------- /tools/linter/pylint_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/linter/pylint_diff.py -------------------------------------------------------------------------------- /tools/linter/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/linter/utils.py -------------------------------------------------------------------------------- /tools/llm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/README.md -------------------------------------------------------------------------------- /tools/llm/cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/cache_utils.py -------------------------------------------------------------------------------- /tools/llm/run_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/run_llm.py -------------------------------------------------------------------------------- /tools/llm/run_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/run_vlm.py -------------------------------------------------------------------------------- /tools/llm/static_cache_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/static_cache_v1.py -------------------------------------------------------------------------------- /tools/llm/static_cache_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/static_cache_v2.py -------------------------------------------------------------------------------- /tools/llm/test_static_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/test_static_cache.py -------------------------------------------------------------------------------- /tools/llm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/llm/utils.py -------------------------------------------------------------------------------- /tools/opset_coverage.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/opset_coverage.ipynb -------------------------------------------------------------------------------- /tools/perf/Flux/benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/Flux/benchmark.sh -------------------------------------------------------------------------------- /tools/perf/Flux/create_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/Flux/create_env.sh -------------------------------------------------------------------------------- /tools/perf/Flux/flux_perf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/Flux/flux_perf.py -------------------------------------------------------------------------------- /tools/perf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/README.md -------------------------------------------------------------------------------- /tools/perf/accumulate_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/accumulate_results.py -------------------------------------------------------------------------------- /tools/perf/benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/benchmark.sh -------------------------------------------------------------------------------- /tools/perf/custom_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/custom_models.py -------------------------------------------------------------------------------- /tools/perf/hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/hub.py -------------------------------------------------------------------------------- /tools/perf/perf_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/perf_run.py -------------------------------------------------------------------------------- /tools/perf/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/requirements.txt -------------------------------------------------------------------------------- /tools/perf/run_hf_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/run_hf_model.sh -------------------------------------------------------------------------------- /tools/perf/stage1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/stage1.sh -------------------------------------------------------------------------------- /tools/perf/stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/stage2.sh -------------------------------------------------------------------------------- /tools/perf/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/perf/utils.py -------------------------------------------------------------------------------- /tools/supportedops/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/supportedops/BUILD -------------------------------------------------------------------------------- /tools/supportedops/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/supportedops/main.cpp -------------------------------------------------------------------------------- /tools/trtorchexec/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/trtorchexec/BUILD -------------------------------------------------------------------------------- /tools/trtorchexec/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/trtorchexec/README.md -------------------------------------------------------------------------------- /tools/trtorchexec/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/tools/trtorchexec/main.cpp -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/uv.lock -------------------------------------------------------------------------------- /version.txt: -------------------------------------------------------------------------------- 1 | 2.10.0a0 2 | -------------------------------------------------------------------------------- /versions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/TensorRT/HEAD/versions.py --------------------------------------------------------------------------------