searchindex.js

Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a", "_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/jetpack", "getting_started/quick_start", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/auto_generate_converters", "tutorials/_rendered_examples/dynamo/auto_generate_plugins", "tutorials/_rendered_examples/dynamo/converter_overloading", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_flux_dev", "tutorials/_rendered_examples/dynamo/torch_export_gpt2", "tutorials/_rendered_examples/dynamo/torch_export_llama2", "tutorials/_rendered_examples/dynamo/torch_export_sam2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/dynamo/weight_streaming_example", "tutorials/_rendered_examples/index", "tutorials/_rendered_examples/triton/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/mixed_precision", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_ptq_8h_1ab79e3404965db0eec712f7268f29138a.rst", "_cpp_api/function_ptq_8h_1af43f19b7b8f732447847cef1e8bd02ac.rst", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/jetpack.rst", "getting_started/quick_start.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/auto_generate_converters.rst", "tutorials/_rendered_examples/dynamo/auto_generate_plugins.rst", "tutorials/_rendered_examples/dynamo/converter_overloading.rst", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_flux_dev.rst", "tutorials/_rendered_examples/dynamo/torch_export_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_export_llama2.rst", "tutorials/_rendered_examples/dynamo/torch_export_sam2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/dynamo/weight_streaming_example.rst", "tutorials/_rendered_examples/index.rst", "tutorials/_rendered_examples/triton/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/mixed_precision.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCH_TENSORRT_PTQ_DEPRECATION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Overview", "Quick Start", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Automatically Generate a Converter for a Custom Kernel", "Automatically Generate a Plugin for a Custom Kernel", "Overloading Torch-TensorRT Converters with Custom Converters", "Cross runtime compilation for windows example", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Dependencies", "Mutable Torch TensorRT Module", "Pre-allocated output buffer", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling GPT2 using the Torch-TensorRT <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code> frontend", "Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend", "Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend", "Compiling BERT using the <cite>torch.compile</cite> backend", "Torch Export with Cudagraphs", "Compiling FLUX.1-dev model using the Torch-TensorRT dynamo backend", "Compiling GPT2 using the dynamo backend", "Compiling Llama2 using the dynamo backend", "Compiling SAM2 using the dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Weight Streaming", "Torch-TensorRT Tutorials", "Serving a Torch-TensorRT model with Triton", "Legacy notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Compile Mixed Precision models with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 44, 47, 48, 49, 50, 52, 53, 55, 66, 69, 76, 77, 81, 89, 90, 91, 92, 94, 95, 96, 98, 100, 105, 109, 110, 112, 113, 119], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 53, 55, 57, 59, 60, 65, 66, 67, 68, 69, 72, 73, 75, 77, 78, 79, 81, 82, 84, 88, 90, 92, 97, 111, 117, 118, 120, 121, 124], "torch_tensorrt": [0, 1, 2, 15, 17, 18, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 55, 57, 63, 64, 65, 66, 69, 70, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 51, 52, 53, 56, 69, 77, 90, 92, 114], "support": [0, 1, 2, 28, 32, 47, 49, 50, 53, 55, 57, 62, 64, 66, 68, 69, 70, 72, 73, 76, 77, 78, 81, 82, 89, 90, 91, 94, 95, 96, 98, 103, 104, 106, 107, 109, 112, 113, 115, 116, 117, 118, 120, 122, 125, 126], "data": [0, 2, 3, 4, 45, 47, 49, 50, 53, 54, 57, 58, 60, 61, 65, 66, 71, 72, 73, 75, 76, 77, 78, 83, 87, 91, 92, 94, 95, 96, 98, 100, 106, 114, 115, 116, 119, 123], "type": [0, 1, 2, 30, 31, 50, 51, 53, 54, 57, 59, 61, 63, 64, 65, 66, 72, 73, 75, 76, 77, 78, 83, 90, 91, 92, 94, 95, 96, 97, 98, 100, 111, 114, 115, 116, 119, 122, 124], "can": [0, 1, 4, 38, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 72, 75, 76, 77, 78, 81, 83, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 102, 103, 104, 105, 106, 109, 110, 111, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125], "us": [0, 1, 2, 3, 4, 33, 36, 38, 44, 45, 46, 47, 49, 50, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82, 83, 84, 89, 92, 97, 100, 101, 104, 116, 117, 118, 120, 122, 123, 124, 125, 126], "tensorrt": [0, 1, 3, 4, 32, 33, 34, 37, 38, 44, 45, 46, 47, 49, 50, 53, 54, 55, 56, 57, 58, 60, 61, 63, 68, 69, 72, 73, 75, 76, 77, 78, 89, 92, 95, 97, 100, 101, 103, 105, 107, 108, 109, 110, 116], "engin": [0, 1, 18, 33, 34, 38, 46, 47, 49, 50, 53, 54, 57, 58, 60, 63, 64, 65, 70, 72, 73, 76, 77, 78, 81, 90, 91, 92, 93, 94, 95, 96, 101, 102, 103, 104, 106, 107, 109, 111, 116, 117, 121, 123, 125, 126], "thi": [0, 1, 2, 43, 44, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 77, 78, 81, 82, 83, 85, 86, 89, 90, 92, 93, 94, 95, 96, 98, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125], "compat": [0, 1, 47, 56, 59, 65, 66, 72, 76, 77, 78, 114, 125], "c10": [0, 1, 46, 47, 49, 50, 90, 92], "check": [0, 1, 32, 47, 53, 56, 61, 66, 68, 72, 76, 78, 90, 98, 102, 104, 117, 118, 120, 123], "trt": [0, 1, 3, 4, 47, 49, 54, 56, 59, 61, 63, 65, 66, 68, 69, 71, 72, 76, 77, 90, 96, 98, 103, 106, 109, 111, 112, 113, 114, 116, 121, 123, 124], "so": [0, 45, 53, 54, 55, 56, 59, 60, 61, 63, 65, 66, 67, 68, 73, 76, 77, 82, 83, 84, 90, 92, 94, 95, 96, 98, 100, 102, 105, 106, 107, 109, 112, 113, 121], "should": [0, 3, 4, 46, 50, 53, 54, 55, 56, 57, 58, 60, 61, 64, 65, 66, 68, 72, 76, 77, 78, 81, 83, 86, 92, 96, 98, 99, 100, 102, 103, 104, 106, 110, 114, 117, 118, 120], "reason": [0, 66, 89, 96, 98, 100, 125], "you": [0, 1, 2, 47, 49, 50, 53, 54, 55, 56, 57, 59, 60, 61, 64, 66, 67, 68, 69, 72, 76, 77, 78, 81, 83, 84, 85, 89, 90, 91, 92, 93, 94, 96, 98, 100, 101, 102, 104, 110, 111, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125], "need": [0, 1, 2, 26, 44, 47, 54, 55, 56, 61, 66, 67, 68, 72, 73, 76, 77, 83, 90, 91, 92, 94, 96, 98, 99, 100, 102, 104, 111, 117, 118, 119, 120, 121, 123], "explictli": 0, "public": [0, 1, 2, 3, 4, 45, 46, 47, 48, 49, 50, 84, 92], "enum": [0, 1, 2, 43, 46, 47, 52, 72, 78, 92, 96], "valu": [0, 1, 2, 17, 18, 46, 47, 49, 54, 57, 59, 61, 64, 71, 72, 75, 77, 81, 90, 102, 105, 106, 107, 109, 111, 116, 119], "underli": [0, 1, 2, 47, 61], "In": [0, 1, 2, 47, 54, 55, 57, 58, 59, 60, 61, 65, 66, 67, 76, 77, 83, 84, 86, 91, 92, 94, 95, 96, 98, 102, 106, 111, 114, 117, 118, 119, 120, 121, 122, 123, 124], "case": [0, 1, 2, 47, 50, 54, 55, 57, 59, 61, 63, 65, 66, 67, 68, 76, 77, 92, 94, 95, 96, 98, 102, 103, 104, 121, 122, 123], "itself": [0, 1, 2, 47, 53, 56, 93, 96, 117, 118, 120], "interfac": [0, 1, 2, 47, 59, 60, 61, 65, 70, 92, 110], "vs": [0, 1, 2, 47, 56, 67, 72, 77, 78, 93], "normal": [0, 1, 2, 47, 66, 83, 89, 90, 92, 96, 103, 104, 110, 114, 115, 117, 118, 120, 126], "instatin": [0, 1, 2, 47], "ex": [0, 1, 2, 34, 47, 68, 78, 84, 86], "kfloat": [0, 46, 50], "enumer": [0, 1, 2, 17, 18, 47, 114], "klong": [0, 46], "int64": [0, 77, 78, 116], "kdoubl": [0, 46], "fp64": [0, 77], "fp32": [0, 49, 50, 53, 65, 66, 72, 77, 78, 92, 111, 112, 113, 114, 117, 118, 119, 120, 122], "khalf": [0, 46, 90], "fp16": [0, 49, 50, 53, 65, 66, 72, 73, 77, 90, 91, 108, 111, 112, 113, 114, 116, 122, 126], "kchar": [0, 46], "int8": [0, 44, 45, 49, 50, 53, 65, 72, 77, 78, 92, 115, 126], "kint": [0, 46], "int": [0, 3, 4, 36, 45, 46, 50, 53, 55, 57, 64, 65, 71, 72, 73, 77, 78, 81, 90, 94, 95, 98, 114, 115, 116], "kbool": [0, 46], "bool": [0, 1, 2, 3, 4, 25, 28, 30, 32, 43, 45, 46, 47, 50, 56, 61, 65, 71, 72, 73, 75, 76, 77, 78, 81, 90, 92, 97, 98], "kunknown": [0, 2, 46], "sentinel": [0, 2, 77], "function": [0, 1, 2, 3, 4, 47, 49, 50, 52, 55, 56, 57, 59, 61, 63, 65, 66, 67, 89, 90, 92, 93, 94, 95, 96, 98, 102, 104, 105, 109, 110, 111, 112, 113, 114, 117, 118, 119, 120, 121, 123, 125, 126], "default": [0, 1, 2, 3, 4, 17, 34, 44, 46, 47, 49, 50, 53, 55, 57, 63, 65, 66, 67, 72, 73, 76, 77, 78, 81, 82, 83, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 115, 121, 123, 124, 125], "construct": [0, 1, 2, 3, 4, 47, 49, 50, 54, 55, 56, 58, 60, 61, 66, 75, 76, 77, 83, 84, 90, 92, 96, 98, 100, 121], "new": [0, 1, 2, 3, 4, 33, 34, 47, 49, 50, 57, 59, 60, 61, 63, 65, 66, 69, 70, 72, 78, 83, 90, 94, 95, 100, 101, 102, 103, 106, 107, 109, 110, 117, 118, 120, 123], "object": [0, 1, 2, 3, 4, 47, 49, 50, 53, 59, 61, 63, 64, 65, 72, 76, 77, 78, 92, 93, 96, 103, 121, 124], "inlin": [0, 1, 2, 3, 4, 45, 47, 49, 56, 84, 87, 90], "constexpr": [0, 1, 2, 46, 47, 94, 95, 98], "t": [0, 1, 2, 46, 47, 56, 61, 66, 67, 71, 77, 81, 83, 84, 89, 90, 92, 94, 95, 96, 98, 102, 115, 117, 118, 120, 121], "constructor": [0, 2, 47, 49, 50, 59, 89], "from": [0, 1, 2, 3, 4, 45, 47, 49, 50, 53, 54, 56, 57, 58, 59, 60, 61, 64, 65, 66, 68, 70, 72, 73, 76, 77, 78, 79, 81, 82, 83, 84, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 123, 124, 125], "torchtrt_api": [0, 2, 20, 23, 24, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 37, 38, 43, 44, 45, 46, 49, 50, 51], "scalartyp": [0, 46, 71], "torch": [0, 1, 2, 4, 21, 22, 32, 33, 34, 37, 38, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 68, 72, 73, 75, 76, 77, 78, 79, 89, 92, 94, 95, 97, 99, 100, 101, 103, 116, 126], "paramet": [0, 1, 2, 3, 4, 26, 27, 28, 30, 31, 32, 33, 34, 36, 38, 47, 49, 50, 54, 55, 56, 61, 65, 66, 72, 73, 75, 76, 77, 78, 87, 89, 90, 95, 104, 111, 112, 113], "oper": [0, 1, 2, 3, 4, 32, 45, 46, 47, 50, 53, 54, 56, 57, 58, 59, 60, 61, 63, 64, 66, 70, 72, 76, 77, 78, 91, 92, 96, 103, 104, 107, 109, 110, 114, 125, 126], "const": [0, 1, 2, 3, 4, 30, 31, 32, 33, 34, 36, 38, 45, 46, 47, 56, 61, 71, 90, 92], "get": [0, 1, 2, 3, 4, 24, 35, 45, 47, 56, 57, 61, 63, 64, 66, 68, 76, 77, 90, 92, 94, 95, 96, 100, 106, 112, 113, 116, 117, 118, 119, 120], "return": [0, 1, 2, 3, 4, 24, 25, 30, 31, 32, 33, 34, 35, 38, 43, 44, 45, 46, 47, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 72, 73, 76, 77, 78, 89, 90, 91, 92, 94, 95, 96, 98, 100, 102, 103, 104, 105, 110, 114, 115, 116, 117, 118, 120, 121, 122], "explicit": [0, 1, 2, 3, 4, 46, 47, 56, 66, 73, 76, 83, 92, 111, 125], "delet": [0, 1, 2, 46, 47, 56], "other": [0, 1, 2, 46, 47, 53, 54, 56, 59, 63, 65, 66, 67, 71, 72, 76, 77, 82, 83, 90, 91, 96, 123], "comparis": [0, 2], "true": [0, 1, 2, 4, 47, 50, 56, 57, 61, 63, 65, 66, 71, 72, 73, 76, 77, 78, 81, 84, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 122, 123, 126], "fals": [0, 1, 2, 3, 4, 45, 46, 47, 50, 55, 63, 65, 66, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 90, 92, 93, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 123], "struct": [1, 22, 39, 42, 46, 55, 92], "onli": [1, 3, 4, 17, 45, 47, 49, 53, 55, 56, 57, 60, 61, 65, 66, 68, 69, 72, 73, 76, 77, 83, 92, 94, 95, 96, 97, 98, 102, 104, 113, 116, 122, 123, 126], "applic": [1, 47, 53, 56, 60, 65, 72, 76, 77, 90, 91, 93, 111, 123, 126], "kcuda": [1, 47, 57, 90], "which": [1, 2, 33, 38, 47, 50, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 73, 75, 76, 77, 78, 81, 83, 84, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 105, 106, 107, 110, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125], "map": [1, 47, 54, 55, 56, 58, 60, 61, 66, 76, 77, 90, 92, 93, 100, 105, 117, 118, 119, 120], "kgpu": [1, 46, 47], "To": [1, 47, 53, 55, 57, 65, 67, 72, 81, 89, 90, 91, 93, 98, 104, 111, 112, 113, 114, 117, 118, 120], "datatyp": [1, 22, 39, 46, 47, 49, 50, 51, 72, 77, 78, 91, 98, 111, 117, 118, 120, 122], "target": [1, 34, 46, 47, 49, 50, 53, 55, 57, 59, 60, 65, 66, 67, 70, 72, 76, 77, 78, 91, 92, 93, 96, 98, 104, 123, 125, 126], "gpu": [1, 33, 36, 38, 46, 47, 53, 65, 66, 72, 76, 77, 78, 90, 92, 93, 94, 95, 98, 103, 106, 110, 111, 112, 113, 116, 117, 118, 120, 123, 125, 126], "run": [1, 38, 47, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 67, 68, 69, 72, 73, 76, 77, 78, 83, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "kdla": [1, 46, 47, 126], "dla": [1, 46, 47, 50, 53, 65, 70, 72, 77, 78], "intern": [1, 17, 47, 61, 64, 74, 76, 83, 90], "note": [1, 47, 49, 55, 61, 63, 66, 67, 68, 76, 77, 81, 83, 90, 98, 102, 104, 110, 117, 118, 120, 121, 126], "The": [1, 47, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 76, 77, 78, 81, 84, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 106, 107, 110, 111, 112, 114, 116, 117, 118, 119, 120, 121, 123, 124, 125], "valid": [1, 47, 57, 61, 63, 72, 76, 77, 96], "kcpu": [1, 47], "comparison": [1, 47], "an": [2, 3, 4, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 67, 69, 72, 73, 75, 76, 77, 78, 81, 83, 84, 89, 90, 91, 92, 94, 95, 96, 98, 100, 102, 104, 105, 106, 110, 111, 112, 113, 116, 117, 118, 119, 120, 121, 123, 124, 125], "memeori": 2, "layout": [2, 49, 71, 72, 77, 78], "store": [2, 4, 50, 53, 54, 59, 61, 65, 66, 72, 76, 77, 78, 89, 90, 94, 95, 98, 100, 104, 111, 114], "tensor": [2, 34, 45, 46, 49, 50, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 71, 72, 73, 76, 77, 78, 89, 90, 91, 92, 94, 95, 96, 98, 103, 105, 110, 111, 114, 116, 119], "kcontigu": [2, 46, 49], "contigu": [2, 49, 50, 53, 72, 77, 78], "nchw": [2, 72, 77, 78], "linear": [2, 57, 71, 77, 89, 98, 115, 122], "kchannelslast": [2, 46], "channel": [2, 77, 82], "last": [2, 56, 66, 77, 115], "nhwc": [2, 53], "memoryformat": [2, 46], "ptq": [3, 4, 16, 19, 20, 39, 44, 51, 52, 53, 70, 72, 77, 78], "privat": [3, 4, 45, 46, 92], "algorithm": [3, 4, 30, 31, 45, 66, 75, 92, 113], "typenam": [3, 4, 30, 31, 45], "gener": [3, 4, 53, 56, 59, 60, 61, 63, 65, 66, 67, 70, 72, 73, 81, 83, 84, 87, 89, 90, 92, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 114, 115, 116, 117, 123], "int8calibr": [3, 21, 30, 41, 45, 51], "implement": [3, 4, 56, 57, 59, 64, 66, 76, 82, 90, 92, 94, 95, 98, 100, 114, 123], "specifi": [3, 4, 34, 53, 55, 61, 65, 66, 67, 72, 77, 78, 81, 83, 91, 93, 116, 117, 118, 120, 121, 122, 124, 125], "calibr": [3, 4, 44, 45, 50, 53, 72, 75, 77, 78, 90, 92], "read": [3, 4, 45, 81, 83, 92, 114], "nvinfer1": [3, 4, 30, 31, 45, 46, 50, 61, 92], "iint8calibr": [3, 4, 45, 46, 50, 72, 77, 78, 92], "iint8entropycalibrator2": [3, 4, 30, 31, 45, 92], "std": [3, 4, 23, 27, 29, 30, 31, 32, 34, 35, 38, 43, 45, 46, 48, 49, 50, 57, 90, 92, 117, 118, 120, 126], "string": [3, 4, 19, 21, 22, 23, 27, 29, 30, 31, 32, 34, 35, 38, 43, 45, 46, 50, 55, 57, 59, 61, 65, 72, 77, 81, 90, 92], "cache_file_path": [3, 4, 30, 31, 45], "8": [3, 53, 56, 64, 65, 67, 76, 77, 83, 84, 87, 90, 94, 97, 98, 102, 107, 110, 117, 118, 120, 121], "cach": [3, 4, 45, 53, 65, 66, 70, 72, 73, 75, 77, 90, 92, 101, 103, 117, 123], "getbatchs": [3, 4, 45], "noexcept": [3, 4, 45, 92], "overrid": [3, 4, 45, 55, 66, 92], "batch": [3, 4, 45, 65, 66, 73, 76, 92, 100, 102, 107, 109, 111, 115, 116, 117, 118, 120, 121, 126], "size": [3, 4, 45, 49, 50, 53, 56, 57, 65, 66, 71, 72, 73, 77, 78, 81, 90, 92, 94, 95, 98, 100, 107, 109, 114, 115, 119, 121, 123], "next": [3, 4, 54, 55, 59, 64, 73, 77, 81, 83, 84, 92, 96, 103, 105, 110, 115, 117, 118, 120], "alwai": [3, 4, 28, 53, 77, 83, 104, 116], "1": [3, 4, 34, 45, 46, 49, 50, 53, 55, 56, 57, 59, 61, 63, 64, 65, 66, 67, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 83, 84, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 110, 112, 113, 114, 115, 116, 119, 121, 122, 123, 124, 126], "due": [3, 4, 67, 82, 83, 106, 111], "issu": [3, 4, 65, 72, 77, 90, 105, 106, 109, 111], "getbatch": [3, 4, 45], "void": [3, 4, 26, 27, 28, 29, 36, 37, 43, 45, 46], "bind": [3, 4, 34, 45, 76, 78, 83], "char": [3, 4, 45, 53, 90], "name": [3, 4, 32, 34, 38, 45, 55, 57, 59, 61, 66, 67, 68, 73, 75, 76, 77, 78, 83, 84, 89, 90, 93, 94, 95, 96, 98, 104, 110, 111, 115, 117, 118, 120, 122, 123], "nbbind": [3, 4, 45], "Not": 3, "arrai": [3, 4, 34, 54, 55, 77, 78, 96, 98, 103, 114, 116], "pointer": [3, 4, 30, 31, 92], "fed": [3, 4, 49], "buffer": [3, 4, 66, 70, 95, 98, 101, 117, 123], "each": [3, 4, 50, 54, 56, 57, 59, 61, 65, 66, 67, 72, 73, 76, 81, 83, 90, 94, 96, 104, 110, 113, 123], "input": [3, 4, 22, 34, 39, 45, 46, 48, 50, 51, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 69, 71, 72, 73, 74, 76, 77, 78, 84, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "number": [3, 4, 50, 53, 55, 56, 57, 61, 64, 65, 66, 72, 73, 77, 78, 81, 90, 91, 98, 104, 106, 107, 109, 116, 119, 125], "readcalibrationcach": [3, 4, 45], "size_t": [3, 4, 45, 92], "length": [3, 4, 45, 66, 71, 84, 106, 116], "how": [3, 4, 67, 68, 83, 85, 87, 89, 93, 94, 95, 96, 98, 100, 102, 105, 115, 116, 117, 118, 119, 120, 121, 123], "enabl": [3, 4, 25, 50, 53, 55, 57, 58, 60, 65, 66, 67, 72, 73, 75, 76, 77, 78, 81, 95, 100, 102, 104, 107, 109, 110, 111, 112, 113, 114, 116, 122, 123], "use_cach": [3, 4, 30, 45, 75, 92, 106, 112, 113, 116], "set": [3, 4, 17, 22, 26, 28, 33, 36, 38, 46, 47, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 66, 67, 72, 73, 76, 77, 78, 81, 85, 88, 89, 90, 91, 92, 94, 95, 96, 98, 103, 104, 111, 112, 115, 116, 119, 121, 122, 123, 125, 126], "writecalibrationcach": [3, 4, 45], "write": [3, 4, 45, 66, 70, 83, 90, 92, 117, 118, 120], "provid": [3, 4, 50, 53, 55, 57, 59, 61, 63, 65, 66, 67, 69, 72, 73, 76, 77, 78, 83, 90, 91, 92, 93, 94, 96, 100, 101, 104, 105, 106, 110, 111, 114, 116, 117, 118, 120, 121, 123, 124, 125], "cast": [3, 4, 56, 65, 72, 111, 112, 113, 114, 122], "convienc": [3, 4, 50], "convert": [3, 4, 32, 33, 38, 53, 56, 57, 58, 60, 64, 65, 70, 72, 76, 77, 78, 91, 93, 98, 101, 106, 107, 109, 111, 114, 116, 117, 119, 123], "easili": [3, 4, 102, 110], "assign": [3, 4, 82], "ptq_calibr": [3, 4, 46, 50, 92], "field": [3, 4, 64, 73, 77, 92], "compilespec": [3, 4, 22, 33, 38, 42, 46, 51, 57, 78, 90, 92, 126], "dataloaderuniqueptr": [4, 45], "libtorch": [4, 37, 61, 67, 69, 90, 92, 125], "dataload": [4, 30, 45, 50, 75, 92, 115], "unique_ptr": 4, "unqiue_ptr": 4, "A": [4, 33, 34, 48, 49, 55, 56, 57, 61, 65, 66, 67, 72, 73, 77, 78, 84, 92, 94, 95, 108, 111, 117, 118, 120], "uniqu": [4, 91], "what": [4, 55, 56, 66, 69, 77, 83, 89, 90, 91, 106, 112, 113, 125], "make_data_load": [4, 92], "factori": [4, 65, 72, 92], "path": [4, 14, 15, 16, 53, 65, 66, 67, 68, 72, 75, 77, 89, 90, 92, 97, 100, 102, 110, 115, 125], "find": [4, 66, 67, 68, 90, 98, 116], "whether": [4, 53, 55, 65, 66, 72, 73, 77, 82, 92, 96, 107, 109, 123], "exist": [4, 32, 33, 38, 55, 64, 65, 66, 68, 72, 75, 77, 78, 92, 100, 102, 119], "There": [4, 54, 55, 60, 61, 63, 64, 66, 67, 84, 89, 92, 104, 111, 117, 118, 119, 120, 121, 123], "consum": [4, 54, 89, 111], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 13, 16, 19, 21, 22, 43, 45, 46, 51, 52], "x": [5, 11, 34, 44, 56, 57, 67, 68, 69, 76, 78, 84, 89, 90, 94, 95, 96, 98, 100, 102, 105, 110, 115, 116, 117, 118, 120, 121, 122, 124], "includ": [14, 16, 17, 35, 37, 43, 44, 45, 46, 52, 53, 55, 57, 58, 59, 60, 63, 65, 66, 67, 68, 69, 72, 73, 76, 77, 81, 83, 89, 90, 92, 98, 111, 114, 123], "parent": [15, 16, 19, 20, 21, 22], "cpp": [15, 16, 43, 44, 45, 46, 52, 56, 60, 67, 90, 92], "log": [16, 17, 20, 21, 39, 45, 51, 52, 56, 61, 65, 66, 70, 71, 72, 73, 77, 94, 95, 96, 107, 109, 122, 123], "emum": [17, 18], "messag": [17, 26, 27, 53, 74], "sever": [17, 27, 74, 110], "kinternal_error": [17, 43], "print": [17, 32, 45, 63, 65, 68, 72, 78, 83, 90, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 106, 107, 109, 111, 112, 113, 115, 116, 117, 118, 120], "error": [17, 30, 31, 50, 53, 54, 56, 60, 65, 66, 72, 74, 77, 78, 83, 90, 94, 95, 121], "kerror": [17, 43], "all": [17, 43, 44, 45, 46, 50, 53, 55, 56, 57, 59, 63, 65, 66, 67, 68, 72, 74, 76, 77, 79, 83, 84, 89, 90, 91, 92, 96, 98, 102, 112, 113, 117, 118, 119, 120, 122, 123, 125], "kwarn": [17, 43], "warn": [17, 45, 53, 61, 74, 76], "kinfo": [17, 43, 45], "info": [17, 33, 38, 46, 53, 61, 74, 76, 77, 122], "kdebug": [17, 43, 45], "debug": [17, 28, 46, 50, 53, 61, 63, 65, 72, 74, 76, 77, 78, 93, 94, 95, 97, 98, 99, 100, 102, 104, 105, 107, 109, 115, 122], "kgraph": [17, 43, 56], "everyth": [17, 65, 72, 77], "intermedi": [17, 50, 53, 55, 65, 72, 74, 77, 78, 89, 122, 125], "graph": [17, 32, 33, 38, 46, 50, 53, 54, 55, 57, 58, 60, 61, 63, 64, 65, 66, 72, 73, 74, 77, 78, 89, 90, 94, 95, 96, 98, 100, 102, 103, 104, 106, 107, 109, 114, 119, 121, 123], "lower": [17, 55, 64, 66, 70, 72, 73, 74, 77, 84, 94, 95, 98, 100, 107, 109, 116, 119, 125], "phase": [17, 61, 64, 90, 96, 103, 104, 110, 121, 125], "class": [18, 45, 46, 47, 52, 59, 61, 65, 66, 74, 78, 83, 84, 89, 90, 91, 92, 94, 95, 96, 98, 100, 102, 105, 106, 110, 111, 114, 115, 119, 121, 122], "int8_t": [18, 46], "select": [18, 38, 50, 53, 59, 65, 66, 67, 71, 72, 77, 78, 82, 85, 91, 92, 98, 114, 125], "capabl": [18, 46, 50, 53, 59, 72, 77, 78, 93, 96, 97, 111], "kstandard": [18, 46, 50], "ksafeti": [18, 46], "kdla_standalon": [18, 46], "directori": [19, 20, 21, 22, 43, 44, 45, 46, 51, 67, 68, 72, 92, 100, 114, 117, 118, 120], "program": [19, 20, 21, 22, 52, 53, 58, 59, 60, 70, 72, 89, 94, 95, 100, 101, 111, 112, 113, 117, 121], "list": [19, 20, 21, 22, 32, 50, 52, 54, 57, 59, 61, 63, 64, 66, 69, 71, 72, 73, 76, 77, 78, 87, 90, 91, 96, 98, 102, 117, 118, 120], "level": [19, 24, 26, 27, 40, 43, 45, 51, 55, 56, 57, 60, 65, 66, 72, 77, 78, 87, 89, 96, 98, 117, 118, 120, 125], "get_is_colored_output_on": [19, 40, 43, 51], "get_logging_prefix": [19, 40, 43, 51], "get_reportable_log_level": [19, 40, 43, 51], "set_is_colored_output_on": [19, 40, 43, 51], "set_logging_prefix": [19, 40, 43, 51], "set_reportable_log_level": [19, 40, 43, 51], "torchscript": [20, 22, 39, 44, 46, 50, 51, 53, 57, 58, 59, 60, 64, 69, 72, 73, 75, 76, 77, 78, 91, 103, 117, 118, 119, 120, 121, 126], "str": [20, 44, 45, 51, 55, 65, 66, 71, 72, 75, 76, 77, 78, 96, 97, 98, 100, 115, 123], "torch_tensorrt_major_vers": [20, 44, 51], "torch_tensorrt_minor_vers": [20, 44, 51], "torch_tensorrt_patch_vers": [20, 44, 51], "torch_tensorrt_ptq_deprec": [20, 30, 31, 44, 45, 51], "torch_tensorrt_vers": [20, 44, 51], "torchtrt_hidden": [20, 44, 51], "xstr": [20, 44, 51], "nvinfer": [21, 45], "fstream": [21, 45], "iostream": [21, 22, 45, 46, 90], "iter": [21, 45, 50, 53, 54, 65, 72, 75, 77, 78, 99, 100, 114, 115, 116], "memori": [21, 22, 45, 46, 56, 61, 72, 77, 78, 90, 91, 94, 98, 100, 103, 110, 111, 112, 113, 116], "sstream": [21, 45], "vector": [21, 22, 34, 45, 46, 48, 49, 50, 57, 59, 77, 90, 92, 126], "templat": [21, 41, 45, 46, 51, 81, 90], "int8cachecalibr": [21, 31, 41, 45, 51], "make_int8_cache_calibr": [21, 41, 45, 51, 92], "make_int8_calibr": [21, 41, 45, 51, 92], "cuda_runtim": [22, 46], "custom_class": [22, 46], "devic": [22, 34, 36, 39, 46, 50, 51, 53, 59, 65, 71, 72, 73, 75, 76, 77, 78, 91, 92, 93, 94, 95, 98, 102, 106, 108, 111, 112, 113, 114, 116, 119, 126], "graphinput": [22, 39, 46, 50, 51], "devicetyp": [22, 39, 46, 47, 51, 72, 76, 77, 78, 92, 93, 98, 126], "tensorformat": [22, 39, 46, 49, 51, 77, 98], "enginecap": [22, 39, 46, 50, 51, 65, 72, 76, 77, 78, 93, 98], "dump_build_info": [22, 39, 46, 51], "get_build_info": [22, 39, 46, 51], "set_devic": [22, 39, 46, 51, 123], "check_method_operator_support": [22, 42, 46, 51], "compil": [22, 32, 38, 42, 46, 50, 51, 53, 55, 56, 57, 59, 61, 63, 66, 72, 73, 74, 76, 77, 78, 79, 81, 89, 91, 92, 93, 94, 95, 96, 98, 99, 101, 102, 115, 117, 118, 120, 123, 126], "convert_method_to_trt_engin": [22, 42, 46, 51, 77, 78, 90, 93], "embed_engine_in_new_modul": [22, 42, 46, 51, 78], "current": [24, 55, 57, 59, 61, 63, 64, 65, 66, 67, 68, 72, 73, 77, 78, 81, 96, 98, 102, 106, 112, 113, 114, 115, 116, 123], "report": [24, 45, 76], "Is": [25, 77], "color": [25, 28, 83, 114], "output": [25, 28, 34, 50, 53, 54, 55, 56, 57, 59, 61, 63, 64, 65, 66, 67, 70, 72, 74, 76, 77, 78, 81, 83, 84, 90, 94, 95, 96, 98, 100, 101, 102, 104, 108, 116, 117, 118, 119, 120, 121, 122, 124], "lvl": [26, 27, 43], "inform": [26, 34, 35, 37, 49, 53, 54, 57, 59, 63, 65, 66, 67, 72, 73, 74, 77, 83, 89, 90, 92, 93, 98, 100, 116, 121], "ad": [26, 53, 54, 55, 57, 63, 66, 67, 94, 95, 98, 102], "abov": [26, 55, 57, 63, 66, 67, 74, 82, 83, 90, 95, 98, 107, 109, 114, 122, 124], "msg": [27, 43], "add": [27, 54, 55, 56, 57, 61, 64, 67, 71, 81, 83, 88, 90, 91, 94, 95, 96, 98], "global": [27, 53, 65, 72, 77, 90], "colored_output_on": [28, 43], "prefix": [28, 29, 43, 83], "help": [28, 53, 54, 61, 65, 66, 90, 97, 100, 110, 115, 116, 119, 123], "when": [28, 30, 31, 45, 46, 47, 53, 54, 56, 57, 58, 59, 60, 61, 65, 66, 67, 72, 76, 77, 78, 81, 83, 85, 89, 90, 92, 96, 98, 100, 102, 103, 104, 110, 116, 119, 121, 123], "termin": [28, 53, 90], "If": [28, 30, 31, 34, 54, 55, 56, 57, 63, 64, 65, 66, 67, 69, 72, 73, 77, 81, 83, 90, 91, 92, 95, 96, 98, 100, 102, 103, 104, 105, 110, 116, 117, 118, 120, 121, 122, 123, 125, 126], "doxygenfunct": [30, 31], "unabl": [30, 31, 61, 90, 98], "resolv": [30, 31, 54, 56, 58, 60, 105, 106, 109, 111], "argument": [30, 31, 49, 53, 55, 56, 59, 61, 63, 65, 66, 72, 76, 77, 78, 83, 84, 90, 91, 96, 97, 98, 102, 111, 121, 123], "candid": [30, 31, 96], "could": [30, 31, 57, 65, 66, 98, 107, 109, 123], "pars": [30, 31, 83, 90], "declar": [30, 31, 67, 123], "ha": [30, 31, 44, 50, 54, 55, 56, 57, 58, 60, 61, 63, 65, 66, 67, 68, 72, 73, 76, 77, 83, 84, 89, 90, 92, 96, 97, 100, 103, 104, 110, 115, 119, 121, 123, 125], "qualifi": [30, 31], "invalid": [30, 31, 100], "c": [30, 31, 43, 44, 45, 46, 53, 60, 65, 68, 71, 72, 73, 76, 77, 84, 91, 98, 102, 117, 118, 120, 123, 126], "expect": [30, 31, 49, 55, 56, 61, 77, 90, 91, 94, 119], "117": 30, "member": [30, 31, 47, 48, 49, 50], "157": 30, "id": [30, 31, 36, 46, 53, 77, 81, 82, 86, 94, 126], "96": 31, "129": [31, 89], "jit": [32, 33, 34, 38, 46, 48, 50, 53, 54, 56, 57, 58, 59, 60, 61, 62, 65, 69, 70, 72, 76, 77, 78, 89, 90, 91, 93, 94, 95, 98, 104, 117, 118, 120, 124, 125], "modul": [32, 33, 34, 38, 46, 50, 53, 57, 58, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78, 82, 83, 84, 91, 92, 93, 94, 95, 96, 97, 98, 101, 103, 104, 105, 106, 114, 115, 117, 119, 121, 122, 124, 126], "method_nam": [32, 38, 46, 53, 77, 78, 90], "see": [32, 44, 56, 57, 59, 63, 65, 66, 67, 77, 78, 83, 89, 90, 91, 94, 95, 96, 98, 100, 104, 105, 111], "fulli": [32, 53, 56, 65, 72, 76, 77, 78, 90, 92, 98, 126], "take": [32, 33, 34, 38, 54, 55, 58, 59, 60, 61, 63, 66, 72, 73, 76, 77, 78, 81, 83, 90, 92, 93, 96, 98, 105, 111, 119, 121], "method": [32, 33, 34, 38, 49, 53, 56, 61, 67, 72, 77, 78, 83, 89, 90, 93, 100, 119], "contain": [32, 53, 54, 55, 56, 57, 61, 66, 67, 73, 76, 77, 83, 84, 89, 90, 92, 98, 100, 103, 114, 117, 118, 120, 123], "pure": [32, 72, 77], "Will": 32, "out": [32, 45, 54, 56, 57, 58, 60, 61, 65, 67, 72, 77, 78, 83, 90, 98, 102, 114, 115, 116, 117, 118, 120, 121], "unsupport": [32, 50, 55, 65, 77, 98, 103, 125], "script": [32, 56, 57, 69, 77, 78, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 123, 125], "nvidia": [33, 38, 43, 44, 45, 46, 53, 62, 65, 66, 67, 68, 72, 77, 78, 90, 105, 109, 117, 118, 120, 125, 126], "configur": [33, 38, 49, 63, 65, 67, 72, 76, 77, 78, 87, 90, 92, 98, 116, 117, 118, 120, 121], "call": [33, 50, 55, 56, 59, 61, 66, 72, 73, 76, 77, 78, 83, 89, 90, 93, 96, 98, 100, 102, 105, 109, 119, 121, 123, 125], "equival": [33, 58, 60, 61, 72, 77, 78, 89, 90, 92, 96, 98, 107, 109], "specif": [33, 50, 55, 56, 58, 60, 63, 65, 72, 77, 78, 83, 96, 116, 125], "forward": [33, 34, 57, 59, 61, 65, 69, 72, 76, 77, 78, 89, 90, 91, 92, 93, 94, 95, 96, 98, 102, 105, 106, 110, 114, 115, 121, 122], "traget": 33, "input_binding_nam": [34, 46, 76, 78], "output_binding_nam": [34, 46, 76, 78], "previous": [34, 72, 77, 90, 94, 95, 100, 104], "creat": [34, 53, 54, 55, 57, 59, 61, 66, 70, 76, 77, 78, 83, 90, 94, 95, 96, 98, 104, 111, 114, 116, 117, 118, 120], "emb": [34, 53, 64, 78, 84], "pre": [34, 56, 70, 75, 78, 92, 100, 101, 116, 117, 123], "built": [34, 53, 59, 60, 65, 67, 72, 76, 77, 78, 100, 104, 114], "serial": [34, 38, 53, 58, 60, 67, 72, 76, 77, 78, 90, 98, 100, 117, 118, 120, 125], "regist": [34, 55, 59, 61, 66, 76, 78, 94, 95, 96, 98], "execut": [34, 50, 53, 56, 58, 59, 60, 64, 65, 66, 67, 70, 72, 73, 76, 77, 78, 79, 89, 90, 92, 96, 98, 103, 110, 117, 118, 120], "must": [34, 49, 50, 53, 55, 56, 57, 61, 63, 66, 67, 72, 73, 77, 78, 83, 84, 90, 94, 95, 100, 121, 123, 125], "have": [34, 45, 53, 54, 55, 56, 57, 61, 63, 64, 65, 66, 67, 68, 72, 73, 75, 76, 77, 78, 83, 89, 90, 91, 92, 94, 95, 98, 101, 106, 107, 109, 111, 114, 115, 117, 118, 119, 120, 121], "follow": [34, 53, 55, 57, 59, 63, 64, 65, 66, 67, 77, 78, 81, 83, 84, 88, 89, 90, 92, 94, 95, 96, 98, 100, 101, 102, 106, 107, 112, 113, 117, 118, 119, 120, 121, 122, 123], "format": [34, 46, 49, 50, 53, 71, 72, 77, 78, 83, 84, 91, 98, 100, 115, 117, 118, 119, 120, 122, 124], "symbol": [34, 66, 67, 78, 83, 123], "index": [34, 62, 63, 67, 68, 70, 71, 78, 81, 87, 92, 98, 114], "0": [34, 44, 45, 46, 50, 53, 55, 57, 60, 61, 63, 65, 66, 67, 68, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 82, 83, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 126], "2": [34, 44, 55, 57, 61, 64, 65, 66, 67, 68, 70, 71, 72, 75, 76, 77, 78, 81, 83, 84, 87, 89, 90, 92, 94, 95, 96, 98, 99, 100, 102, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 121, 124], "y": [34, 57, 78, 84, 94, 95, 96, 98, 105], "compilesepc": 34, "order": [34, 50, 55, 57, 61, 63, 66, 67, 72, 73, 76, 77, 78, 90, 91, 96, 100, 122], "pass": [34, 54, 55, 57, 58, 59, 60, 61, 64, 65, 66, 67, 70, 74, 75, 76, 77, 78, 89, 90, 92, 94, 95, 96, 98, 100, 102, 104], "origin": [34, 66, 73, 77, 98, 100, 102, 114, 125], "pytorch": [34, 44, 49, 50, 53, 55, 56, 57, 58, 59, 60, 61, 64, 65, 67, 68, 69, 72, 75, 76, 77, 78, 89, 90, 91, 92, 96, 100, 102, 103, 104, 114, 115, 117, 118, 120, 121, 122, 123, 124, 125], "assum": [34, 76, 93, 98, 101, 117], "convent": 34, "below": [34, 57, 61, 63, 64, 65, 66, 67, 68, 83, 90, 91, 100, 103, 108, 111, 114, 117, 118, 120], "build": [35, 50, 53, 54, 58, 60, 61, 64, 65, 66, 72, 76, 77, 82, 87, 90, 92, 94, 95, 96, 98, 107, 109, 116, 121], "librari": [35, 43, 44, 45, 46, 53, 55, 58, 59, 60, 61, 77, 90, 94, 95, 98, 101, 117], "depend": [35, 54, 60, 65, 66, 68, 69, 72, 76, 90, 91, 95, 96, 106, 111, 114, 116, 118, 120, 123], "version": [35, 37, 60, 63, 65, 66, 68, 72, 77, 81, 84, 98, 117, 118, 119, 120, 124], "gpu_id": [36, 46, 47, 53, 72, 76, 77, 78, 92, 93, 98, 126], "cudasetdevic": 36, "dump": [37, 53, 98], "base": [37, 44, 51, 59, 64, 65, 67, 72, 73, 77, 83, 89, 91, 92, 94, 95, 99, 102, 103, 104, 109, 114, 119, 123, 125], "stdout": [37, 76], "equivil": 38, "document": [43, 44, 45, 46, 51, 60, 81, 83, 84, 88, 89, 90, 92, 93, 117, 118, 120, 121, 123], "copyright": [43, 44, 45, 46, 84, 90], "corpor": [43, 44, 45, 46], "right": [43, 44, 45, 46, 56, 60, 61, 83, 117, 118, 120], "reserv": [43, 44, 45, 46, 112, 113], "licens": [43, 44, 45, 46, 90], "under": [43, 44, 45, 46, 60, 66, 83, 96, 107, 125], "bsd": [43, 44, 45, 46], "style": [43, 44, 45, 46, 65, 69, 81, 83, 84], "found": [43, 44, 45, 46, 64, 67, 76, 83, 90, 92, 96, 98, 100, 123], "root": [43, 44, 45, 46, 67, 81, 92, 115], "sourc": [43, 44, 45, 46, 55, 60, 65, 66, 68, 72, 73, 74, 75, 76, 77, 78, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "tree": [43, 44, 45, 46, 81, 92, 115, 123], "pragma": [43, 44, 45, 46, 92], "onc": [43, 44, 45, 46, 54, 56, 57, 59, 65, 66, 67, 68, 77, 92, 98, 113, 116, 117, 118, 120, 123], "namespac": [43, 44, 45, 46, 52, 56, 70, 77, 92, 94, 95, 98], "ar": [43, 47, 50, 53, 54, 55, 56, 57, 59, 60, 61, 63, 64, 65, 66, 67, 72, 75, 76, 77, 78, 81, 83, 84, 85, 89, 90, 92, 93, 94, 95, 96, 98, 99, 100, 102, 103, 104, 107, 110, 111, 112, 113, 114, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125], "ones": [43, 57, 58, 60, 67, 83, 90, 96, 98, 125], "necessari": [43, 63, 65, 67, 76, 94, 95, 96, 104, 111, 123], "user": [43, 49, 55, 57, 58, 59, 60, 63, 64, 65, 67, 68, 72, 77, 83, 84, 90, 91, 92, 96, 100, 104, 110, 111, 116, 117, 118, 120, 121, 122, 123, 125], "dont": 43, "know": [43, 61, 81, 83, 94, 95, 96, 98, 106], "we": [43, 45, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 72, 73, 76, 81, 83, 89, 90, 92, 94, 95, 96, 98, 100, 101, 102, 103, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 124, 125], "want": [43, 57, 66, 67, 68, 69, 73, 89, 90, 92, 93, 96, 98, 104, 105, 117, 118, 120], "use_cmake_generated_export_head": 44, "torch_tensorrt_export": 44, "els": [44, 45, 49, 78, 83, 84, 97, 99, 100, 114, 115], "__gnuc__": 44, "__attribute__": 44, "__visibility__": 44, "hidden": [44, 81], "endif": [44, 45, 46], "doe": [44, 45, 56, 57, 61, 63, 66, 67, 77, 83, 92, 94, 95, 98, 102, 107, 109], "gaurd": 44, "someth": [44, 56, 83, 117, 118, 120], "6": [44, 56, 57, 59, 67, 71, 87, 89, 90, 97, 98, 114], "deprec": [44, 66, 71], "been": [44, 54, 61, 65, 67, 68, 75, 84, 90, 97, 100, 103, 104, 114, 123, 125], "pleas": [44, 66, 68, 77, 83, 90, 95, 101, 114, 115, 117, 118, 120, 121], "plan": [44, 53, 60, 64, 65, 72], "port": 44, "model": [44, 53, 57, 59, 64, 69, 72, 73, 74, 75, 77, 79, 89, 90, 91, 92, 93, 99, 100, 102, 121, 123, 125], "optim": [44, 49, 53, 64, 65, 66, 70, 72, 73, 75, 77, 89, 90, 91, 103, 104, 106, 107, 108, 109, 110, 111, 114, 116, 119, 121, 125], "toolkit": [44, 68, 75], "workflow": [44, 65, 66, 69, 70, 72, 73, 77, 90, 93, 100, 101, 102, 107, 108, 109, 112, 113, 117, 119], "http": [44, 55, 62, 65, 67, 68, 77, 81, 83, 89, 90, 92, 96, 98, 105, 109, 114, 115, 117, 118, 119, 120, 121, 123], "org": [44, 62, 67, 77, 81, 83, 89, 90, 92, 96, 98, 121, 123], "tutori": [44, 89, 92, 94, 95, 96, 98, 100, 102, 104, 118, 120], "_rendered_exampl": 44, "dynamo": [44, 64, 65, 67, 69, 75, 76, 77, 79, 90, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 109, 110, 115, 116, 117, 118, 120, 121, 122], "vgg16_ptq": [44, 115], "html": [44, 62, 67, 68, 77, 83, 89, 92, 96, 98, 121], "more": [44, 54, 65, 66, 67, 68, 70, 72, 77, 81, 84, 89, 90, 91, 92, 93, 98, 100, 102, 103, 107, 109, 114, 117, 118, 120, 123], "detail": [44, 65, 66, 68, 72, 89, 90, 98, 100, 102, 117, 118, 120, 123], "setup": [44, 68, 92, 117, 118, 120], "alias": 44, "eas": 44, "ts": [44, 53, 57, 69, 70, 77, 89, 90, 91, 93, 121, 124], "torchtrt": [44, 57, 97, 98, 115, 117, 118, 120], "ifndef": [45, 46], "doxygen_should_skip_thi": [45, 46], "get_batch_impl": 45, "element_typ": 45, "super": [45, 89, 94, 95, 96, 98, 102, 105, 114, 115, 121, 122], "batchtyp": 45, "dataloader_": 45, "cache_file_path_": 45, "use_cache_": 45, "auto": [45, 57, 61, 65, 69, 72, 83, 84, 90, 92, 106, 112, 113, 116, 126], "batched_data_": 45, "push_back": [45, 57], "it_": 45, "begin": [45, 66, 67, 83, 105, 110], "hack": 45, "explict": 45, "work": [45, 56, 60, 61, 65, 66, 69, 72, 75, 76, 77, 83, 84, 92, 94, 95, 98, 104, 105, 110, 116, 117, 118, 120, 121], "here": [45, 54, 55, 57, 59, 64, 65, 66, 67, 69, 81, 83, 84, 89, 90, 92, 94, 95, 96, 98, 101, 110, 111, 112, 113, 114, 115, 117, 118, 120, 121, 123, 124], "explic": 45, "just": [45, 46, 56, 57, 65, 66, 70, 74, 76, 83, 85, 89, 90, 91, 93, 94, 95, 98, 100, 102, 119, 123], "still": [45, 57, 66, 67, 92, 96, 105, 125], "static_cast": 45, "option": [45, 49, 53, 57, 58, 60, 63, 64, 65, 66, 72, 76, 77, 78, 83, 87, 92, 96, 98, 99, 100, 105, 106, 108, 110, 122, 123, 124, 126], "batch_siz": [45, 92, 111, 115], "end": [45, 53, 61, 63, 71, 72, 77, 78, 83, 90, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "statu": [45, 84], "reset": [45, 99, 100, 105, 109, 123], "incas": 45, "go": [45, 56, 57, 66, 69, 89, 90, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 125], "again": [45, 59, 61, 83, 98, 102], "stringstream": 45, "ss": 45, "cache_": 45, "clear": 45, "ifstream": 45, "io": [45, 68, 117, 118, 120], "binari": [45, 92], "noskipw": 45, "good": [45, 61, 66, 83, 100], "copi": [45, 61, 66, 68, 71, 75, 84, 116], "istream_iter": 45, "back_insert": 45, "nullptr": [45, 46, 50], "ofstream": [45, 90], "cache_fil": [45, 75, 92], "reinterpret_cast": 45, "save": [45, 53, 59, 65, 66, 69, 70, 72, 76, 77, 78, 90, 91, 97, 99, 100, 103, 104, 108, 111, 114, 116, 117, 118, 119, 120, 123, 125], "cache_size_": 45, "move": [45, 56, 59, 78, 90, 92, 96, 103, 112, 113], "arrayref": [46, 49, 50], "friend": 46, "ostream": 46, "os": [46, 68, 100, 102], "dtype": [46, 49, 50, 53, 64, 65, 66, 71, 72, 73, 76, 77, 78, 91, 94, 95, 98, 99, 103, 107, 109, 110, 111, 114, 116, 117, 118, 119, 120, 121, 122], "device_typ": [46, 47, 77, 92, 93, 126], "int64_t": [46, 47, 49, 50, 92, 126], "core": [46, 53, 56, 57, 60, 65, 72, 77, 90, 96, 125, 126], "agx": 46, "platform": [46, 53, 60, 65, 67, 68, 72, 97, 126], "xavier": [46, 126], "dla_cor": [46, 47, 53, 77, 92, 93, 126], "allow_gpu_fallback": [46, 47, 72, 77, 78, 92, 93, 126], "customclasshold": [46, 49], "min_shap": [46, 49, 64, 66, 72, 77, 78, 91, 107, 110, 119, 121], "opt_shap": [46, 49, 64, 72, 77, 78, 91, 107, 110, 119, 121], "max_shap": [46, 49, 64, 66, 72, 77, 78, 91, 107, 110, 119, 121], "shape": [46, 48, 49, 50, 53, 57, 61, 64, 66, 70, 71, 72, 73, 76, 77, 78, 79, 91, 94, 95, 96, 98, 101, 103, 110, 111, 114, 115, 116, 117, 118, 120, 123, 126], "doubl": [46, 49, 50, 53, 64, 72, 77, 78, 83, 123], "tensor_domain": [46, 49, 77], "input_is_dynam": 46, "ivalu": [46, 48, 50, 54, 59, 61, 90], "input_signatur": [46, 48, 50, 78, 91], "nest": [46, 50, 51, 77, 83, 84, 102], "full": [46, 50, 53, 61, 65, 72, 74, 77, 90, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 123, 126], "spec": [46, 49, 50, 53, 74, 77, 78, 93, 100], "flatten": [46, 48, 71, 89, 90, 115], "fixed_s": [46, 50], "reflect": [46, 77], "builderconfig": 46, "graph_input": [46, 50], "enabled_precis": [46, 50, 64, 65, 72, 76, 77, 78, 90, 91, 92, 93, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 120, 122, 126], "disable_tf32": [46, 50, 65, 72, 76, 77, 78, 92, 98, 106, 112, 113], "sparse_weight": [46, 50, 65, 66, 72, 76, 77, 78, 98], "refit": [46, 50, 65, 70, 72, 77, 78, 93, 98, 100, 101, 102, 117], "truncate_long_and_doubl": [46, 50, 64, 65, 78, 108], "allow_shape_tensor": [46, 50, 72, 78], "uint64_t": [46, 50], "num_avg_timing_it": [46, 50, 65, 72, 76, 77, 78, 93, 98], "workspace_s": [46, 50, 53, 65, 72, 76, 77, 78, 98, 104, 107, 109], "dla_sram_s": [46, 50, 53, 65, 72, 76, 77, 78, 98], "1048576": [46, 50, 65, 72, 76, 77, 78, 98], "dla_local_dram_s": [46, 50, 53, 65, 72, 76, 77, 78, 98], "1073741824": [46, 50, 65, 72, 76, 77, 78, 98], "dla_global_dram_s": [46, 50, 53, 65, 72, 76, 77, 78, 98], "536870912": [46, 50, 65, 72, 76, 77, 78, 98], "require_full_compil": [46, 50, 65, 72, 76, 77, 78, 98], "min_block_s": [46, 50, 57, 64, 65, 72, 76, 77, 78, 94, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 107, 109, 110, 111, 114, 115], "3": [46, 50, 53, 56, 57, 59, 64, 65, 66, 68, 69, 71, 72, 75, 77, 78, 83, 84, 87, 89, 90, 92, 93, 94, 97, 98, 99, 100, 102, 103, 104, 107, 110, 111, 112, 113, 114, 115, 116, 119, 121, 124, 126], "torch_executed_op": [46, 50, 57, 64, 65, 72, 76, 77, 78, 98, 104, 105, 107, 109, 110], "torch_executed_modul": [46, 50, 57, 72, 77, 78], "structur": [47, 50, 57, 60, 61, 65, 72, 77, 81, 83, 87, 89, 98, 117, 118, 120], "hold": [47, 48, 49, 54, 61, 77, 92, 111], "relat": [47, 83, 105, 109], "let": [47, 53, 56, 61, 66, 72, 77, 78, 81, 83, 117, 118, 119, 120, 125], "layer": [47, 50, 53, 54, 56, 61, 63, 65, 66, 72, 76, 77, 78, 90, 92, 96, 98, 112, 113, 115, 117, 118, 119, 120, 121, 122, 125, 126], "thei": [47, 53, 54, 55, 56, 59, 61, 65, 66, 72, 75, 76, 77, 81, 83, 91, 96, 100, 123], "complex": [48, 50, 65, 67, 89, 91, 94, 95, 102, 110, 113], "either": [48, 49, 53, 61, 63, 72, 77, 78, 81, 83, 89, 90, 91, 94, 95, 96, 97, 98, 100, 124], "one": [48, 55, 56, 61, 65, 66, 68, 72, 76, 77, 83, 89, 90, 91, 94, 95, 96, 98, 105, 109, 112, 113, 117, 118, 120, 123], "rang": [49, 50, 53, 66, 77, 94, 95, 98, 99, 100, 102, 103, 106, 107, 116, 119, 121], "profil": [49, 73, 76, 122], "singl": [49, 53, 56, 57, 66, 77, 83, 89, 90, 92, 95, 110, 111, 114, 116, 123], "repres": [49, 50, 55, 61, 66, 69, 83, 103, 114], "signifi": [49, 56], "static": [49, 50, 54, 61, 64, 65, 72, 77, 78, 81, 90, 103, 115, 121], "three": [49, 58, 60, 66, 73, 77, 83, 84, 117, 118, 119, 120], "min": [49, 53, 61, 71, 77, 100, 102, 106, 107, 111, 121], "optimin": 49, "max": [49, 53, 61, 71, 77, 81, 100, 102, 106, 107, 111, 115, 121], "allow": [49, 50, 53, 54, 55, 56, 57, 63, 65, 66, 67, 72, 77, 78, 81, 94, 95, 96, 98, 100, 103, 104, 107, 109, 110, 116, 123], "tradit": [49, 72, 77, 78, 92], "convect": 49, "produc": [49, 54, 55, 59, 61, 64, 77, 83, 90, 119, 123], "low": [49, 66, 96, 114], "high": [49, 56, 57, 81, 96, 98, 111, 125], "weight": [49, 50, 53, 54, 65, 66, 70, 71, 72, 76, 77, 78, 83, 90, 100, 101, 102, 108, 111, 117, 119], "first": [49, 54, 55, 56, 66, 69, 83, 84, 90, 91, 92, 96, 98, 100, 102, 105, 106, 117, 118, 120, 121, 124, 125], "calcul": [49, 54, 57, 90, 98, 116], "detect": [49, 59, 77], "float32": [49, 50, 53, 64, 65, 66, 72, 77, 78, 98, 102, 106, 108, 111, 112, 113, 116, 121, 122], "dynam": [49, 50, 64, 66, 70, 72, 73, 77, 78, 79, 95, 96, 100, 101, 105, 106, 108, 109, 111, 113, 116, 117], "opt": [49, 67, 76, 77, 110], "minimum": [49, 50, 53, 57, 64, 65, 72, 77, 78, 98, 116], "maximum": [49, 50, 53, 65, 66, 72, 73, 77, 78, 106, 107, 109, 116, 117, 118, 120], "accept": [49, 53, 55, 59, 61, 67, 77, 90, 91, 105, 124], "exampl": [49, 57, 59, 60, 61, 66, 67, 72, 74, 76, 77, 78, 79, 81, 82, 84, 87, 89, 90, 91, 92, 94, 95, 96, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 124], "s": [49, 50, 54, 57, 59, 61, 64, 66, 67, 68, 70, 72, 73, 76, 77, 81, 83, 84, 89, 90, 92, 96, 98, 100, 102, 114, 116, 117, 118, 119, 120, 121, 123, 124], "cannot": [49, 56, 57, 66, 67, 72, 76, 77, 78, 82, 89, 94, 95, 97, 98, 103, 123], "through": [49, 54, 55, 56, 57, 59, 65, 66, 72, 74, 75, 83, 90, 91, 98, 102, 104, 110, 119, 125], "altern": [49, 57, 63, 64, 77, 91, 96, 103, 110, 119, 124], "refer": [49, 55, 58, 60, 66, 77, 82, 87, 90, 92, 98, 115, 117, 118, 120, 121, 124], "given": [49, 50, 53, 55, 56, 66, 72, 73, 75, 77, 78, 89, 90, 91, 93, 94, 95, 96, 102, 114, 121], "kernel": [49, 50, 53, 61, 65, 66, 70, 72, 77, 78, 96, 101, 110, 117, 122, 123], "ani": [49, 53, 54, 55, 61, 63, 65, 66, 71, 72, 75, 76, 77, 78, 81, 83, 90, 91, 92, 96, 98, 102, 107, 121, 123], "event": [49, 65, 99, 100, 102], "place": [49, 56, 63, 66, 83, 84, 85, 92, 94, 98, 115], "variabl": [49, 66, 76, 77], "dimens": [49, 56, 66, 73, 77, 107, 119, 121, 122], "domain": [49, 77, 84, 92], "convien": 50, "fix": [50, 66, 83, 94, 95, 98, 123, 126], "describ": [50, 57, 61, 77, 89, 93, 94, 95, 117, 118, 120], "entri": [50, 61, 77, 100, 102], "okai": 50, "flaten": 50, "precis": [50, 53, 64, 65, 66, 70, 72, 77, 90, 91, 92, 107, 109, 111, 112, 113, 114, 116, 126], "dure": [50, 53, 55, 57, 61, 64, 65, 72, 75, 77, 92, 96, 110, 111, 112, 113, 116, 117, 118, 119, 120, 121, 123], "prevent": [50, 53, 55, 57, 110], "tf32": [50, 53, 65, 72], "comput": [50, 65, 66, 67, 68, 72, 76, 83, 92, 94, 95, 97, 101, 103, 117, 119], "inner": [50, 84, 119], "product": [50, 68, 77], "round": [50, 72, 77, 78, 98], "10": [50, 67, 68, 72, 73, 77, 78, 87, 89, 90, 92, 94, 95, 102, 103, 114, 115, 116, 117, 118, 119, 120, 121, 122], "bit": [50, 61, 66, 67, 72, 77, 78, 90], "mantissa": [50, 72, 77, 78], "befor": [50, 55, 56, 57, 60, 61, 66, 72, 77, 78, 90, 103, 106, 114, 117, 118, 120, 121], "multipli": [50, 72, 77, 78], "accumul": [50, 65, 72, 77, 78, 111, 112, 113, 114], "sum": [50, 66, 71, 72, 77, 78, 98, 115], "23": [50, 56, 72, 77, 78, 84], "behavior": [50, 57, 66, 72, 77, 78, 96, 112, 113, 121, 123, 124], "sparsiti": [50, 53, 66, 72, 77, 78], "conv": [50, 53, 90, 98], "fc": [50, 53, 56], "truncat": [50, 53, 64, 65, 72, 77, 78], "long": [50, 53, 54, 64, 77, 83, 84, 94, 95], "float": [50, 53, 64, 65, 71, 77, 89, 90, 91, 92, 93, 94, 95, 98, 99, 100, 102, 104, 105, 109, 110, 114, 122], "ishap": 50, "restrict": [50, 65, 72, 77, 78, 121], "cuda": [50, 59, 64, 66, 68, 69, 72, 73, 76, 77, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124], "safeti": [50, 53, 77], "averag": [50, 53, 65, 72, 77, 78, 98], "time": [50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 67, 69, 70, 72, 73, 76, 77, 78, 81, 83, 90, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 123], "workspac": [50, 53, 65, 66, 67, 72, 73, 77, 78, 98, 105, 107, 109], "fast": [50, 53, 65, 69, 72, 77, 78], "softwar": [50, 53, 65, 72, 77, 78, 83], "manag": [50, 53, 54, 56, 58, 60, 61, 65, 67, 68, 72, 74, 76, 77, 78, 90, 103, 110, 123], "ram": [50, 53, 65, 72, 77, 78], "commun": [50, 53, 65, 72, 77, 78, 90], "within": [50, 53, 58, 60, 65, 70, 72, 76, 77, 78, 81, 83, 94, 95, 101, 110, 112, 113, 117, 119], "host": [50, 53, 65, 67, 72, 77, 78, 94, 95, 98, 116, 117, 118, 120], "share": [50, 53, 65, 67, 72, 76, 77, 78, 100], "across": [50, 53, 56, 57, 65, 72, 77, 78, 81, 103], "metadata": [50, 53, 55, 59, 61, 65, 72, 77, 78, 81, 104, 121, 122], "post": [50, 53, 64, 70, 90, 100], "train": [50, 53, 70, 71, 90, 91, 100, 116], "quantizatiom": 50, "requir": [50, 53, 54, 55, 56, 64, 65, 66, 67, 68, 72, 76, 77, 78, 81, 90, 92, 95, 96, 97, 98, 101, 102, 103, 106, 110, 111, 114, 115, 116, 117, 118, 120, 121, 123], "instead": [50, 53, 54, 55, 56, 67, 72, 76, 77, 90, 96, 104, 114, 123], "potenti": [50, 72, 77, 86, 103], "subgraph": [50, 53, 54, 55, 56, 61, 63, 90, 98, 100, 103, 123, 125], "aten": [50, 55, 56, 57, 61, 62, 65, 70, 71, 72, 77, 78, 90, 96, 105, 110, 123, 125], "thrown": [50, 72, 77, 78], "empti": [50, 72, 73, 77, 78, 84, 89, 98, 102, 114], "torch_tensorrtnamespac": 51, "loggingenum": 51, "levelnamespac": 51, "ptqtemplat": 51, "int8cachecalibratortempl": 51, "int8calibratornamespac": 51, "torchscriptstruct": 51, "compilespecstruct": 51, "deviceclass": 51, "devicetypestruct": 51, "graphinputsstruct": 51, "inputclass": 51, "datatypeclass": 51, "tensorformatenum": 51, "cppdirectori": 51, "includedirectori": 51, "torch_tensorrtfil": 51, "hfile": 51, "relationship": 51, "inherit": [51, 66, 72, 92], "subdirectori": 52, "definit": [52, 55, 61, 83], "By": [52, 57, 65, 67, 72, 81, 89, 100, 121], "cli": [53, 91], "It": [53, 55, 56, 57, 58, 60, 61, 66, 67, 70, 77, 81, 83, 94, 97, 98, 111, 116, 119, 123, 125], "serv": [53, 59, 66, 70, 72, 77], "easi": [53, 54, 56, 90, 92], "wai": [53, 65, 66, 67, 89, 90, 92, 94, 95, 96, 98, 100, 104, 119, 123, 124], "command": [53, 65, 67, 83, 84, 89, 90, 95, 117, 118, 120], "line": [53, 67, 84, 90, 95, 102], "quickli": [53, 90, 92, 117, 118, 120], "part": [53, 57, 60, 66, 76, 81, 82, 83, 94, 95, 98, 100, 103], "deploy": [53, 76, 90, 91, 92, 94, 117, 118, 119, 120, 123, 126], "pipelin": [53, 90, 102, 108, 111, 126], "basic": [53, 57, 66, 84, 117, 118, 120], "featur": [53, 57, 66, 67, 90, 92, 93, 95, 108, 110, 114, 115, 116, 119, 123, 125], "quantiz": [53, 65, 70, 75, 77, 90, 101, 117], "though": [53, 60, 61, 89, 90, 125], "alreadi": [53, 54, 55, 56, 90, 92, 94, 95, 96, 98, 101, 111, 114, 117, 118, 120, 121], "two": [53, 56, 61, 63, 65, 66, 67, 77, 83, 84, 88, 89, 91, 92, 95, 96, 100, 114, 117, 118, 120, 121, 123], "embed": [53, 55, 59, 71, 78, 83, 126], "after": [53, 54, 56, 57, 63, 66, 72, 76, 77, 89, 90, 91, 103, 105, 109, 117, 118, 120, 123], "link": [53, 54, 63, 70, 81, 82, 87, 90, 98, 123], "against": [53, 90, 96], "libtorchtrt": [53, 67, 90], "python": [53, 57, 60, 63, 65, 66, 68, 72, 73, 76, 77, 78, 83, 84, 90, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 123, 126], "import": [53, 56, 57, 64, 65, 66, 67, 68, 69, 76, 81, 83, 89, 90, 91, 93, 94, 95, 96, 98, 99, 100, 102, 117, 118, 120, 121, 123, 124], "packag": [53, 56, 65, 68, 90], "aspect": 53, "ident": [53, 63, 65, 72, 77, 94, 95, 104], "standard": [53, 59, 67, 70, 72, 76, 77, 78, 83, 93, 94, 95, 96, 98, 102, 114, 119, 123], "load": [53, 57, 59, 65, 66, 69, 72, 75, 76, 77, 78, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 102, 104, 106, 111, 116, 117, 118, 119, 120, 123, 125], "like": [53, 54, 56, 59, 61, 66, 67, 69, 77, 82, 83, 89, 90, 91, 92, 94, 95, 96, 98, 100, 102, 104, 106, 116, 117, 118, 120, 123], "would": [53, 55, 61, 65, 66, 67, 68, 76, 90, 91, 93, 96, 98, 106, 117, 118, 120, 123], "input_file_path": [53, 126], "output_file_path": [53, 126], "input_spec": [53, 66, 73], "displai": [53, 63, 65, 74, 81, 123], "menu": [53, 81, 83], "verbios": 53, "v": [53, 68, 84, 115, 117, 118, 120], "verbos": [53, 65, 66, 72, 73, 84, 107, 109], "about": [53, 54, 59, 61, 67, 76, 81, 90, 114, 117, 118, 120, 121], "process": [53, 57, 65, 77, 82, 83, 89, 92, 93, 94, 95, 103, 104, 105, 110, 117, 118, 119, 120, 123], "onto": [53, 59], "consol": 53, "w": [53, 67, 77, 114], "disabl": [53, 65, 67, 72, 76, 81, 82, 96, 100, 116, 123], "i": [53, 56, 61, 67, 69, 71, 83, 84, 89, 90, 92, 94, 95, 98, 99, 100, 102, 103, 106, 112, 114, 115], "debugg": [53, 72, 77, 78], "fallback": [53, 58, 60, 61, 103, 104, 126], "throw": [53, 56, 77, 90], "spars": [53, 55, 65, 71, 72], "p": [53, 71, 90, 117, 118, 120, 126], "repeat": [53, 71], "f32": [53, 72, 76, 77, 98], "half": [53, 65, 77, 83, 90, 91, 92, 93, 98, 103, 105, 107, 112, 113, 114, 116, 122, 126], "float16": [53, 77, 98, 102, 108, 111, 114, 122], "f16": [53, 77, 90, 117, 118, 120, 126], "i8": [53, 77], "d": [53, 68, 77, 83, 84, 90, 126], "multi": [53, 76], "dlacor": 53, "avail": [53, 55, 61, 63, 65, 66, 67, 68, 72, 76, 77, 81, 98, 106, 114, 116, 119, 125, 126], "dla_standalon": [53, 77], "file_path": [53, 72, 77, 97, 124], "teo": 53, "op_nam": 53, "op": [53, 54, 55, 56, 57, 58, 60, 61, 63, 64, 65, 76, 77, 90, 94, 95, 96, 105, 110, 123, 125], "partial": [53, 83], "tem": 53, "module_nam": 53, "mod": [53, 57, 66, 72, 87, 90, 92, 122], "mb": [53, 79], "num_op": 53, "block": [53, 54, 56, 57, 65, 72, 87, 94, 95, 125], "treat": 53, "num": 53, "avg": 53, "num_it": 53, "sram": 53, "local": [53, 56, 67, 68, 81, 90], "dram": 53, "atol": 53, "absolut": [53, 67], "toler": 53, "threshold": 53, "numer": [53, 66, 84], "deviat": 53, "1e": [53, 102, 104], "rtol": 53, "rel": [53, 57, 103], "5": [53, 57, 59, 60, 65, 66, 67, 68, 72, 76, 77, 83, 84, 87, 89, 90, 95, 96, 98, 102, 103, 105, 110, 111, 114, 116, 117, 118, 120], "skip": 53, "complianc": 53, "64bit": [53, 97], "32bit": 53, "custom": [53, 63, 64, 66, 67, 70, 101, 102, 112, 113, 114, 117], "dll": 53, "e": [53, 56, 61, 66, 67, 68, 69, 73, 76, 77, 89, 90, 92, 96, 98, 100, 104, 117, 118, 120, 123], "g": [53, 56, 66, 67, 68, 73, 76, 77, 83, 92, 96, 98, 104, 117, 118, 120, 123], "n": [53, 61, 63, 77, 90, 92, 94, 95, 96, 98, 99], "min_n": 53, "min_c": 53, "min_h": 53, "min_w": 53, "opt_n": 53, "opt_c": 53, "opt_h": 53, "opt_w": 53, "max_n": 53, "max_c": 53, "max_h": 53, "max_w": 53, "32": [53, 77, 89, 90, 91, 92, 102, 106, 111, 112, 113, 115, 126], "flag": [53, 57, 58, 60, 65, 67, 72, 75, 76, 77, 91, 110, 112, 113, 123, 124], "forc": [53, 64, 66, 72, 77, 78, 81, 114, 123], "posit": [53, 55, 66, 77, 81], "test": [53, 57, 60, 66, 67, 68, 72, 77, 83, 84, 92, 115, 117, 118, 119, 120], "ssd_trace": 53, "pt": [53, 66, 90, 106, 112, 113, 117, 118, 120], "ssd_trt": 53, "300": [53, 93, 94, 95], "512": [53, 72, 77, 78, 111, 115, 119], "1024": [53, 72, 77, 78, 94, 95, 102, 112, 119], "simplifi": [54, 98], "form": [54, 76, 77, 83, 91, 117, 118, 120], "up": [54, 56, 57, 58, 59, 60, 63, 66, 67, 72, 77, 83, 89, 94, 95, 96, 98, 100, 103, 104, 105, 109, 110, 116, 119], "context": [54, 58, 59, 60, 65, 74, 76, 96, 103, 106, 110, 114, 123], "inetworkdefinit": [54, 55], "record": [54, 89, 99, 100, 102, 110, 123], "togeth": [54, 61, 90], "also": [54, 55, 61, 63, 65, 67, 69, 77, 81, 83, 84, 90, 91, 92, 94, 95, 100, 102, 110, 111, 114, 115, 119], "start": [54, 57, 66, 71, 75, 77, 84, 90, 93, 98, 99, 100, 102, 106, 119], "look": [54, 55, 56, 69, 72, 77, 89, 92, 93, 96, 100, 106, 117, 118, 120, 121], "its": [54, 57, 59, 61, 67, 76, 77, 83, 94, 95, 98, 117, 118, 120, 123, 125], "assembl": [54, 63, 90], "resourc": [54, 92, 94, 95, 98, 103], "coupl": [54, 60, 66, 123], "state": [54, 55, 61, 63, 76, 90, 96, 102, 106, 111, 114], "evaluated_value_map": [54, 61], "stage": [54, 66], "arg": [54, 55, 63, 66, 72, 75, 76, 77, 87, 90, 96, 97, 98, 100, 111, 115, 119, 123], "itensor": [54, 55, 61, 66, 90, 96, 98], "value_tensor_map": [54, 61], "typic": [54, 61, 77, 103, 110, 111, 117, 118, 120], "abl": [54, 56, 61, 63, 66, 92, 93, 98, 102, 104, 106], "system": [54, 61, 63, 65, 70, 72, 76, 77, 78, 95, 96, 97, 98, 100, 104, 125], "registri": [54, 55, 90, 98], "enter": [54, 77], "recurs": 54, "until": [54, 57, 60, 61, 67, 72, 77, 125], "final": [54, 57, 58, 60, 67, 96, 98, 105, 109, 119], "some": [54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 72, 77, 82, 83, 90, 92, 94, 95, 96, 98, 100, 103, 110, 121, 125], "These": [54, 55, 57, 59, 63, 65, 67, 72, 75, 76, 77, 81, 83, 92, 94, 96, 117, 118, 120, 123, 125], "those": [54, 55, 63, 65, 77, 83, 102], "do": [54, 55, 56, 57, 61, 64, 66, 82, 84, 89, 90, 91, 92, 94, 95, 96, 98, 111, 112, 113, 126], "theori": [54, 83], "kind": [54, 66], "common": [54, 56, 66, 73, 83, 96, 100], "prim": [54, 56, 57, 59, 71, 89, 90], "constant": [54, 55, 56, 57, 90, 98, 103], "emit": 54, "listconstruct": [54, 57, 59, 90], "make": [54, 55, 66, 67, 68, 72, 77, 83, 85, 90, 91, 92, 98, 100, 117, 118, 119, 120, 126], "associ": [54, 61, 90, 100, 123], "where": [54, 55, 56, 61, 63, 65, 66, 72, 76, 77, 78, 84, 90, 92, 94, 96, 104, 110], "result": [54, 56, 57, 67, 69, 72, 74, 76, 77, 78, 81, 89, 91, 94, 95, 97, 98, 102, 103, 104, 110, 111, 116, 117, 118, 120, 122, 125], "done": [54, 57, 60, 98, 104, 117, 118, 120, 124], "mai": [54, 55, 57, 59, 60, 66, 67, 72, 76, 77, 78, 83, 84, 89, 90, 91, 92, 96, 98, 104, 105, 109, 110, 116, 117, 118, 120, 123], "For": [54, 57, 63, 64, 65, 66, 67, 69, 73, 77, 81, 83, 84, 89, 90, 92, 93, 94, 95, 96, 98, 102, 105, 115, 117, 118, 119, 120, 123, 124], "writing_convert": [54, 90], "locat": [55, 63, 67, 92, 96, 98], "py": [55, 56, 60, 63, 66, 67, 68, 79, 81, 83, 88, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121], "convers": [55, 56, 57, 59, 64, 65, 66, 72, 77, 78, 90, 94, 95, 96, 98, 114, 119, 121], "decror": 55, "dynamo_tensorrt_convert": [55, 96, 98, 123], "signatur": [55, 78], "leaky_relu": [55, 71], "def": [55, 63, 66, 77, 83, 89, 91, 94, 95, 96, 98, 99, 100, 102, 103, 105, 110, 111, 114, 115, 116, 117, 118, 120, 121, 122, 123], "leaky_relu_convert": 55, "ctx": [55, 61, 90, 96, 98, 116, 123], "conversionctx": [55, 61, 90, 96], "tupl": [55, 59, 64, 66, 72, 73, 76, 77, 78, 91, 94, 95, 96, 98, 100, 104, 121, 122, 123], "kwarg": [55, 66, 72, 75, 76, 77, 96, 98, 102, 111, 119, 123], "dict": [55, 72, 76, 77, 78, 96, 98, 100, 102, 123], "union": [55, 61, 65, 72, 76, 77, 78, 90, 96, 123], "sequenc": [55, 63, 66, 72, 73, 76, 77, 78, 83, 96, 98, 106, 110, 116, 119, 123], "decor": [55, 63, 66, 96], "kei": [55, 83, 89, 100, 117, 118, 120, 121], "node": [55, 56, 57, 58, 60, 61, 63, 65, 66, 72, 73, 90, 96, 98, 111, 115, 119, 121], "capability_valid": [55, 96], "lambda": [55, 61, 83, 90, 94, 95, 96, 117, 118, 120], "fx": [55, 63, 64, 72, 76, 77, 90, 91, 96, 98, 104, 124], "determin": [55, 56, 65, 66, 77, 94, 96, 116, 121, 123], "properli": [55, 67], "handl": [55, 56, 57, 59, 65, 66, 76, 77, 94, 95, 98, 103, 110], "partition": [55, 72, 77, 98], "sure": [55, 67, 68, 90, 91, 106, 117, 118, 120, 126], "prioriti": [55, 96], "develop": [55, 66, 67, 68, 70, 83, 84, 90, 96, 98], "bodi": [55, 83, 84], "respons": [55, 59, 83, 123], "network": [55, 61, 66, 77, 90, 92, 96, 98, 116, 117, 118, 119, 120, 126], "perform": [55, 63, 64, 72, 76, 77, 92, 94, 95, 98, 110, 114, 116, 117, 118, 119, 120, 122, 123, 124, 125], "nativ": [55, 60, 62, 90, 94, 95, 96, 98, 104], "numpi": [55, 77, 98, 99, 100, 102, 103, 104, 114, 116, 117, 118, 120], "frozen": 55, "attribut": [55, 56, 57, 59, 66, 77, 83, 90], "previou": [55, 81, 105, 114], "correspond": [55, 61, 66, 67, 76, 77, 96, 100, 102, 106, 123], "edg": [55, 83], "well": [55, 64, 67, 70, 74, 76, 83, 90, 92, 94, 95, 96, 100, 110, 114, 124], "being": [55, 66, 67, 72, 90, 96, 98, 104, 110], "truth": 55, "github": [55, 62, 65, 67, 68, 81, 90, 92, 105, 109, 114, 115, 117, 118, 120, 123], "com": [55, 62, 65, 67, 68, 90, 92, 105, 109, 114, 115, 117, 118, 120, 123], "blob": [55, 62, 67, 81, 92, 100, 114], "main": [55, 56, 57, 58, 59, 60, 61, 64, 66, 67, 81, 83, 85, 90, 96, 98, 112, 114, 115], "src": [55, 59, 62, 71], "native_funct": [55, 62], "yaml": [55, 62], "sinc": [55, 56, 65, 66, 68, 76, 83, 89, 90, 92, 94, 95, 96, 99, 100, 104, 111, 114], "mani": [55, 57, 65, 66, 81, 83, 84, 96, 100, 104, 125], "composit": [55, 90], "raw": [55, 81, 96], "impl": [55, 94, 96], "subpackag": 55, "chain": [55, 61], "primarili": [55, 60, 67, 90, 96], "manipul": [55, 63, 77], "net": [55, 61, 83, 84, 90, 98, 117, 118, 120], "addit": [55, 56, 65, 66, 76, 77, 90, 96, 98, 100, 104, 110, 114, 119, 121], "call_modul": 55, "call_funct": [55, 63, 66], "eg": [55, 117, 118, 120, 122], "aten_": 55, "_leaky_relu": 55, "opoverloadpacket": 55, "while": [55, 57, 67, 76, 92, 96, 102, 103, 116, 117, 118, 119, 120, 123, 125], "opoverload": 55, "particular": [55, 65, 100, 111], "collect": [55, 57, 65, 72, 77, 78, 90, 91, 115], "trtinterpret": [55, 66, 73], "along": [55, 77], "match": [55, 56, 94, 95, 96, 104], "special": [55, 57, 106, 111, 114], "account": [55, 117, 118, 120], "illustr": [55, 66, 106, 107, 111, 112, 113, 114, 119], "scale_grad_by_freq": [55, 71], "embedding_param_valid": 55, "establish": 55, "subset": [55, 65, 72, 77, 92, 119], "converter_util": [55, 98], "enforce_tensor_typ": 55, "dictionari": [55, 72, 77, 78, 93, 102, 105], "between": [55, 56, 57, 61, 67, 77, 83, 84, 92, 94, 100, 102, 112, 116], "possibl": [55, 67, 83, 94, 95, 96, 98, 100, 117, 118, 119, 120], "prefer": [55, 65, 67, 90], "keyword": [55, 63, 72, 76, 77, 78, 96, 102, 105, 109], "both": [55, 57, 65, 67, 70, 72, 73, 76, 77, 81, 83, 89, 92, 96, 98, 100, 117, 118, 120], "enforc": [55, 90], "situat": 55, "partit": [55, 56, 64, 65, 72, 77, 96, 125], "ensur": [55, 56, 57, 63, 65, 67, 68, 72, 76, 94, 95, 103, 110, 111, 112, 113, 114], "greater": [55, 72, 74, 77], "than": [55, 56, 65, 67, 72, 77, 82, 83, 96, 99, 100, 102, 114, 116, 119, 123], "3d": [55, 66], "autocast": 55, "therebi": [55, 59, 94, 95, 98, 119], "limit": [55, 56, 65, 72, 74, 82, 92, 97, 100, 101, 116, 117, 125], "author": [55, 84], "conv_nod": 55, "7": [55, 57, 59, 60, 76, 77, 83, 87, 90, 95, 98, 105, 107, 109, 115, 121], "ignor": [55, 65, 72, 76, 77, 94, 95, 98], "misc": [55, 94, 95, 98], "trttensor": [55, 123], "np": [55, 96, 98, 99, 100, 102, 103, 104, 114, 116, 117, 118, 120], "ndarrai": [55, 98], "aten_ops_convolut": 55, "conversioncontext": [55, 96, 98, 123], "side": [55, 56, 81, 90, 96], "effect": [55, 56, 65, 66, 72, 81, 90, 92, 96, 98, 103, 119], "term": [55, 77, 83, 84, 92, 94, 95, 96, 98, 119], "getitem": 55, "categor": 55, "modif": [55, 63, 77, 114], "op_evalu": 55, "capbility_valid": 55, "opcod": 55, "decompos": 55, "suboper": 55, "separ": [55, 57, 58, 60, 67], "Such": 55, "via": [55, 65, 66, 68, 70, 72, 76, 77, 78, 81, 87, 91, 92, 105, 107, 109, 112, 113, 114, 119, 121, 123, 124, 125], "register_torch_trt_decomposit": 55, "addmm_replac": 55, "replac": [55, 57, 63, 67, 68, 75, 94, 95, 98, 115, 125], "input_": 55, "mat1": 55, "mat2": [55, 71], "beta": [55, 66, 71, 78], "alpha": [55, 66, 71, 84], "mul": [55, 57, 71, 96, 110], "matmul": [55, 56, 65, 71, 72, 90, 102, 111, 112, 113, 114, 121], "modifi": [55, 57, 63, 66, 84, 102, 121], "edit": [55, 67, 81], "torch_enabled_decomposit": 55, "torch_disabled_decomposit": 55, "disjoint": 55, "preced": [55, 83], "over": [55, 58, 60, 66, 83, 115, 116, 117, 118, 120, 125], "much": [55, 61, 81, 83, 92, 102], "significantli": [55, 56, 81, 94, 100], "easier": [55, 58, 60, 61, 66, 72, 76, 77, 90, 92, 98, 102], "tri": 55, "made": [56, 58, 60, 77, 83], "represent": [56, 61, 66, 89, 106, 114, 119, 125], "instanc": [56, 63, 65, 67, 72, 75, 76, 89, 90, 96, 119, 123], "idea": [56, 83, 96], "reduc": [56, 57, 58, 60, 66, 72, 77, 92, 94, 95, 98, 100, 103, 110, 119, 123], "actual": [56, 59, 61, 66, 89, 90, 98], "aim": [56, 125], "closer": 56, "scope": [56, 98, 105, 109], "csrc": [56, 62], "common_subexpression_elimin": 56, "subexpress": 56, "dead_code_elimin": 56, "exception_elimin": 56, "wa": [56, 59, 63, 65, 66, 72, 76, 77, 83, 90, 96, 97, 125], "1013": 56, "ne": [56, 71], "1012": 56, "24": [56, 68, 102, 117, 118, 120], "lib": [56, 67, 68, 90], "python3": [56, 67, 90], "site": [56, 67, 83, 90], "nn": [56, 62, 66, 72, 73, 76, 77, 78, 89, 90, 91, 94, 95, 96, 98, 102, 105, 110, 114, 115, 121, 122, 125], "batchnorm": 56, "248": 56, "11": [56, 67, 83, 87, 90, 117, 118, 120], "block0": 56, "raiseexcept": 56, "249": 56, "12": [56, 57, 68, 83, 87, 89, 90, 107, 111, 117, 118, 120, 121], "block1": 56, "guard_elimin": 56, "whose": [56, 66, 107], "freeze_modul": 56, "propag": 56, "fuse_addmm_branch": 56, "differ": [56, 57, 60, 65, 66, 67, 72, 77, 81, 89, 96, 98, 100, 102, 111, 112, 116, 119, 123, 125], "variant": [56, 123], "caught": 56, "ret": 56, "622": 56, "self": [56, 59, 61, 71, 76, 77, 89, 90, 91, 94, 95, 96, 98, 100, 102, 105, 110, 114, 115, 119, 121, 122, 126], "bia": [56, 71, 90, 115], "x9": 56, "3677": 56, "output0": [56, 117, 118, 120, 122], "add_": [56, 71, 90, 96], "fuse_linear": 56, "back": [56, 57, 59, 60, 76, 77, 83, 89, 90, 94, 95, 98, 125], "fuse_flatten_linear": 56, "implicitli": [56, 77], "connect": [56, 72, 77, 78, 83, 102, 117, 118, 120, 126], "higher": [56, 65, 72, 77, 81, 83, 89, 116], "1d": 56, "lower_graph": 56, "access": [56, 61, 66, 81, 90, 93, 111, 125], "rather": [56, 114], "getattr": [56, 59, 89, 90], "trainabl": 56, "remain": [56, 77, 92, 125], "lower_tupl": 56, "lowersimpletupl": 56, "tupleconstruct": [56, 59], "tupleunpack": 56, "leav": [56, 63, 65, 72], "statement": [56, 83, 96], "loweralltupl": 56, "_all_": 56, "rais": [56, 66, 72, 77, 97], "onnx": 56, "module_fallback": 56, "consist": [56, 66, 83, 98, 103, 110, 114, 123, 125], "pair": [56, 61, 67, 83, 92, 119], "delimit": 56, "around": [56, 59, 61, 65, 67, 72, 76, 83, 86, 89, 98, 103, 111], "second": [56, 66, 83, 91, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "mark": [56, 57, 81, 100, 106], "notatemoduleforfallback": 56, "marknodesforfallback": 56, "tell": [56, 57, 58, 59, 60, 61, 83, 94, 125], "them": [56, 57, 59, 64, 65, 66, 67, 72, 76, 81, 90, 94, 95, 98, 100, 113, 114, 119, 121, 125], "peephole_optimz": 56, "intent": [56, 83], "catch": [56, 77, 90], "small": [56, 98, 99, 103, 117, 118, 120], "might": [56, 67, 81, 104, 121], "interest": [56, 83], "now": [56, 57, 60, 61, 66, 67, 77, 83, 90, 93, 94, 95, 96, 98, 100, 104, 116, 122, 123], "expand": [56, 71], "simpli": [56, 105, 119], "remove_contigu": 56, "remove_dropout": 56, "infer": [56, 65, 66, 72, 77, 78, 90, 92, 97, 104, 105, 116, 119, 121, 123, 124, 125], "remove_to": 56, "chang": [56, 57, 60, 63, 65, 66, 76, 77, 78, 81, 92, 94, 95, 96, 100, 102, 103, 104, 114, 117, 118, 120, 123, 125], "unpack_addmm": 56, "reus": [56, 66, 72, 92, 94, 100, 103], "dedic": [56, 84], "unpack_log_softmax": 56, "softmax": [56, 66, 71, 115], "loop_unrol": 56, "suffici": [56, 67, 77], "short": [56, 65, 72, 83, 84, 104], "tile_to_repeat": 56, "instruct": [57, 58, 60, 66, 67, 90, 114, 117, 118, 120], "criteria": [57, 58, 60, 65], "lack": [57, 58, 60, 66, 94, 95, 98, 116], "explicitli": [57, 58, 60, 67, 78, 91, 92, 93, 112, 113, 122], "On": 57, "segment": [57, 64, 98, 107, 109, 114, 119], "verifi": [57, 72, 96, 98, 104], "Then": [57, 92, 93, 104, 117, 118, 120], "roughli": [57, 117, 118, 120], "analysi": 57, "everi": [57, 73, 76, 77, 90, 123], "complet": [57, 64, 72, 77, 89, 90, 111], "mean": [57, 61, 65, 66, 71, 72, 73, 105, 116, 117, 118, 120, 125], "trace": [57, 65, 66, 72, 76, 78, 89, 90, 117, 118, 120, 121, 124, 125], "tensorlist": [57, 61], "figur": [57, 84, 86, 114], "our": [57, 60, 64, 89, 90, 117, 118, 120], "stitch": [57, 90], "altogeth": [57, 81], "brief": 57, "descript": [57, 84, 97, 111, 115], "partitioninfo": 57, "api": [57, 60, 61, 63, 64, 65, 66, 72, 76, 77, 78, 82, 90, 91, 92, 93, 95, 98, 105, 106, 107, 110, 116, 117, 118, 119, 120, 121, 123, 124], "maintain": [57, 59, 61, 77, 102, 110, 125], "code": [57, 60, 63, 65, 66, 67, 82, 84, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 121], "mymodel": [57, 64, 69, 91, 94, 95, 98, 121, 124], "ts_model": [57, 90], "trt_model": [57, 93, 98, 107, 112, 113, 114, 115, 116, 117, 118, 120, 124], "off": [57, 59, 110, 114], "consecut": [57, 64], "satisfi": [57, 63, 66], "forced_fallback_op": 57, "randn": [57, 64, 69, 72, 77, 78, 90, 93, 96, 100, 102, 107, 110, 111, 121, 122, 124], "224": [57, 64, 69, 72, 73, 77, 78, 90, 97, 100, 102, 104, 107, 110, 117, 118, 119, 120, 121, 124], "trt_ts_modul": [57, 91], "input_s": 57, "inputrang": 57, "cfg": [57, 90], "relu": [57, 71, 89, 90, 105, 110, 115], "trt_mod": [57, 69, 90, 92, 126], "consid": [57, 78, 90, 98, 122], "segmentmodelwithdependencyawar": 57, "test_segment": 57, "20": [57, 68, 87, 104, 107, 109, 111], "x_lgamma": 57, "lgamma": 57, "y_lgamma": 57, "div": [57, 71], "div_lgamma": 57, "27": [57, 90], "cat": [57, 67, 68, 71, 115, 116], "greedi": [57, 106, 112, 113, 116], "strategi": [57, 65, 72, 77], "travers": [57, 58, 60, 65], "gather": 57, "same": [57, 59, 63, 65, 66, 67, 72, 77, 81, 83, 89, 90, 93, 94, 95, 97, 98, 100, 104, 107, 109, 117, 118, 120, 121, 123, 124], "encount": [57, 65, 67, 96, 105, 106, 109], "4": [57, 59, 64, 65, 66, 67, 71, 77, 79, 81, 83, 84, 87, 90, 98, 102, 105, 108, 109, 110, 111, 115, 121], "suboptim": 57, "arithmet": 57, "split": [57, 66, 71], "own": [57, 61, 65, 67, 72, 83, 90, 100, 117, 118, 120], "rewrit": [57, 63], "portion": [57, 83, 98, 108], "without": [57, 61, 69, 72, 81, 83, 90, 92, 98, 99, 100, 102, 104, 110, 123], "reorder": 57, "seri": 57, "cleanli": 57, "approach": [57, 100], "achiev": [57, 119], "hit": 57, "larger": [57, 72, 77, 81, 116, 119], "boundari": [57, 75, 77], "guarante": [57, 76], "trigger": [57, 65, 66, 77, 90, 100, 102, 104, 125], "appear": [57, 83], "adjac": [57, 72, 77, 83], "As": [57, 66, 67, 77, 90, 94, 95, 96, 98, 100, 104, 110, 125], "clean": [57, 63, 83, 105, 109], "step": [57, 66, 68, 71, 77, 92, 98, 104, 114, 119], "consolid": [57, 89], "further": [57, 65, 66, 123, 125], "merg": 57, "identifi": [57, 123], "do_not_merg": 57, "combin": [57, 65, 66], "condit": [57, 83, 125], "loop": [57, 65, 66, 106, 112, 113], "ir": [58, 60, 61, 64, 65, 69, 72, 77, 89, 90, 91, 101, 103, 105, 107, 109, 110, 117, 121], "larg": [58, 60, 81, 83, 90, 92, 103, 104, 106, 114, 116, 119], "opset": [58, 60, 96], "compon": [58, 60, 67, 68, 75, 89, 111, 123, 125], "evalu": [58, 59, 60, 115], "deploi": [58, 60, 70, 72, 90, 92, 101, 117, 118, 120], "instanti": [58, 59, 60, 61, 90, 108], "wrap": [58, 59, 60, 66, 83, 86, 90, 93, 105, 109, 110], "extend": [58, 60, 61, 71, 90, 100, 119], "providi": [58, 60], "stand": [59, 83], "interpret": [59, 66, 83], "execute_engin": [59, 76, 90], "stack": [59, 71, 92, 115, 125], "machin": [59, 67, 92, 97, 117, 118, 120], "pop": 59, "push": 59, "element": [59, 66, 83, 84, 87, 94, 95], "realiz": 59, "abstract": [59, 61, 84, 96], "__torch__": [59, 89, 90], "portabl": [59, 67, 78], "serializ": [59, 65, 89, 125], "instnanti": 59, "whatev": [59, 66, 98], "self_1": [59, 90], "torchvis": [59, 92, 93, 97, 100, 102, 104, 107, 110, 115, 117, 118, 120], "resnet": [59, 70, 79, 97, 101, 102, 117, 118, 119, 120], "___torch_mangle_4847": 59, "resnet_trt": 59, "input_0": [59, 90], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 59, "listunpack": [59, 90], "multipl": [59, 67, 72, 76, 77, 83, 84, 92, 94, 95, 103, 110, 116, 117, 118, 120, 123], "repack": 59, "ssd": 59, "ssd300_trt": 59, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 59, "holder": [59, 85], "torchbind": 59, "pickler": 59, "seril": 59, "zip": [59, 67, 102, 104, 114, 117], "depickl": 59, "therefor": [59, 66, 67, 76, 83, 90, 119, 123], "encod": [59, 114, 119], "sm": 59, "correct": [59, 67, 81, 101, 102, 104, 115, 117, 118, 120], "bazel": [60, 67, 68], "linux": [60, 65, 68, 72, 77, 90, 97], "x86_64": [60, 67], "aarch64": 60, "gcc": [60, 90], "untest": 60, "try": [60, 77, 83, 84, 90, 93, 98, 100, 111, 114, 117, 118, 120, 125], "older": 60, "repositori": [60, 67, 81, 88, 114, 117, 118, 120], "notebook": [60, 70, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "doc": [60, 62, 67, 68, 77, 81, 82, 83, 88, 96, 98, 121], "docsrc": 60, "third_parti": [60, 67], "toolchain": [60, 67, 68], "unstabl": 60, "subject": [60, 63, 125], "matur": 60, "most": [60, 66, 67, 73, 98, 104, 117, 118, 120, 123, 125], "hood": [60, 107, 125], "major": [60, 66, 77], "top": [60, 81, 85], "coordin": [60, 77, 114], "ingest": 60, "flow": [61, 66, 83, 89, 111, 119], "ilay": 61, "analogu": 61, "goal": [61, 65, 100], "registernodeconversionpattern": [61, 90], "helper": [61, 96], "pattern": [61, 77, 90, 116], "schema": [61, 90, 96, 98], "caus": [61, 65, 81, 105, 107, 109, 116, 123], "acthardtanh": 61, "torchtrt_unus": 61, "hardtanh": [61, 71], "scalar": [61, 71], "min_val": [61, 71], "max_val": [61, 71], "unwraptodoubl": 61, "new_lay": 61, "addactiv": 61, "activationtyp": [61, 66], "kclip": 61, "torchtrt_check": 61, "setalpha": 61, "setbeta": 61, "setnam": [61, 90], "util": [61, 63, 75, 78, 90, 92, 105, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 120, 123, 125], "node_info": [61, 90], "c_str": [61, 90], "out_tensor": [61, 90], "associatevalueandtensor": [61, 90], "getoutput": [61, 90], "log_debug": 61, "getdimens": [61, 90], "accord": [61, 65, 78, 97], "unwrap": 61, "tool": [61, 65, 66, 67, 90, 96, 100, 119], "don": [61, 66, 81, 83, 84, 92, 96, 115, 117, 118, 120, 121], "annot": [61, 90], "your": [61, 64, 65, 67, 68, 69, 76, 81, 83, 84, 88, 89, 90, 91, 93, 100, 114, 121, 123], "Its": [61, 83], "track": [61, 92], "sort": [61, 71, 93, 114], "live": [61, 83], "directli": [61, 63, 64, 67, 70, 75, 77, 92, 96, 98, 105, 114, 124], "associatevalueandivalu": 61, "inspect": [61, 89, 90], "dataflow": [61, 90], "mechan": [61, 65, 66, 98, 103, 104, 119], "safe": [61, 65, 72, 76, 77, 78, 114], "unsur": 61, "deep": [61, 65, 70, 81, 92, 98, 126], "straight": 61, "chanc": 61, "none": [61, 65, 66, 71, 72, 73, 75, 76, 77, 78, 81, 83, 96, 98, 100, 102, 105, 106, 111, 114, 115, 116], "wrapper": [61, 66, 103, 110, 124], "similar": [61, 64, 65, 66, 67, 90, 93, 94, 98, 112, 113, 114], "tocustomclass": 61, "tensorcontain": 61, "istensor": 61, "iscustomclass": 61, "lot": [61, 64], "singular": 61, "becaus": [61, 66, 67, 73, 89, 90, 94, 95, 96, 98, 99, 100, 103, 110, 116, 122], "alloc": [61, 70, 76, 95, 96, 101, 110, 117], "freed": 61, "destructor": 61, "destroi": [61, 84], "realli": 61, "think": [61, 83], "becom": [61, 67, 102], "benefit": [61, 90, 100, 110, 116], "deal": [61, 100], "quit": [61, 67, 90, 119], "effici": [61, 103, 110, 114], "batch_norm": [61, 71], "fusion": [61, 63, 66], "deeplearn": [62, 66, 68], "sdk": [62, 68, 117, 118, 120, 125], "matrix": 62, "c_api": 62, "python_api": 62, "stabl": [62, 68, 70, 77, 78, 79, 81, 101, 117, 121], "master": [62, 67, 92, 123], "overview": [62, 70, 105, 110], "md": 62, "appli": [63, 64, 92, 104, 106, 110, 114], "desir": [63, 72, 84, 92, 100], "coalesc": 63, "insert": [63, 65, 72, 90, 92, 96, 100, 104], "graphmodul": [63, 64, 72, 73, 76, 77, 90, 91, 98, 104, 124, 125], "caller": 63, "invok": [63, 65, 66, 89, 90, 123], "lint": 63, "recompil": [63, 72, 77, 96, 100, 102, 104, 106, 109, 121, 125], "repair": 63, "disallow": 63, "repair_input_as_output": 63, "gm": [63, 72], "sample_input": [63, 66, 105], "scenario": [63, 65, 102, 103, 116, 123], "clone": [63, 67, 71, 98], "modified_graph": 63, "extract": [63, 90, 114, 119], "placehold": [63, 96], "isinst": [63, 66, 98, 115], "issubclass": 63, "direct": [63, 87, 104, 123], "len": [63, 71, 98, 114], "direct_output": 63, "inserting_aft": 63, "cloned_placehold": 63, "replace_input_with": 63, "date": [63, 84, 125], "eliminate_dead_cod": 63, "logger": [63, 74], "f": [63, 65, 66, 68, 77, 83, 89, 96, 97, 98, 103, 111, 114, 115, 116], "__init__": [63, 76, 77, 83, 89, 94, 95, 96, 98, 100, 102, 105, 114, 115, 121, 122], "pass_manag": 63, "passmanag": 63, "backend": [63, 69, 70, 78, 79, 82, 93, 99, 100, 101, 105, 106, 110, 115, 117, 118, 120, 121], "offer": [63, 65], "registr": [63, 66, 95], "conveni": [63, 92, 109, 119, 123, 125], "control": [63, 66, 89, 104, 116, 123], "_aten_lowering_pass": 63, "my_custom_pass": 63, "front": [63, 72], "passlist": 63, "arbitrari": [63, 76], "remov": [63, 64, 72, 81, 99, 100, 102, 103, 114, 115], "dump_lowering_pass": 63, "apply_lowering_pass": 63, "graph_modul": [63, 72], "_remove_lowering_pass": 63, "evolv": 63, "introduc": [64, 66, 110, 111, 119], "exportedprogram": [64, 69, 72, 77, 104, 112, 113, 116, 121, 125], "frontend": [64, 72, 75, 91, 94, 95, 98, 101, 107, 109, 115, 117, 118, 120, 121], "simpl": [64, 65, 66, 83, 84, 89, 94, 95, 110, 117, 118, 119, 120, 121], "usag": [64, 66, 70, 72, 75, 79, 83, 90, 94, 95, 101, 102, 116, 117, 121, 124], "eval": [64, 69, 90, 91, 96, 97, 99, 100, 102, 103, 104, 105, 106, 107, 109, 110, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 124], "exp_program": [64, 100, 104, 114, 115, 121], "trt_gm": [64, 69, 100, 104, 111, 121, 122, 124], "interact": [64, 83, 102, 105, 107, 108, 109, 110], "ideal": 64, "discuss": [64, 65, 117, 118, 120], "section": [64, 66, 81, 83, 84, 85, 87, 90, 92, 117, 118, 120, 124], "frequent": [64, 103], "builder": [64, 65, 66, 72], "respect": [64, 65, 67, 72, 77, 111, 112, 113, 122], "releas": [64, 65, 68, 83, 111], "insid": [64, 83, 94, 95, 98], "decomposit": [64, 65, 72, 77, 94, 95, 98], "downstream": [64, 119], "constraint": [64, 102, 116], "guid": [65, 82], "present": [65, 72, 104], "learn": [65, 67, 70, 90, 92, 98, 117, 118, 120, 126], "acceler": [65, 73, 77, 111, 123, 125, 126], "wide": [65, 77, 87], "varieti": [65, 117, 118, 120], "primari": [65, 96, 100, 124], "simplic": 65, "optimized_model": [65, 69, 99, 103, 105, 107, 109], "depth": [65, 81, 119], "challeng": [65, 102, 117, 118, 120], "addition": [65, 98], "fit": [65, 83], "compilationset": [65, 72, 76, 96, 98, 105], "_enum": [65, 72], "callabl": [65, 72, 77], "pass_through_build_failur": [65, 72, 76, 77, 98, 110], "max_aux_stream": [65, 72, 76, 77, 98], "version_compat": [65, 72, 76, 77, 98], "optimization_level": [65, 72, 76, 77, 98, 105], "use_python_runtim": [65, 72, 76, 77, 98, 99, 100, 102, 104, 105], "truncate_doubl": [65, 72, 76, 77, 98, 99, 111, 112, 113, 116], "use_fast_partition": [65, 72, 76, 77, 98], "enable_experimental_decomposit": [65, 72, 76, 77, 98], "_devic": [65, 72], "assume_dynamic_shape_support": [65, 72, 76, 77], "engine_cap": [65, 72, 76, 77, 98], "dryrun": [65, 72, 76, 77, 98], "hardware_compat": [65, 72, 76, 77, 98], "timing_cache_path": [65, 72, 76, 77, 100, 102], "tmp": [65, 72, 76, 77, 90, 99], "torch_tensorrt_engine_cach": [65, 72, 76, 77], "timing_cach": [65, 66, 72, 76, 77], "bin": [65, 67, 68, 72, 76, 77], "lazy_engine_init": [65, 72, 76, 77], "cache_built_engin": [65, 72, 76, 99, 100, 102], "reuse_cached_engin": [65, 72, 76, 99, 100, 102, 104], "use_explicit_typ": [65, 72, 76, 111, 112, 113, 116, 122], "use_fp32_acc": [65, 72, 76, 111, 112, 113, 114], "refit_identical_engine_weight": [65, 72, 76], "strip_engine_weight": [65, 72, 76], "immutable_weight": [65, 72, 76, 77, 99, 100, 102, 104], "enable_weight_stream": [65, 72, 76, 116], "enable_cross_compile_for_window": [65, 72, 76], "tiling_optimization_level": [65, 72, 76], "l2_limit_for_til": [65, 72, 76], "use_distributed_mode_trac": [65, 72, 76], "dpython": [65, 72, 77, 78], "per": [65, 72, 98, 123], "regardless": [65, 72, 84, 107, 109], "fail": [65, 72, 77, 90, 102, 104, 126], "auxiliari": [65, 72], "stream": [65, 70, 72, 77, 94, 98, 101, 117], "impli": [65, 72], "longer": [65, 67, 72, 77, 81, 97, 123], "search": [65, 70, 72, 77, 81], "strictli": [65, 72], "runtim": [65, 67, 69, 70, 72, 77, 90, 96, 101, 105, 109, 110, 116, 117, 125], "presenc": [65, 72, 110], "preferenti": [65, 72], "choos": [65, 66, 72, 89], "float64": [65, 72, 77, 78], "toggl": [65, 72, 77], "mode": [65, 66, 72, 76, 77, 91, 92, 96, 110, 114, 115], "natur": [65, 72, 83], "architectur": [65, 67, 70, 72, 77, 97, 100, 119], "amper": [65, 72, 77], "newer": [65, 67, 72, 77], "storag": [65, 72, 92], "use_strong_typ": [65, 72], "strong": [65, 72, 83], "mix": [65, 70, 72], "happen": [65, 66, 72, 89, 102, 107, 121], "strip": [65, 72], "non": [65, 67, 72, 77, 84, 86, 111, 114, 123], "refitt": [65, 72, 77, 100], "were": [65, 72, 98, 104, 123], "cross": [65, 72, 77, 83, 101, 117], "window": [65, 72, 77, 83], "tile": [65, 72], "spend": [65, 72, 77], "better": [65, 72, 77, 89, 114, 119, 125], "moder": [65, 72], "l2": [65, 72], "byte": [65, 72, 76, 77, 78, 98, 100, 116, 119], "aot_autograd": [65, 72], "dtensor": [65, 72], "distribut": [65, 68, 72, 90, 92, 116, 123], "sub": [65, 71, 83, 89, 105], "slate": 65, "futur": [65, 66, 72, 77, 78, 106, 111, 123], "occur": [65, 110, 116], "first_output": 65, "subsequ": [65, 100, 103, 110], "second_output": 65, "session": [65, 69, 83, 100, 110], "point": [65, 67, 77, 81, 82, 83, 90, 94, 95, 114, 115, 117, 118, 120], "cover": [65, 94, 95, 96], "benchmark": [65, 71], "automat": [65, 68, 70, 77, 83, 90, 101, 104, 117, 121, 123, 125], "vari": [65, 73, 116, 121], "inf": 65, "dynamo_convers": 65, "contribut": [65, 103], "demonstr": [65, 83, 84, 85, 92, 94, 95, 96, 98, 100, 102, 111, 115, 117, 118, 119, 120], "break": [65, 66, 72, 76, 77, 83, 94, 95, 98, 103, 113, 114], "successfulli": [65, 97, 102, 104, 114], "_dynamo": [65, 99, 100, 105, 106, 107, 109, 121], "explain": [65, 66, 70], "veri": [65, 66, 84, 85, 92, 93, 106, 112, 113, 117, 118, 120], "explan": [65, 66], "graph_break_count": 65, "furthermor": 65, "durat": [65, 83], "latter": [65, 76], "logic": [65, 66, 96], "guard": 65, "compos": [66, 89, 92, 96, 115, 117, 118, 120], "variou": [66, 126], "etc": [66, 81, 83, 98, 126], "environ": [66, 69, 72, 117, 118, 120], "research": 66, "few": [66, 67, 77, 96], "recommend": [66, 67, 77, 83, 90, 98, 111, 117, 118, 120, 121], "nightli": 66, "lower_exampl": 66, "welcom": [66, 90], "finish": 66, "converison": 66, "max_batch_s": [66, 73, 117, 118, 120], "2048": [66, 73], "max_workspace_s": [66, 73], "33554432": [66, 73], "explicit_batch_dimens": [66, 73], "lower_precis": [66, 73], "lowerprecis": [66, 73], "verbose_log": [66, 73], "timing_cache_prefix": [66, 73], "save_timing_cach": [66, 73], "cuda_graph_batch_s": [66, 73], "dynamic_batch": [66, 73], "turn": [66, 73, 110], "trtmodul": [66, 73], "otherwis": [66, 67, 73, 100, 123], "implicit": [66, 71, 73, 83], "config": [66, 67, 73, 111, 117, 118, 120], "updat": [66, 67, 68, 72, 73, 77, 98, 104], "dim": [66, 71, 73, 77, 98, 100, 102, 111, 115, 116, 117, 118, 120, 121], "fx2trt_exampl": 66, "acc_trac": 66, "come": [66, 67, 82, 94, 95, 98, 102, 117, 118, 120], "my_pytorch_model": 66, "build_model": 66, "prepar": [66, 117, 118, 120], "acc_mod": 66, "earli": [66, 104], "continu": [66, 83, 110, 123], "backward": [66, 76, 98, 125], "vision": [66, 101, 117, 118, 120], "task": [66, 92, 103, 119], "activ": [66, 78, 83, 90, 92, 96, 119, 123, 126], "except": [66, 72, 77, 102], "permut": [66, 71, 114], "transpos": [66, 71, 121], "ll": [66, 100, 106], "inputtensorspec": [66, 73, 77], "experiment": [66, 72, 77, 78], "dataclass": [66, 105], "re": [66, 77, 83, 94, 95, 100, 102, 110, 123], "manual": [66, 77, 82, 83, 104, 110, 116, 123], "sampl": [66, 72, 83, 91, 92, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 114, 117, 118, 120], "rand": [66, 90, 97, 100, 102, 104, 105, 117, 118, 120], "from_tensor": [66, 77], "slightli": [66, 67, 98], "promis": 66, "optimize_target_shap": 66, "input_tensor_spec": 66, "shape_rang": [66, 73], "100": [66, 73, 98, 100, 102, 115, 116], "accordingli": [66, 81, 121, 123], "trtinterpreterresult": [66, 73], "namedtupl": 66, "input_nam": [66, 73], "output_nam": [66, 73], "serialized_cach": [66, 73], "bytearrai": [66, 76, 78], "afford": 66, "temporari": [66, 100], "best": [66, 72, 77, 83, 116, 122], "perforamnc": 66, "examin": 66, "suitabl": [66, 96, 103], "force_fp32_output": 66, "strict_type_constraint": 66, "usual": [66, 67, 81, 106], "unless": 66, "certain": [66, 67, 105, 112, 113, 114, 116, 123], "algorithm_selector": 66, "profiling_verbos": 66, "trt_interpreter_result": 66, "64": [66, 77, 91, 94, 95, 111, 113, 114, 115, 121], "25": [66, 73, 90, 114], "runtimeerror": 66, "xxx": 66, "One": [66, 83, 84, 90, 119, 123], "reload_trt_mod": 66, "reload_model_output": 66, "far": [66, 83], "give": [66, 81, 83, 102], "convtert": 66, "scheme": [66, 72, 77], "action": [66, 83], "tensort": [66, 125], "thing": [66, 67, 83], "compar": [66, 72, 77, 91, 103, 104], "vanilla": 66, "mainli": 66, "builtin": 66, "purpos": [66, 117, 118, 119, 120], "acc_op": 66, "leverag": [66, 92, 102, 110], "power": [66, 83, 90, 116, 119], "goe": [66, 83], "whole": [66, 110], "sigmoid": [66, 71], "tensorrt_convert": 66, "acc_ops_sigmoid": 66, "rest": [66, 83, 84], "input_v": [66, 96], "receiv": 66, "region": 66, "add_activ": 66, "get_output": [66, 98], "wherev": 66, "rememb": [66, 67, 117, 118, 120], "mapper": 66, "todo": [66, 68, 81], "logist": 66, "down": [66, 67, 81, 113], "acc_norm": 66, "foo": [66, 83, 84], "register_acc_op": 66, "register_acc_op_map": 66, "this_arg_is_opt": 66, "op_and_target": 66, "arg_replacement_tupl": 66, "rule": [66, 67, 78], "third": [66, 84], "boolean": [66, 76, 77, 96], "matter": [66, 98], "register_custom_acc_mapper_fn": 66, "design": [66, 75, 96, 102, 112, 116, 119, 126], "redund": 66, "throught": 66, "custom_mapp": 66, "_": [66, 83, 94, 95, 98, 103, 114, 115, 116, 122], "foo_kwarg": 66, "inserting_befor": 66, "foo_nod": 66, "meta": [66, 68, 87, 94, 95, 113, 116], "children": 66, "unit": [66, 77, 110], "test_acc_trac": 66, "acc_op_convert": 66, "essenti": 66, "plugin": [66, 70, 98, 101, 117], "yet": [66, 119], "folder": 66, "center": 67, "pypi": 67, "m": [67, 68, 84, 94, 95, 106, 115], "pip": [67, 68, 101, 106, 111, 114, 117, 118, 120], "upload": [67, 117, 118, 120], "x86": [67, 123], "extra": [67, 76, 90, 98, 102], "url": [67, 81, 117, 118, 120], "download": [67, 68, 87, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120], "whl": [67, 68], "cu118": 67, "cu128": 67, "tarbal": [67, 90, 92], "easiest": [67, 94, 95, 98], "bazelisk": [67, 68], "bazelbuild": [67, 68], "export": [67, 68, 70, 72, 77, 100, 101, 102, 104, 107, 112, 113, 114, 115, 116, 117, 118, 120, 122, 124, 125], "bazel_vers": 67, "path_to_torchtrt_root": 67, "bazelvers": 67, "mkdir": 67, "cd": [67, 117, 118, 120], "curl": [67, 83], "fssl": 67, "o": [67, 83, 117, 118, 120], "dist": 67, "unzip": 67, "bash": [67, 117, 118, 120], "sh": 67, "cp": [67, 68, 98], "usr": [67, 68], "driver": 67, "branch": [67, 68], "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 67, "l46": 67, "pull": [67, 100, 117, 118, 120], "latest": [67, 68, 81], "howev": [67, 81, 82, 90, 94, 95, 96, 98, 100, 117, 118, 120, 121, 125], "l53c1": 67, "fact": 67, "reproduc": 67, "l71": 67, "http_archiv": 67, "build_fil": 67, "archiv": [67, 68], "sha256": 67, "strip_prefix": 67, "OR": 67, "TO": [67, 90], "gnu": 67, "tar": [67, 68, 83, 92], "gz": [67, 83, 84, 92], "ld_library_path": 67, "comment": [67, 83], "uncom": 67, "l114c1": 67, "l124c3": 67, "uv": 67, "astral": 67, "project": [67, 82, 87], "simpler": [67, 92], "wheel": [67, 68], "dep": 67, "lighter": 67, "executor": 67, "avoid": [67, 94, 95, 96, 98, 104, 114, 121], "implic": 67, "python_onli": 67, "legaci": [67, 75], "mainten": 67, "torchdynamo": [67, 121, 125], "technolog": [67, 125], "exclud": [67, 77, 98, 102], "speed": [67, 100, 104], "no_torchscript": 67, "dbg": 67, "pre_cxx11_abi": 67, "complic": 67, "incompat": [67, 123], "popular": [67, 82, 101, 112, 113, 117, 119], "ngc": [67, 68, 117, 118, 120], "tabl": [67, 87], "bdist_wheel": 67, "preinstal": 67, "forum": 67, "correctli": [67, 98], "intend": [67, 105, 107, 108, 109, 110], "microsoft": 67, "2022": [67, 70], "open": [67, 111, 114, 117, 118, 119, 120], "app": 67, "x64": 67, "prompt": [67, 102, 106, 108, 112, 113, 114], "admin": 67, "privileg": 67, "launcher": 67, "chocolatei": 67, "navig": [67, 81], "ninja": 67, "setuptool": 67, "r": [67, 68, 83, 101, 106, 114, 117], "txt": [67, 68, 101, 106, 114, 117], "distutils_use_sdk": 67, "cuda_win": 67, "libtorch_win": 67, "tensorrt_win": 67, "similarli": [67, 100, 110, 123], "ci_workspac": 67, "win": 67, "tmpl": [67, 68], "torchtrtc": [67, 70, 126], "websit": 67, "finder": 67, "dcmake_module_path": 67, "doesn": [67, 83, 89, 90], "dtorch_dir": 67, "dtensorrt_root": 67, "choic": [67, 75], "b": [67, 71, 77, 84, 94, 95, 102, 116, 117, 118, 120], "dcmake_build_typ": 67, "72048": 67, "jp_workspac": [67, 68], "new_local_repositori": 67, "sudo": [67, 68], "home": 67, "unlik": [67, 93], "libtorch_pre_cxx11_abi": 67, "shift": [67, 71, 83], "jetpack": 67, "jetpack_x": 67, "jetpack_5": 67, "drop": [67, 81, 115], "nvida": 68, "ofjetpack": 68, "With": [68, 81, 83, 90, 92, 94, 100, 102, 117, 118, 120], "incorpor": [68, 84], "cudnn": 68, "9": [68, 87, 90, 97, 98, 117, 118, 120], "dlfw": 68, "09": 68, "jetson": [68, 119], "framework": 68, "instal": [68, 70, 87, 90, 101, 106, 111, 114, 117, 118, 120, 123], "kit": 68, "flash": 68, "board": 68, "apt": 68, "show": [68, 81, 83, 100, 108, 116, 119], "dev": [68, 70, 101, 117], "everth": 68, "nvcc": 68, "cmd": 68, "libcusparselt": 68, "lib64": 68, "wget": [68, 117, 118, 120], "cusparselt": 68, "redist": 68, "libcusparse_lt": 68, "sbsa": 68, "xz": 68, "xf": 68, "v1": [68, 108], "arm64": 68, "mv": 68, "chmod": 68, "pypa": 68, "en": [68, 81], "bootstrap": 68, "jp": 68, "v61": 68, "0a0": 68, "872d972e41": 68, "nv24": 68, "08": [68, 117, 118, 120], "17622132": 68, "cp310": 68, "linux_aarch64": 68, "test_requir": 68, "jetpack6": 68, "lanl": 68, "cuda_vers": 68, "grep": 68, "cut": [68, 83, 104], "sed": [68, 84, 86], "torch_install_path": 68, "dirnam": 68, "__file__": 68, "site_package_path": 68, "cuda_hom": 68, "envsubst": 68, "anywher": 69, "ahead": [69, 70, 90, 102, 110], "ep": [69, 71, 97, 104, 111, 122, 124], "output_format": [69, 77, 124], "input_tensor": [69, 98, 115, 116], "fill": 69, "aot": [70, 72, 77, 90, 101, 102, 104, 110, 117, 125], "integr": [70, 102, 105], "seamlessli": [70, 77], "ecosystem": [70, 125], "hybrid": [70, 72, 77, 78, 125], "advanc": [70, 79, 84, 92, 101, 106, 117], "bert": [70, 79, 101, 103, 117], "triton": [70, 94, 95, 98], "cudagraph": [70, 101, 117], "overload": [70, 101, 117], "mutabl": [70, 101, 117], "diffus": [70, 79, 101, 111, 117], "gpt2": [70, 101, 117], "llama2": [70, 101, 117], "sam2": [70, 101, 117], "flux": [70, 101, 117], "page": [70, 85, 87, 111, 117, 118, 120], "introductori": 70, "blog": [70, 123], "gtc": 70, "2020": [70, 90], "talk": 70, "fall": [70, 77, 94, 95, 98], "2021": 70, "dai": 70, "confer": 70, "_convolut": [71, 90], "stride": [71, 77, 98, 115], "pad": [71, 77, 98, 115], "dilat": 71, "output_pad": 71, "group": [71, 83, 84], "determinist": 71, "cudnn_en": 71, "allow_tf32": 71, "ab": 71, "aco": 71, "acosh": 71, "adaptive_avg_pool1d": 71, "output_s": 71, "adaptive_avg_pool2d": 71, "adaptive_avg_pool3d": 71, "adaptive_max_pool1d": 71, "adaptive_max_pool2d": 71, "adaptive_max_pool3d": 71, "argmax": [71, 116], "keepdim": 71, "argmin": 71, "asin": 71, "asinh": 71, "atan": 71, "atanh": 71, "avg_pool1d": 71, "kernel_s": [71, 98, 115], "ceil_mod": 71, "count_include_pad": 71, "avg_pool2d": 71, "divisor_overrid": 71, "avg_pool3d": 71, "gamma": 71, "var": 71, "momentum": 71, "bitwise_not": 71, "bmm": 71, "ceil": 71, "clamp": 71, "clamp_max": 71, "clamp_min": 71, "constant_pad_nd": 71, "co": [71, 84, 119], "cosh": 71, "cumsum": 71, "tensor_mod": 71, "rounding_mod": 71, "div_": 71, "elu": 71, "scale": [71, 92, 119], "input_scal": 71, "indic": [71, 72, 76, 81, 83, 94, 95, 96, 104, 107, 121, 122], "padding_idx": 71, "eq": [71, 83], "erf": [71, 96], "exp": 71, "expand_a": 71, "fake_quantize_per_channel_affin": 71, "zero_point": 71, "axi": [71, 77, 114], "quant_min": 71, "quant_max": 71, "fake_quantize_per_tensor_affin": 71, "using_int": [71, 90], "start_dim": [71, 90], "end_dim": [71, 90], "floor": 71, "floor_divid": 71, "ge": 71, "gru_cel": 71, "hx": 71, "w_ih": 71, "w_hh": 71, "b_ih": 71, "b_hh": 71, "gt": 71, "hardtanh_": 71, "instance_norm": 71, "running_mean": 71, "running_var": 71, "use_input_stat": 71, "layer_norm": 71, "normalized_shap": 71, "le": 71, "negative_slop": 71, "01": [71, 84, 90, 114, 115], "leaky_relu_": 71, "lstm_cell": 71, "lt": 71, "masked_fil": 71, "mask": [71, 98, 114], "max_pool1d": 71, "max_pool2d": [71, 89, 90], "max_pool3d": 71, "mul_": [71, 96], "narrow": 71, "neg": [71, 102], "norm": 71, "scalaropt_dim": 71, "pixel_shuffl": 71, "upscale_factor": 71, "pow": 71, "tensor_scalar": 71, "expon": 71, "tensor_tensor": 71, "prelu": 71, "prod": [71, 98], "dim_int": 71, "reciproc": 71, "reflection_pad1d": 71, "reflection_pad2d": 71, "relu_": 71, "repeat_interleav": 71, "self_int": 71, "replication_pad1d": 71, "replication_pad2d": 71, "replication_pad3d": 71, "reshap": [71, 98, 114], "roll": 71, "rsub": 71, "scatter": [71, 114], "sigmoid_": 71, "sin": [71, 83], "sinh": 71, "slice": 71, "split_siz": 71, "split_with_s": 71, "sqrt": 71, "squar": 71, "squeez": [71, 114, 119], "sub_": 71, "dim_intlist": 71, "tan": 71, "tanh": [71, 96], "tanh_": [71, 96], "non_block": [71, 115], "memory_format": [71, 77], "prim_devic": 71, "topk": 71, "k": [71, 92, 115], "largest": 71, "dim0": [71, 100], "dim1": 71, "unbind": 71, "unsqueez": [71, 114, 117, 118, 120], "upsample_bilinear2d": 71, "align_corn": 71, "scales_h": 71, "scales_w": 71, "vec": 71, "scale_factor": 71, "upsample_linear1d": 71, "upsample_nearest1d": 71, "upsample_nearest2d": 71, "upsample_nearest3d": 71, "scales_d": 71, "upsample_trilinear3d": 71, "view": [71, 81, 114], "__and__": 71, "__derive_index": 71, "idx": 71, "__getitem__": 71, "__is__": 71, "t1": 71, "t2": 71, "obj": 71, "__isnot__": 71, "__not__": 71, "__or__": 71, "__range_length": 71, "lo": [71, 102], "hi": [71, 83, 84], "__round_to_zero_floordiv": 71, "__xor__": 71, "append": [71, 96, 99, 100, 102, 103, 115, 116], "el": 71, "arang": [71, 94, 95, 98], "pin_memori": 71, "start_step": 71, "copy_": 71, "float_int": 71, "int_float": 71, "floordiv": 71, "is_floating_point": 71, "numel": [71, 94, 95], "l": [71, 115], "9223372036854775807": 71, "requires_grad": 71, "tupleindex": 71, "tup": 71, "exported_program": [72, 77, 124], "arg_input": [72, 77, 96, 102, 104], "kwarg_input": [72, 77, 102, 104], "engine_cache_dir": [72, 99, 100], "engine_cache_s": [72, 99, 100, 102], "5368709120": 72, "custom_engine_cach": [72, 100], "baseenginecach": [72, 100], "int32": [72, 77, 78, 98, 99, 103, 109, 119], "channel_last": [72, 77, 78, 119], "244": [72, 77, 78], "alia": [72, 77], "understand": [72, 77, 121], "convolut": [72, 77, 78, 92, 98, 126], "_c": [72, 77, 78, 93], "oppos": [72, 77, 78], "lean": [72, 77], "integ": [72, 77, 86], "faster": [72, 77, 99, 100, 103, 114, 119], "parition": [72, 77], "increas": [72, 77, 100, 116], "amount": [72, 77, 116], "defer": [72, 77, 125], "lead": [72, 77, 83, 103, 116, 123], "oversubscript": [72, 77], "hard": [72, 104], "disk": [72, 77, 100], "space": [72, 83, 84, 92], "1gb": [72, 99, 100, 102], "exce": 72, "oldest": 72, "gear": [72, 92], "toward": [72, 92, 114], "later": [72, 77, 90, 94, 95, 104, 124, 125], "cross_compile_flag": 72, "cross_compil": 72, "convert_exported_program_to_serialized_trt_engin": 72, "coverag": [72, 98], "ishapelay": [72, 78], "deseri": [72, 77, 78, 90, 98], "cross_compile_for_window": [72, 77, 97], "save_cross_compiled_exported_program": 72, "load_cross_compiled_exported_program": [72, 77, 97], "valueerror": [72, 77, 97], "refit_module_weight": [72, 104], "compiled_modul": [72, 76, 104], "new_weight_modul": [72, 104], "verify_output": [72, 104], "use_weight_map_cach": [72, 104], "in_plac": [72, 104], "compmil": 72, "min_acc_module_s": 73, "is_aten": 73, "use_experimental_fx_rt": 73, "correctness_atol": 73, "correctness_rtol": 73, "minim": [73, 92, 98, 103], "submodul": [73, 89, 98, 110], "fx2trt": 73, "cpu": [73, 103, 110, 111, 112, 113, 114, 116], "has_batch_dim": 73, "dtyep": 73, "prop": 73, "min_input_shap": 73, "optimized_input_shap": 73, "max_input_shap": 73, "popul": 73, "225": [73, 117, 118, 120], "explicit_precis": 73, "logger_level": 73, "model_trt": [74, 94, 95], "model_torchtrt": 74, "internal_error": 74, "dataloadercalibr": [75, 92], "preprocess": [75, 92, 117, 118, 120], "dataset": [75, 92, 119], "algo_typ": [75, 92], "calibrationalgo": [75, 92], "cachecalibr": [75, 92], "qualnam": [75, 77], "entropy_calibr": 75, "entropy_calibration_2": [75, 92], "legacy_calibr": 75, "minmax_calibr": 75, "set_multi_device_safe_mod": [76, 123], "_multidevicesafemodecontextmanag": 76, "impact": 76, "suppress": 76, "unsaf": 76, "trt_compiled_modul": 76, "enable_cudagraph": [76, 110, 123], "_cudagraphscontextmanag": 76, "get_cudagraphs_mod": 76, "get_whole_cudagraphs_mod": 76, "set_cudagraphs_mod": [76, 110, 123], "enable_pre_allocated_output": [76, 103], "_preallocatedoutputcontextmanag": 76, "weight_stream": [76, 116], "_weightstreamingcontextmanag": 76, "enable_output_alloc": [76, 123], "_outputallocatorcontextmanag": 76, "torchtensorrtmodul": [76, 98], "encompass": [76, 78], "simpili": 76, "de": 76, "initi": [76, 77, 83, 104, 105, 107, 109, 110, 112, 113], "scriptmodul": [76, 77, 78, 90, 91, 124, 125], "overridden": [76, 77], "subclass": 76, "although": [76, 83], "recip": [76, 92], "afterward": 76, "former": 76, "care": 76, "hook": 76, "silent": 76, "get_extra_st": 76, "state_dict": [76, 77, 102], "set_extra_st": 76, "picklabl": 76, "pickl": [76, 98, 100], "load_state_dict": [76, 102, 115], "pythontorchtensorrtmodul": 76, "serialized_engin": [76, 78], "_set": [76, 105], "weight_name_map": 76, "requires_output_alloc": [76, 95, 96, 123], "trt_modul": [76, 123], "engine_str": 76, "my_modul": 76, "current_devic": 76, "disable_profil": 76, "enable_profil": 76, "iprofil": 76, "spent": 76, "get_layer_info": 76, "validate_input_shap": 76, "request": [77, 90, 111, 117, 118, 120], "decid": 77, "environmen": 77, "retrac": 77, "cudagraphstorchtensorrtmodul": 77, "strict": [77, 111, 114, 115, 123], "mutabletorchtensorrtmodul": [77, 102], "pytorch_model": 77, "regular": 77, "whenev": 77, "refit_gm": 77, "set_expected_dynamic_shape_rang": [77, 102], "args_dynamic_shap": [77, 102], "kwargs_dynamic_shap": [77, 102], "hint": [77, 102], "exactli": [77, 102, 121], "omit": [77, 102], "filter": [77, 102], "seq_len": [77, 111, 116, 121], "express": [77, 83], "param": [77, 82], "shape_mod": 77, "_shapemod": 77, "interv": 77, "notat": 77, "bound": 77, "torch_tensor": 77, "tracer": 77, "example_tensor": 77, "optimization_profile_field": 77, "classmethod": 77, "disable_memory_format_check": 77, "core_id": 77, "schedul": [77, 111, 117, 118, 120], "use_default": 77, "try_to": 77, "anoth": [77, 83, 84, 89, 91, 104], "typeerror": 77, "unknown": 77, "succe": 77, "float_dtyp": 77, "failur": 77, "bf16": 77, "try_from": [77, 98], "complex128": 77, "16": [77, 87, 89, 90, 91, 102, 107, 110], "brain": 77, "bfloat16": 77, "f64": 77, "f8": 77, "fp8": 77, "float8": 77, "i32": 77, "sign": [77, 111, 117, 118, 120], "i64": 77, "u8": 77, "unsign": 77, "uint8": [77, 114], "trt_dla": 77, "torchtrt_dla": 77, "_from": 77, "torchtrt_dla_ec": 77, "torchtrt_safety_ec": 77, "saefti": 77, "trt_dla_ec": 77, "standalon": [77, 83, 114], "certifi": 77, "tf": 77, "torchtrt_linear": 77, "cdhw32": 77, "thirti": 77, "row": [77, 84], "spatial": 77, "31": [77, 90], "subscript": [77, 83], "chw16": 77, "sixteen": 77, "15": [77, 83, 87], "chw2": 77, "chw32": 77, "chw4": 77, "four": [77, 83, 84], "dhwc": 77, "equivi": 77, "channels_last_3d": 77, "dhwc8": 77, "eight": 77, "dla_hwc4": 77, "imag": [77, 92, 98, 102, 108, 115, 117, 118, 120], "roundup": 77, "elements": 77, "dla_linear": 77, "planar": 77, "hwc": 77, "channels_last": 77, "hwc16": 77, "hwc8": 77, "least": [77, 83, 84, 123], "check_method_op_support": 78, "seriali": 78, "put_binding_nam": 78, "tensorrtcompilespec": [78, 93], "scriptclass": 78, "0x7fd6c17a4c30": 78, "_jit_to_tensorrt": 78, "00": 79, "000": [79, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "total": [79, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "galleri": [79, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "mem": 79, "torch_compile_advanced_usag": [79, 105], "torch_compile_resnet_exampl": [79, 107], "torch_compile_stable_diffus": [79, 108], "torch_compile_transformers_exampl": [79, 109], "v0": [80, 117, 118, 120], "pytorch_sphinx_them": [81, 88], "conf": [81, 88], "html_theme_opt": 81, "canonical_url": 81, "analytics_id": 81, "logo_onli": 81, "display_vers": 81, "prev_next_buttons_loc": 81, "bottom": 81, "style_external_link": 81, "vcs_pageview_mod": 81, "collapse_navig": 81, "sticky_navig": [81, 85], "navigation_depth": 81, "includehidden": 81, "titles_onli": 81, "canon": 81, "rank": 81, "trail": 81, "slash": 81, "googl": 81, "analyt": 81, "isn": [81, 83, 94, 95, 98], "shown": [81, 83, 90, 111, 114, 122], "sidebar": [81, 87], "button": [81, 83], "icon": [81, 83], "extern": [81, 83, 101, 117], "display_github": 81, "display_gitlab": 81, "gitlab": 81, "bitbucket": 81, "bar": [81, 83], "www": [81, 83, 90, 92, 117, 118, 120], "sphinx": [81, 82, 83, 84, 88, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "toctre": 81, "lose": 81, "scroll": [81, 85], "unlimit": 81, "header": [81, 83, 84, 90, 117, 118, 120], "render": 81, "github_url": 81, "bitbucket_url": 81, "gitlab_url": 81, "left": [81, 83], "upon": [81, 105, 109], "rst": [81, 83], "visitor": 81, "revert": 81, "misbuild": 81, "properti": [81, 98], "stick": 81, "screen": 81, "vertic": [81, 83], "too": [81, 83, 84], "sticki": [81, 87], "nav": [81, 87], "At": [82, 96, 104], "django": 82, "payment": 82, "dotpai": 82, "dotpayprovid": 82, "seller_id": 82, "pin": 82, "lock": 82, "lang": 82, "pl": 82, "polish": 82, "gatewai": 82, "transfer": 82, "purchas": 82, "item": [82, 84, 115], "seller": 82, "consult": 82, "ui": 82, "languag": [82, 83, 84, 89, 94, 95, 98, 101, 106, 112, 117, 118, 120], "data_item_1": 82, "emphasi": 83, "hyperlink": 83, "uri": 83, "web": 83, "anonym": 83, "label": [83, 92, 114, 115, 117, 118, 119, 120], "substitut": 83, "charact": 83, "exceedingli": 83, "ugli": [83, 102], "problem": [83, 113], "problemat": 83, "ext": [83, 84], "autodoc": [83, 84], "demo": [83, 92, 111, 114], "test_py_modul": [83, 87], "my": [83, 106, 112], "role": 83, "pep": 83, "287": 83, "rfc": 83, "2822": 83, "superscript": 83, "gui": 83, "taken": [83, 103], "height": [83, 102, 114], "interfer": 83, "press": 83, "keyboard": 83, "mous": 83, "mmb": 83, "menuselect": 83, "seen": [83, 84], "whitespac": 83, "signific": [83, 98], "strang": 83, "hyphen": 83, "word": [83, 119], "adjust": 83, "width": [83, 102, 114, 119], "browser": 83, "sentenc": [83, 116, 119], "suppli": [83, 104], "258": 83, "equat": 83, "x_": 83, "x_0": 83, "x_1": 83, "x_2": 83, "x_3": 83, "x_4": 83, "nabla": 83, "frac": 83, "theta": 83, "phi": 83, "restructuredtext": [83, 84], "parser": [83, 97, 115], "colon": 83, "indent": 83, "literal_block": 83, "spaces_and_linebreak": 83, "preserv": [83, 89, 92, 111, 114], "markup_process": 83, "Or": 83, "great": [83, 90, 94, 95, 98, 100, 125], "why": [83, 123], "didn": 83, "blank": 83, "align": 83, "permit": 83, "awai": 83, "eric": 83, "orchestra": 83, "leader": 83, "bee": 83, "philosoph": 83, "ipso": 83, "facto": 83, "But": [83, 90, 104, 116], "got": [83, 90], "vi": 83, "entiti": 83, "said": 83, "entir": [83, 110, 114, 125], "ancient": 83, "injuri": 83, "sing": 83, "elk": 83, "bracket": 83, "miss": [83, 90], "brontosaurus": 83, "thin": 83, "thicker": 83, "middl": 83, "That": [83, 90], "mine": 83, "belong": 83, "me": [83, 84], "ann": 83, "begun": 83, "past": 83, "someurl": 83, "v2": 83, "dev0": 83, "dbd3944": 83, "caption": [83, 86], "pane": 83, "shell_command": 83, "echo": 83, "did": 83, "window_nam": 83, "session_nam": 83, "shorthand": 83, "some_funct": 83, "highlight": 83, "THE": 83, "heaven": 83, "hexagram": 83, "six": 83, "unbroken": 83, "primal": 83, "light": [83, 124], "spirit": 83, "weak": 83, "essenc": 83, "energi": 83, "unrestrict": 83, "conceiv": 83, "motion": 83, "regard": [83, 125], "basi": 83, "thu": 83, "persist": 83, "dual": 83, "sens": [83, 90], "univers": 83, "world": 83, "men": 83, "deiti": 83, "human": 83, "denot": [83, 98], "holi": 83, "man": [83, 84], "sage": 83, "ruler": 83, "who": 83, "awaken": 83, "utf": [83, 84], "sphinx_rtd_them": [83, 84], "docstr": [83, 84, 91], "dl": 83, "dt": 83, "tag": [83, 117, 118, 120], "tt": 83, "descnam": 83, "descclassnam": 83, "wrote": 83, "anyth": [83, 84, 114, 123], "programm": 83, "myclass": 83, "dothismethod": 83, "flush": 83, "meth": 83, "capit": 83, "flox": 83, "unreferenc": 83, "nonexist": 83, "extrem": 83, "stuff": 83, "mayb": 83, "bold": 83, "ital": 83, "heck": 83, "put": [83, 94, 119], "13": [83, 87], "backlink": 83, "knowledg": 83, "mind": 83, "ey": 83, "thought": 83, "medium": 83, "peopl": 83, "subsect": 83, "interpol": 83, "indirect": 83, "phrase": 83, "docutil": [83, 84], "sourceforg": [83, 84], "ref": 83, "clickabl": 83, "legend": 83, "revis": [83, 84, 108], "revisit": 83, "enhanc": [83, 103, 114], "structuredtext": 83, "wooden": 83, "nickel": 83, "mad": 83, "scientist": 83, "bigger": 83, "bread": 83, "box": [83, 114, 121, 125], "wash": 83, "behind": 83, "ear": 83, "room": 83, "closet": 83, "bathroom": 83, "trash": 83, "sink": 83, "mother": 83, "g_": 83, "mu": 83, "nu": 83, "pi": 83, "t_": 83, "rho_": 83, "servic": 83, "thing1": 83, "thing2": 83, "thing3": 83, "prose": 83, "provok": 83, "mental": 83, "exert": 83, "reader": 83, "discret": 83, "strongli": [83, 116], "advis": 83, "subtitl": 83, "outsid": 83, "often": 83, "besid": 83, "border": [83, 114], "background": [83, 89], "ok": [83, 90], "transmit": 83, "disconnect": 83, "nonetheless": 83, "semant": [83, 102], "blue": [83, 98], "white": [83, 114], "arab": 84, "roman": 84, "upper": 84, "iii": 84, "iv": 84, "classifi": [84, 89, 90, 115, 119], "paragraph": [84, 87], "z": [84, 94, 95], "commonli": 84, "vm": 84, "david": 84, "goodger": 84, "address": [84, 98, 102], "123": 84, "street": 84, "canada": 84, "a1b": 84, "2c3": 84, "contact": 84, "myself": 84, "organ": 84, "humankind": 84, "2012": 84, "03": 84, "19": [84, 87], "53": 84, "0000": 84, "tue": 84, "jan": 84, "progress": 84, "7302": 84, "wish": 84, "redistribut": 84, "reattribut": 84, "sell": 84, "bui": 84, "rent": 84, "leas": 84, "improv": [84, 103, 110, 114, 123], "quot": 84, "excerpt": 84, "collat": 84, "fold": 84, "stapl": 84, "mutil": 84, "anyon": 84, "heart": 84, "bibliograph": 84, "markup": [84, 87], "literal": 84, "yahoo": 84, "oh": 84, "liter": 84, "heh": 84, "child": 84, "beat": 84, "text": [84, 86, 106, 111, 112, 113, 119], "hehe": 84, "kept": 84, "sai": [84, 119], "cackl": 84, "night": 84, "lone": 84, "guangzhou": 84, "destini": 84, "hope": 84, "dream": 84, "forth": 84, "fifth": 84, "sixth": 84, "lorem": [84, 86], "ipsum": [84, 86], "dolor": [84, 86], "sit": [84, 86], "amet": [84, 86], "consectetur": [84, 86], "adipisc": [84, 86], "elit": [84, 86], "donec": [84, 86], "porttitor": [84, 86], "odio": [84, 86], "posuer": [84, 86], "vita": [84, 86], "ornar": [84, 86], "libero": [84, 86], "matti": 84, "loborti": [84, 86], "justo": [84, 86], "vestibulum": [84, 86], "nibh": [84, 86], "aliquet": [84, 86], "feugiat": [84, 86], "sagitti": [84, 86], "nequ": [84, 86], "qui": [84, 86], "eleifend": 84, "dui": [84, 86], "rutrum": [84, 86], "lectu": [84, 86], "suscipit": [84, 86], "letter": [84, 119], "column": 84, "cell": 84, "span": 84, "nam": [84, 86], "mauri": [84, 86], "arcu": [84, 86], "stub": 84, "behav": 85, "area": 85, "interdum": 86, "nec": 86, "finibu": 86, "dictum": 86, "velit": 86, "ut": 86, "eu": 86, "efficitur": 86, "aliquam": 86, "erat": 86, "diam": 86, "gravida": 86, "imperdiet": 86, "tellu": 86, "nisl": 86, "praesent": 86, "eget": 86, "elementum": 86, "rhoncu": 86, "tincidunt": 86, "suspendiss": 86, "volutpat": 86, "scelerisqu": 86, "tristiqu": 86, "aenean": 86, "condimentum": 86, "risu": 86, "accumsan": 86, "laoreet": 86, "maximu": 86, "sapien": 86, "ligula": 86, "fringilla": 86, "commodo": 86, "proin": 86, "et": 86, "pharetra": 86, "etiam": 86, "turpi": 86, "ant": 86, "luctu": 86, "vel": 86, "malesuada": 86, "dignissim": 86, "mi": 86, "nunc": 86, "augu": 86, "sem": 86, "cursu": 86, "nulla": 86, "pellentesqu": 86, "habit": 86, "morbi": 86, "senectu": 86, "netu": 86, "fame": 86, "ac": 86, "egesta": 86, "placerat": 86, "tortor": 86, "iaculi": 86, "venenati": 86, "cra": 86, "puru": 86, "ero": 86, "vehicula": 86, "fusc": 86, "auctor": 86, "phasellu": 86, "est": 86, "viverra": 86, "conval": 86, "faucibu": 86, "vulput": 86, "feli": 86, "sodal": 86, "maecena": 86, "congu": 86, "semper": 86, "enim": 86, "blandit": 86, "sollicitudin": 86, "urna": 86, "orci": 86, "lacu": 86, "quisqu": 86, "facilisi": 86, "hendrerit": 86, "curabitur": 86, "variu": 86, "bibendum": 86, "massa": 86, "magna": 86, "tempu": 86, "metu": 86, "nisi": 86, "pretium": 86, "leo": 86, "euismod": 86, "ultric": 86, "dapibu": 86, "lacinia": 86, "vivamu": 86, "molesti": 86, "hac": 86, "habitass": 86, "platea": 86, "dictumst": 86, "git": 87, "content": [87, 92, 117, 118, 120], "changelog": 87, "math": 87, "14": [87, 99, 109, 117, 118, 120], "17": 87, "18": [87, 90, 102, 114], "submenu": 87, "symlink": 88, "subtre": 88, "_theme": 88, "html_theme": 88, "html_theme_path": 88, "optimiz": 89, "beginn": 89, "intro_to_torchscript_tutori": 89, "briefli": 89, "lenet": [89, 90], "lenetfeatextractor": 89, "conv1": [89, 90], "conv2d": [89, 98, 115], "conv2": [89, 90], "lenetclassifi": 89, "fc1": [89, 90], "120": [89, 90], "fc2": [89, 90], "84": [89, 90], "fc3": [89, 90], "feat": [89, 90, 114], "obvious": 89, "pathwai": 89, "input_data": [89, 91], "traced_model": 89, "pick": [89, 122], "script_model": [89, 93], "perspect": 89, "___torch_mangle_10": 89, "___torch_mangle_9": 89, "119": 89, "___torch_mangle_5": 89, "137": 89, "callmethod": 89, "138": 89, "38": 89, "39": 89, "torch_script_modul": [89, 90], "in_tensor": 89, "fly": 89, "lenet_script": [89, 90], "haven": 90, "acquir": 90, "dyanmo": 90, "almost": [90, 125], "trt_lenet_script": 90, "apr": 90, "56": 90, "04": 90, "credit": 90, "stop": 90, "argc": 90, "argv": 90, "cerr": 90, "cout": 90, "even": [90, 102, 110], "cppdoc": 90, "pretti": 90, "fashion": [90, 119], "feed": 90, "enable_precis": 90, "And": [90, 110], "convertgraphtotrtengin": 90, "engine_converted_from_jit": 90, "close": [90, 96, 114], "saw": 90, "576": 90, "346": 90, "539": 90, "0464": 90, "0383": 90, "0678": 90, "0932": 90, "1045": 90, "0805": 90, "0435": 90, "0818": 90, "0208": 90, "0358": 90, "cudafloattyp": 90, "0530": 90, "1691": 90, "2802": 90, "1502": 90, "1056": 90, "1549": 90, "input0": [90, 91], "1063": 90, "input1": [90, 91], "input2": 90, "28": 90, "29": [90, 111], "33": 90, "35": 90, "36": 90, "37": 90, "compilegraph": [90, 92], "transform": [90, 92, 94, 95, 99, 101, 103, 104, 106, 109, 111, 112, 113, 114, 115, 116, 117, 118, 120, 124], "laid": 90, "translat": [90, 104], "aren": 90, "techniqu": [90, 92, 113, 123], "checkmethodoperatorsupport": 90, "modular": 90, "ship": [90, 123], "exhaust": 90, "109": 90, "addlay": 90, "yourself": 90, "question": [90, 96], "outself": 90, "flatten_convert": 90, "unwraptoint": 90, "in_shap": 90, "tovec": 90, "out_shap": 90, "shuffl": [90, 92, 115], "addshuffl": 90, "setreshapedimens": 90, "todim": 90, "extens": [90, 125], "ctype": 90, "cdll": 90, "contributor": 90, "upstream": 90, "pr": 90, "usecas": 91, "sole": [91, 92, 125], "individu": 91, "accuraci": [92, 111, 114, 119], "loss": [92, 119], "infrastructur": [92, 117, 118, 120], "streamlin": [92, 94, 95], "expos": [92, 98], "cpp_frontend": 92, "loading_data_recip": 92, "cifar10": [92, 115], "cstddef": 92, "ktrain": 92, "ktest": 92, "un": 92, "cs": 92, "toronto": 92, "edu": 92, "kriz": 92, "cifar": 92, "is_train": 92, "trim": 92, "use_subset": 92, "new_siz": 92, "mode_": 92, "images_": 92, "targets_": 92, "calibration_dataset": 92, "data_dir": 92, "320": 92, "4914": [92, 115], "4822": [92, 115], "4465": [92, 115], "2023": [92, 115], "1994": [92, 115], "2010": [92, 115], "calibration_dataload": 92, "dataloaderopt": 92, "worker": 92, "calibration_cache_fil": 92, "virtual": 92, "minmax": 92, "nlp": 92, "iint8minmaxcalibr": 92, "input_shap": [92, 126], "compile_spec": [92, 97, 107, 126], "kf16": [92, 126], "ki8": 92, "entropi": 92, "vgg16": [92, 115], "testing_dataset": [92, 115], "totensor": [92, 115, 117, 118, 120], "testing_dataload": [92, 115], "num_work": [92, 115], "vgg": [92, 115], "test_ptq_dataloader_calibr": 92, "test_ptq_trt_calibr": 92, "krizhevski": 92, "hinton": 92, "2009": 92, "tini": 92, "simonyan": 92, "zisserman": 92, "2014": 92, "recognit": [92, 119], "arxiv": 92, "preprint": 92, "1409": 92, "1556": 92, "_jit_to_backend": 93, "mobilenet_v2": 93, "pretrain": [93, 100, 102, 106, 107, 110, 111, 117, 118, 119, 120], "cost": [94, 95, 98, 100, 104, 123], "perhap": [94, 95, 98], "overhead": [94, 95, 98, 103, 110, 116, 123], "involv": [94, 95, 103, 104, 110], "greatli": [94, 95], "perviou": [94, 95], "elementwis": [94, 95, 96], "launch": [94, 95, 98, 110, 117, 118, 120], "trtp": [94, 95], "tl": [94, 95, 98], "elementwise_mul_kernel": 94, "block_siz": [94, 95, 98], "thread": [94, 95, 123], "pid": [94, 95, 98], "program_id": [94, 95, 98], "block_start": [94, 95], "offset": [94, 95], "x_val": [94, 95], "y_val": [94, 95], "wise": [94, 95], "z_val": [94, 95], "custom_op": [94, 95, 98], "torchtrt_ex": [94, 95, 98], "elementwise_mul": 94, "mutates_arg": [94, 95, 98], "assert": [94, 95, 98, 102, 104], "is_cuda": [94, 95], "empty_lik": [94, 95], "grid": [94, 95], "cours": [94, 95], "register_fak": [94, 95, 98], "creation": [94, 95], "less": 94, "boilerpl": [94, 96], "tensordesc": 94, "prior": [94, 96, 100, 121, 123], "x_t": 94, "as_tensor": [94, 98, 114], "y_t": 94, "z_t": 94, "generate_plugin_convert": [94, 95], "supports_dynamic_shap": [94, 95, 96, 123], "my_model": [94, 95, 98], "allclos": [94, 95, 96, 102, 104], "ran": [94, 95], "minut": [94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "auto_generate_convert": 94, "jupyt": [94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "ipynb": [94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "tensorrt_bind": 95, "elementwise_scale_mul_kernel": 95, "elementwise_scale_mul": 95, "qdp": 95, "generate_plugin": 95, "randint": [95, 99, 103, 109, 116], "auto_generate_plugin": 95, "gelu": 96, "sy": 96, "approxim": 96, "suppos": 96, "my_mod": 96, "ex_input": [96, 98], "baselin": 96, "my_standard_gelu": 96, "supersed": 96, "converterprior": 96, "vers": 96, "distinct": 96, "prepend": 96, "primit": 96, "compiler_ir": 96, "focu": 96, "interoper": 96, "aten_ops_gelu": 96, "sourceir": 96, "cheap": 96, "unqiu": 96, "op_count": 96, "get_op_count": 96, "nonloc": 96, "source_ir": 96, "lhs_val": 96, "rhs_val": 96, "x_7": 96, "x_8": 96, "79788456080000003": 96, "x_9": 96, "044714999999999998": 96, "x_10": 96, "x_11": 96, "x_12": 96, "x_13": 96, "x_14": 96, "x_15": 96, "my_custom_gelu": 96, "my_mod_erf": 96, "my_gelu_erf": 96, "notic": [96, 103], "converter_overload": 96, "geforcertx": 97, "4080": 97, "3080": 97, "cross_runtime_compilation_for_window": 97, "trt_resnet": 97, "argpars": [97, 115], "argumentpars": [97, 115], "comil": 97, "add_argu": [97, 115], "parse_arg": [97, 115], "manual_se": [97, 99, 100, 102, 104, 111], "resnet18": [97, 100, 102, 104, 107, 110], "amd64": 97, "loaded_model": 97, "trt_output": 97, "sake": 98, "circular": 98, "red": [98, 114], "green": [98, 114], "twice": 98, "written": 98, "openai": 98, "formal": 98, "circ_pad_kernel": 98, "all_pads_0": 98, "all_pads_2": 98, "all_pads_4": 98, "all_pads_6": 98, "orig_dims_0": 98, "orig_dims_1": 98, "orig_dims_2": 98, "orig_dims_3": 98, "y_shape_1": 98, "y_shape_2": 98, "y_shape_3": 98, "x_len": 98, "y_len": 98, "mask_i": 98, "i3": 98, "i2": 98, "i1": 98, "i0": 98, "j0": 98, "j1": 98, "j2": 98, "j3": 98, "load_idx": 98, "mask_x": 98, "triton_circular_pad": 98, "out_dim": 98, "tolist": 98, "all_pad": 98, "zero": 98, "orig_dim": 98, "blocksiz": 98, "256": [98, 114, 115, 116, 117, 118, 120], "numblock": 98, "tracabl": 98, "prerequisit": 98, "fake": 98, "real": 98, "faketensor": 98, "autograd": 98, "beyond": 98, "register_autograd": 98, "padded_x": 98, "2604": 98, "4232": 98, "3041": 98, "0833": 98, "2461": 98, "1270": 98, "2450": 98, "4079": 98, "2887": 98, "2828": 98, "0373": 98, "0332": 98, "3143": 98, "6344": 98, "5638": 98, "1867": 98, "5068": 98, "4363": 98, "7937": 98, "3488": 98, "1350": 98, "7966": 98, "3517": 98, "1379": 98, "5537": 98, "1088": 98, "8950": 98, "0550": 98, "6163": 98, "0109": 98, "5245": 98, "9632": 98, "5686": 98, "3775": 98, "8162": 98, "4216": 98, "4311": 98, "1649": 98, "2091": 98, "3668": 98, "1006": 98, "1447": 98, "0352": 98, "7689": 98, "8131": 98, "_run_on_gpu_0": 98, "_run_on_acc_1": 98, "dry": 98, "50": [98, 102, 119], "count": 98, "__": 98, "aggreg": 98, "stat": 98, "latenc": [98, 111, 114, 116, 123], "abstractli": 98, "pkl": [98, 102], "cupi": 98, "gap": 98, "prealloc": 98, "circularpaddingplugin": 98, "ipluginv2dynamicext": 98, "field_collect": 98, "pluginfieldcollect": 98, "x_shape": 98, "num_output": 98, "plugin_namespac": 98, "plugin_typ": 98, "plugin_vers": 98, "get_output_datatyp": 98, "input_typ": 98, "get_output_dimens": 98, "output_index": 98, "dimsexpr": 98, "exprbuild": 98, "iexprbuild": 98, "output_dim": 98, "dimensionoper": 98, "configure_plugin": 98, "inp": 98, "dynamicplugintensordesc": 98, "x_dim": 98, "desc": 98, "supports_format_combin": 98, "po": 98, "in_out": 98, "plugintensordesc": 98, "num_input": 98, "enqueu": 98, "input_desc": 98, "output_desc": 98, "in_dtyp": 98, "a_mem": 98, "unownedmemori": 98, "items": 98, "c_mem": 98, "a_ptr": 98, "memorypoint": 98, "c_ptr": 98, "a_d": 98, "memptr": 98, "c_d": 98, "a_t": 98, "c_t": 98, "cloned_plugin": 98, "__dict__": 98, "circularpaddingplugincr": 98, "iplugincr": 98, "field_nam": 98, "pluginfield": 98, "pluginfieldtyp": 98, "create_plugin": 98, "pluginfieldcollection_": 98, "deserialize_plugin": 98, "pads_dict": 98, "creator": 98, "trt_plugin_registri": 98, "get_plugin_registri": 98, "register_cr": 98, "untyp": 98, "get_trt_tensor": 98, "set_layer_nam": 98, "recal": 98, "intlist": 98, "circular_padding_convert": 98, "retriev": [98, 111], "elsewher": 98, "plugin_registri": 98, "plugin_cr": 98, "get_plugin_cr": 98, "field_config": 98, "eventu": 98, "freez": 98, "_input": 98, "add_plugin_v2": 98, "circular_padding_plugin": 98, "_run_on_acc_0": 98, "grad_fn": 98, "subbackward0": 98, "custom_kernel_plugin": 98, "engine_caching_exampl": [99, 100], "remove_timing_cach": [99, 100, 102], "bertmodel": [99, 103, 109], "random": [99, 100, 102, 104, 114, 116], "seed": [99, 100, 102, 104, 111], "from_pretrain": [99, 102, 103, 106, 108, 109, 111, 112, 113, 114, 116], "uncas": [99, 103, 109, 119], "return_dict": [99, 111], "compile_bert": 99, "enable_tim": [99, 100, 102], "1st": [99, 100], "measur": [99, 100, 116], "2nd": [99, 100], "3rd": [99, 100], "slower": [99, 100], "messur": [99, 100], "compilation_kwarg": [99, 109], "torch_trt_bert_engine_cach": 99, "30": [99, 100, 102, 104, 107, 109, 111, 114, 122], "synchron": [99, 100, 102, 103, 116], "elapsed_tim": [99, 100, 102], "millisecond": 99, "__name__": [99, 105, 109], "__main__": [99, 105, 109], "engine_caching_bert_exampl": 99, "paid": 100, "upfront": 100, "repeatedli": 100, "mitig": [100, 103], "explor": 100, "torch_trt": [100, 102, 104], "_default": [100, 102], "_engine_cach": 100, "flexibl": [100, 125], "histor": 100, "barrier": 100, "reconstruct": 100, "scratch": [100, 104], "ti": 100, "hash": 100, "magnitud": 100, "torch_compil": [100, 105, 107, 109, 110, 121, 125], "compiled_model": 100, "ms": [100, 102, 103, 116], "dynamo_compil": [100, 102], "example_input": [100, 102], "200": 100, "dynamic_shap": [100, 111, 121], "remot": 100, "systen": 100, "agnost": 100, "implent": 100, "ramenginecach": 100, "held": 100, "engine_cach": 100, "torch_compile_my_cach": 100, "_torch_compile_gpt2": [101, 117], "_torch_export_gpt2": [101, 117], "_torch_export_llama2": [101, 117], "_torch_export_sam2": [101, 117], "_torch_export_flux_dev": [101, 117], "sphx_glr_tutorials__rendered_examples_dynamo_cross_runtime_compilation_for_window": [101, 117], "straightforward": 102, "especi": [102, 103, 123], "hug": [102, 106, 112, 113], "face": [102, 106, 112, 113], "difficult": 102, "ever": [102, 106], "walk": [102, 104, 106, 112], "lora": [102, 104], "use_python": 102, "mutable_modul": 102, "model2": [102, 104], "expected_output": [102, 104], "refitted_output": [102, 104], "reload": [102, 125], "diffusionpipelin": [102, 108], "no_grad": [102, 103, 106, 112, 113, 115, 116], "model_id": [102, 108], "stabilityai": 102, "xl": 102, "cinemat": 102, "photo": 102, "elsa": 102, "polic": 102, "uniform": 102, "princess_xl_v2": 102, "35mm": 102, "photograph": 102, "film": 102, "bokeh": 102, "profession": 102, "4k": 102, "highli": [102, 117, 118, 119, 120], "draw": 102, "paint": 102, "crayon": 102, "sketch": 102, "graphit": 102, "impressionist": 102, "noisi": 102, "blurri": 102, "soft": 102, "deform": 102, "nude": 102, "pipe": [102, 108, 111], "torch_dtyp": [102, 108, 111], "unet": [102, 108], "_height": 102, "_width": 102, "encoder_hidden_st": [102, 111], "added_cond_kwarg": 102, "text_emb": 102, "time_id": 102, "negative_prompt": 102, "num_inference_step": [102, 111], "768": [102, 111], "num_images_per_prompt": 102, "without_lora_mut": 102, "jpg": [102, 114, 117, 118, 120], "procedur": 102, "load_lora_weight": 102, "stablediffusionapi": 102, "load_lora_embed": 102, "weight_nam": 102, "disnei": 102, "princess": 102, "safetensor": 102, "adapter_nam": 102, "lora1": 102, "set_adapt": 102, "adapter_weight": 102, "fuse_lora": 102, "unload_lora_weight": 102, "with_lora_mut": 102, "dim_0": 102, "dim_1": 102, "dim_2": 102, "dim2": 102, "kwarg_dynamic_shap": 102, "inputs_2": [102, 110], "kwargs_2": 102, "shortcut": 102, "mutable_torchtrt_module_exampl": 102, "act": 103, "concurr": [103, 117, 118, 120], "overlap": 103, "particularli": 103, "cycl": 103, "overal": [103, 119], "workload": 103, "enough": 103, "overshadow": 103, "cumul": 103, "priorit": 103, "comprehens": 103, "infrequ": 103, "timeit": [103, 116], "test_module_perf": 103, "warm": [103, 110, 116], "accur": 103, "start_tim": [103, 116], "default_tim": [103, 116], "end_tim": [103, 116], "time_m": 103, "median": 103, "metric": 103, "128": [103, 114, 115, 116], "out_trt": [103, 110], "pre_allocated_output_ctx": 103, "set_pre_allocated_output": 103, "time_opt": 103, "time_norm": 103, "time_opt_m": 103, "1000": [103, 115, 116, 117, 118, 120], "time_normal_m": 103, "3f": [103, 114], "pre_allocated_output_exampl": 103, "expens": 104, "occasion": [104, 105, 109], "adapt": 104, "infeas": 104, "focus": 104, "mostli": 104, "recogn": 104, "behalf": 104, "init": [104, 115], "sett": 104, "randomli": 104, "exp_program2": 104, "compiled_trt_ep": 104, "new_trt_gm": 104, "accomplish": 104, "gaurente": 104, "attempt": [104, 121], "rebuild": 104, "heurist": 104, "refit_engine_exampl": 104, "x_out": 105, "y_out": 105, "x_y_out": 105, "invoc": 105, "sample_inputs_half": 105, "model_half": 105, "backend_kwarg": 105, "optimized_model_custom": 105, "exit": [105, 109], "2052": [105, 109], "compile_engine_and_inf": [105, 109], "art": [106, 111, 114], "causal": 106, "unidirect": 106, "corpu": [106, 119], "huggingfac": [106, 112, 113, 119], "automodelforcausallm": [106, 112, 113, 116], "autotoken": [106, 112, 113], "success": 106, "max_length": 106, "token": [106, 111, 112, 113, 119], "kv_cach": [106, 112, 113], "pad_token_id": [106, 112], "eos_token_id": [106, 112, 113], "attn_implement": [106, 112, 113, 116], "eager": [106, 112, 113, 116], "enjoi": [106, 112], "cute": [106, 112], "dog": [106, 112], "model_input": [106, 112, 113], "return_tensor": [106, 112, 113], "input_id": [106, 112, 113], "regress": [106, 112, 113], "pyt_gen_token": [106, 112, 113], "mark_dynam": [106, 107, 121], "1023": 106, "trt_gen_token": [106, 112, 113], "skip_special_token": [106, 112, 113], "torch_compile_gpt2": 106, "new_input": [107, 109], "new_output": [107, 109], "new_batch_size_input": 107, "new_batch_size_output": 107, "inputs_bs8": 107, "outputs_bs8": 107, "No": [107, 121], "inputs_bs12": 107, "outputs_bs12": 107, "compvi": 108, "majest": 108, "castl": 108, "cloud": 108, "majestic_castl": 108, "png": [108, 111, 114], "captur": 110, "replai": 110, "cudagraphs_modul": 110, "inputs_3": 110, "out_trt_2": 110, "out_trt_3": 110, "diminish": 110, "encapsul": 110, "wrapped_modul": 110, "samplemodel": 110, "intention": 110, "Of": 110, "manner": 110, "opt_with_graph_break": 110, "torch_export_cudagraph": 110, "billion": 111, "rectifi": 111, "guidanc": 111, "distil": 111, "commerci": 111, "sentencepiec": 111, "48": 111, "protobuf": 111, "vae": 111, "text_encod": 111, "95": 111, "e2": 111, "fluxpipelin": 111, "_trace": 111, "_export": 111, "black": 111, "forest": 111, "lab": 111, "dummi": 111, "img_id": 111, "4096": [111, 115], "3586": 111, "hidden_st": 111, "pooled_project": 111, "timestep": 111, "txt_id": 111, "joint_attention_kwarg": 111, "factor": 111, "dummy_input": 111, "allow_complex_guards_as_runtime_assert": 111, "80gb": 111, "known": 111, "h100": 111, "occupi": 111, "del": 111, "empty_cach": 111, "golden": 111, "generate_imag": 111, "image_nam": 111, "42": 111, "output_typ": 111, "pil": [111, 114, 117, 118, 120], "dog_cod": 111, "torch_export_flux_dev": 111, "export_llm": [112, 113, 116], "max_token": [112, 113, 116], "gpt2_ep": 112, "max_seq_len": [112, 113, 116], "parallel": 112, "paradigm": 112, "torch_export_gpt2": 112, "llama_path": [113, 116], "llama": [113, 116], "7b": [113, 116], "chat": [113, 116], "hf": [113, 116], "llama2_ep": [113, 116], "batch_decod": 113, "clean_up_tokenization_spac": 113, "solv": [113, 114, 117, 118, 120], "smaller": [113, 119], "subproblem": 113, "torch_export_llama2": 113, "foundat": 114, "promptabl": 114, "video": 114, "fork": 114, "condition": 114, "concaten": 114, "layernorm": 114, "reli": 114, "stabil": 114, "matplotlib": 114, "pyplot": 114, "plt": 114, "panda": 114, "pd": 114, "sam2_image_predictor": 114, "sam2imagepredictor": 114, "sam_compon": 114, "sam2fullmodel": 114, "agg": 114, "facebook": 114, "hiera": 114, "set_imag": 114, "predict": 114, "predictor": 114, "image_encod": 114, "forward_imag": 114, "_prepare_backbone_featur": 114, "directly_add_no_mem_emb": 114, "no_mem_emb": 114, "_featur": 114, "prompt_encod": 114, "sam_prompt_encod": 114, "mask_decod": 114, "sam_mask_decod": 114, "_bb_feat_siz": 114, "point_coord": 114, "point_label": 114, "backbone_out": 114, "vision_feat": 114, "feat_siz": 114, "image_emb": 114, "high_res_feat": 114, "high_res_featur": 114, "feat_level": 114, "sparse_embed": 114, "dense_embed": 114, "low_res_mask": 114, "iou_predict": 114, "image_embed": 114, "image_p": 114, "get_dense_p": 114, "sparse_prompt_embed": 114, "dense_prompt_embed": 114, "multimask_output": 114, "repeat_imag": 114, "sam_model": 114, "input_imag": 114, "truck": 114, "rgb": 114, "sam2transform": 114, "facebookresearch": 114, "preprocess_input": 114, "orig_hw": 114, "_transform": 114, "500": 114, "375": 114, "unnorm_coord": 114, "transform_coord": 114, "postprocess": 114, "plot": 114, "confid": 114, "score": 114, "postprocess_mask": 114, "resolut": [114, 119], "sorted_indic": 114, "argsort": 114, "show_mask": 114, "ax": 114, "random_color": 114, "255": 114, "144": 114, "astyp": 114, "mask_imag": 114, "cv2": 114, "contour": 114, "findcontour": 114, "retr_extern": 114, "chain_approx_non": 114, "smooth": 114, "approxpolydp": 114, "epsilon": 114, "drawcontour": 114, "thick": 114, "imshow": 114, "show_point": 114, "coord": 114, "marker_s": 114, "pos_point": 114, "neg_point": 114, "marker": 114, "edgecolor": 114, "linewidth": 114, "visualize_mask": 114, "title_prefix": 114, "overlaid": 114, "figsiz": 114, "gca": 114, "titl": 114, "fontsiz": 114, "savefig": 114, "_output_mask_": 114, "snippet": 114, "torchtrt_input": 114, "unnormalized_coordin": 114, "foreground": 114, "trt_out": 114, "trt_mask": 114, "trt_score": 114, "sam": 114, "torch_export_sam2": 114, "modelopt": 115, "mtq": 115, "export_torch_mod": 115, "layer_spec": 115, "num_class": 115, "init_weight": 115, "in_channel": 115, "pool": [115, 126], "maxpool2d": 115, "batchnorm2d": 115, "sequenti": 115, "avgpool": 115, "adaptiveavgpool2d": 115, "dropout": 115, "_initialize_weight": 115, "kaiming_normal_": 115, "fan_out": 115, "nonlinear": 115, "constant_": 115, "elif": 115, "normal_": 115, "vgg16_cfg": 115, "ckpt": 115, "checkpoint": 115, "model_state_dict": 115, "device_count": 115, "ordereddict": 115, "new_state_dict": 115, "forget": 115, "training_dataset": 115, "randomcrop": 115, "randomhorizontalflip": 115, "training_dataload": 115, "drop_last": 115, "crit": 115, "crossentropyloss": 115, "calibrate_loop": 115, "pred": 115, "5f": 115, "acc": 115, "2f": 115, "quantize_typ": 115, "quant_cfg": 115, "int8_default_cfg": 115, "fp8_default_cfg": 115, "forward_loop": 115, "qdq": 115, "incomplet": 115, "float8_e4m3fn": 115, "class_prob": 115, "class_pr": 115, "test_prob": 115, "test_pr": 115, "test_loss": 115, "test_acc": 115, "overcom": 116, "throughput": 116, "sometim": [116, 121], "outweigh": 116, "slowdown": 116, "hardwar": [116, 126], "experi": 116, "balanc": 116, "time_gener": 116, "output_seq_length": 116, "llm": 116, "input_seq": 116, "inputs_copi": 116, "decod": 116, "logit": 116, "next_token_logit": 116, "next_token": 116, "time_mean_m": 116, "isl": 116, "osl": 116, "solut": 116, "insight": 116, "weight_streaming_ctx": 116, "mean_lat": 116, "percentag": 116, "weight_budget_pct": 116, "device_budget": 116, "total_device_budget": 116, "permiss": 116, "equal": 116, "proportion": 116, "streamabl": 116, "streamable_budget": 116, "requested_budget": 116, "get_automatic_weight_streaming_budget": 116, "weight_streaming_exampl": 116, "hand": [117, 118, 120], "consider": [117, 118, 120], "grpc": [117, 118, 120], "aforement": [117, 118, 120], "familiar": [117, 118, 120], "resnet50": [117, 118, 120], "torchhub": [117, 118, 120], "docker": [117, 118, 120], "login": [117, 118, 120], "xx": [117, 118], "yy": [117, 118, 120], "mm": [117, 118, 120], "publish": [117, 118, 120], "pwd": [117, 118, 120], "scratch_spac": [117, 118, 120], "nvcr": [117, 118, 120], "py3": [117, 118, 120], "hub": [117, 118, 120], "_validate_not_a_forked_repo": [117, 118, 120], "ts_trt_model": [117, 118, 120], "triton_exampl": [117, 118, 120], "model_repositori": [117, 118, 120], "rm": [117, 118, 120], "suggest": [117, 118, 120], "simplest": [117, 118, 120], "pbtxt": [117, 118, 120], "data_typ": [117, 118, 120], "type_fp32": [117, 118, 120], "exact": [117, 118, 120], "encourag": [117, 118, 120], "proce": [117, 118, 120], "8000": [117, 118, 120], "8001": [117, 118, 120], "8002": [117, 118, 120], "tritonserv": [117, 118, 120], "spin": [117, 118, 120], "proceed": [117, 118, 120], "flesh": [117, 118, 120], "img1": [117, 118, 120], "hakaimagazin": [117, 118, 120], "wp": [117, 118, 120], "gulf": [117, 118, 120], "bird": [117, 118, 120], "attrdict": [117, 118, 120], "pyindex": [117, 118, 120], "tritoncli": [117, 118, 120], "jump": [117, 118, 120], "firstli": [117, 118, 120], "resiz": [117, 118, 120], "httpclient": [117, 118, 120], "triton_to_np_dtyp": [117, 118, 120], "rn50_preprocess": [117, 118, 120], "img_path": [117, 118, 120], "img": [117, 118, 120], "centercrop": [117, 118, 120], "485": [117, 118, 120], "456": [117, 118, 120], "406": [117, 118, 120], "229": [117, 118, 120], "transformed_img": [117, 118, 120], "inferenceservercli": [117, 118, 120], "localhost": [117, 118, 120], "secondli": [117, 118, 120], "obtain": [117, 118, 119, 120, 124], "inferinput": [117, 118, 120], "set_data_from_numpi": [117, 118, 120], "binary_data": [117, 118, 120], "inferrequestedoutput": [117, 118, 120], "class_count": [117, 118, 120], "lastli": [117, 118, 120], "send": [117, 118, 120], "model_nam": [117, 118, 120], "inference_output": [117, 118, 120], "as_numpi": [117, 118, 120], "468750": [117, 118, 120], "90": [117, 118, 120], "523438": [117, 118, 120], "92": [117, 118, 120], "664062": [117, 118, 120], "429688": [117, 118, 120], "136": [117, 118, 120], "234375": [117, 118, 120], "confidence_scor": [117, 118, 120], "classification_index": [117, 118, 120], "_rendered_examples_python": 117, "_rendered_examples_jupyt": 117, "acoust": 119, "speech": 119, "quartznet": 119, "contextnet": 119, "subword": 119, "piec": 119, "excit": 119, "se": 119, "audio": 119, "transcrib": 119, "speedup": 119, "feedforward": 119, "cnn": 119, "uniformli": 119, "compound": 119, "coeffici": 119, "b0": 119, "english": 119, "supervis": 119, "walkthrough": 119, "adopt": 119, "mobilenetv2": 119, "classif": 119, "imagenet": 119, "imagenett": 119, "qat": 119, "simul": 119, "eagerli": 121, "swap": 121, "_tracer": 121, "queri": 121, "attn_weight": 121, "compiler_dynamic_shap": 121, "inputs_bs2": 121, "mymodul": 122, "linear1": 122, "linear2": 122, "linear3": 122, "40": 122, "__myl_mulsum_myl0_0": 122, "layertyp": 122, "kgen": 122, "__mye116_dconst": 122, "__myln_k_arg__bb1_2": 122, "tacticnam": 122, "__myl_mulsum_0xfa6c1858aea1b13b03f90165d7149ec6": 122, "streamid": 122, "__myl_addresmulsum_myl0_1": 122, "__mye131_dconst": 122, "addmm_constant_0": 122, "addmm_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 122, "__myln_k_arg__bb1_3": 122, "__myl_addresmulsum_0xb3915d7ebfe48be45b6d49083479e12f": 122, "__myl_addresmulsumadd_myl0_2": 122, "__mye146_dconst": 122, "addmm_2_constant_0": 122, "addmm_2_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 122, "addmm_1_constant_0": 122, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 122, "__myl_addresmulsumadd_0xcdd0085ad25f5f45ac5fafb72acbffd6": 122, "__myl_mulsumaddcas_myl0_0": 122, "__mye112_dconst": 122, "__myl_mulsumaddcas_0xacf8f5dd9be2f3e7bb09cdddeac6c936": 122, "__myl_resmulsumaddcas_myl0_1": 122, "__mye127_dconst": 122, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constanthalf": 122, "__myl_resmulsumaddcas_0x5a3b318b5a1c97b7d5110c0291481337": 122, "__myl_resmulsumadd_myl0_2": 122, "__mye142_dconst": 122, "__myl_resmulsumadd_0x3fad91127c640fd6db771aa9cde67db0": 122, "libtorchtrt_runtim": 123, "dl_open": 123, "ld_preload": 123, "load_librari": 123, "cxx11": 123, "abi": 123, "wl": 123, "ltorchtrt": 123, "torchtrt_runtime_exampl": 123, "libtorchtrt_plugin": 123, "neglig": 123, "alert": 123, "switch": 123, "mismatch": 123, "crash": 123, "sacrif": 123, "incur": 123, "intens": 123, "conjunct": 123, "nor": 123, "engag": 123, "nonzero": 123, "aten_ops_nonzero": 123, "trt_ep": 124, "stai": 124, "trt_t": 124, "ergonom": 125, "deleg": 125, "believ": 125, "amen": 125, "artifact": 125, "pack": 125, "year": 125, "superset": 125, "codebas": 125, "immedi": 125, "traceabl": 125, "scriptabl": 125, "neural": 126, "deconvolut": 126, "scripted_model": 126}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [10, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [12, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [9, 0, 1, "c.TORCH_TENSORRT_PTQ_DEPRECATION", "TORCH_TENSORRT_PTQ_DEPRECATION"], [13, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [11, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [47, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [47, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [47, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [47, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [47, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [47, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [47, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [47, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [47, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [47, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [47, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [47, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [18, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [18, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [48, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [48, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [48, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [49, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [49, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [49, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [17, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [29, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [29, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"], [3, 2, 1, "_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv", "torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::names"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci", "torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"], [4, 2, 1, "_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv", "torch_tensorrt::ptq::Int8Calibrator::getBatchSize"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t", "torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t", "torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [50, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [50, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [50, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [38, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [38, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [77, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[77, 9, 1, "", "Device"], [77, 9, 1, "", "DeviceType"], [77, 9, 1, "", "EngineCapability"], [77, 9, 1, "", "Input"], [77, 9, 1, "", "MutableTorchTensorRTModule"], [77, 12, 1, "", "compile"], [77, 12, 1, "", "convert_method_to_trt_engine"], [77, 12, 1, "", "cross_compile_for_windows"], [77, 9, 1, "", "dtype"], [124, 8, 0, "-", "dynamo"], [73, 8, 0, "-", "fx"], [77, 12, 1, "", "load"], [77, 12, 1, "", "load_cross_compiled_exported_program"], [74, 8, 0, "-", "logging"], [77, 9, 1, "", "memory_format"], [76, 8, 0, "-", "runtime"], [77, 12, 1, "", "save"], [78, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[77, 10, 1, "", "__init__"], [77, 11, 1, "", "device_type"], [77, 11, 1, "", "dla_core"], [77, 11, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[77, 11, 1, "", "DLA"], [77, 11, 1, "", "GPU"], [77, 11, 1, "", "UNKNOWN"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[77, 11, 1, "", "DLA_STANDALONE"], [77, 11, 1, "", "SAFETY"], [77, 11, 1, "", "STANDARD"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.Input": [[77, 10, 1, "", "__init__"], [77, 11, 1, "", "dtype"], [77, 10, 1, "", "example_tensor"], [77, 11, 1, "", "format"], [77, 10, 1, "", "from_tensor"], [77, 10, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[77, 10, 1, "", "__init__"], [77, 10, 1, "", "compile"], [77, 10, 1, "", "refit_gm"], [77, 10, 1, "", "set_expected_dynamic_shape_range"]], "torch_tensorrt.dtype": [[77, 11, 1, "", "b"], [77, 11, 1, "", "bf16"], [77, 11, 1, "", "f16"], [77, 11, 1, "", "f32"], [77, 11, 1, "", "f64"], [77, 11, 1, "", "f8"], [77, 11, 1, "", "i32"], [77, 11, 1, "", "i64"], [77, 11, 1, "", "i8"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"], [77, 11, 1, "", "u8"], [77, 11, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[72, 9, 1, "", "CompilationSettings"], [72, 12, 1, "", "compile"], [72, 12, 1, "", "convert_exported_program_to_serialized_trt_engine"], [72, 12, 1, "", "cross_compile_for_windows"], [72, 12, 1, "", "export"], [72, 12, 1, "", "load_cross_compiled_exported_program"], [72, 12, 1, "", "refit_module_weights"], [72, 12, 1, "", "save_cross_compiled_exported_program"], [72, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[73, 9, 1, "", "InputTensorSpec"], [73, 9, 1, "", "TRTInterpreter"], [73, 9, 1, "", "TRTInterpreterResult"], [73, 9, 1, "", "TRTModule"], [73, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[74, 9, 1, "", "debug"], [74, 9, 1, "", "errors"], [74, 9, 1, "", "graphs"], [74, 9, 1, "", "info"], [74, 9, 1, "", "internal_errors"], [74, 9, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[77, 11, 1, "", "cdhw32"], [77, 11, 1, "", "chw16"], [77, 11, 1, "", "chw2"], [77, 11, 1, "", "chw32"], [77, 11, 1, "", "chw4"], [77, 11, 1, "", "dhwc"], [77, 11, 1, "", "dhwc8"], [77, 11, 1, "", "dla_hwc4"], [77, 11, 1, "", "dla_linear"], [77, 11, 1, "", "hwc"], [77, 11, 1, "", "hwc16"], [77, 11, 1, "", "hwc8"], [77, 11, 1, "", "linear"], [77, 10, 1, "", "to"], [77, 10, 1, "", "try_from"], [77, 10, 1, "", "try_to"]], "torch_tensorrt.runtime": [[76, 9, 1, "", "PythonTorchTensorRTModule"], [76, 9, 1, "", "TorchTensorRTModule"], [76, 12, 1, "", "enable_cudagraphs"], [76, 12, 1, "", "enable_output_allocator"], [76, 12, 1, "", "enable_pre_allocated_outputs"], [76, 12, 1, "", "get_cudagraphs_mode"], [76, 12, 1, "", "get_whole_cudagraphs_mode"], [76, 12, 1, "", "set_cudagraphs_mode"], [76, 12, 1, "", "set_multi_device_safe_mode"], [76, 12, 1, "", "weight_streaming"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[76, 10, 1, "", "__init__"], [76, 10, 1, "", "disable_profiling"], [76, 10, 1, "", "enable_profiling"], [76, 10, 1, "", "forward"], [76, 10, 1, "", "get_layer_info"], [76, 10, 1, "", "validate_input_shapes"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[76, 10, 1, "", "__init__"], [76, 10, 1, "", "forward"], [76, 10, 1, "", "get_extra_state"], [76, 10, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[78, 12, 1, "", "TensorRTCompileSpec"], [78, 12, 1, "", "check_method_op_support"], [78, 12, 1, "", "compile"], [78, 12, 1, "", "convert_method_to_trt_engine"], [78, 12, 1, "", "embed_engine_in_new_module"], [75, 8, 0, "-", "ptq"]], "torch_tensorrt.ts.ptq": [[75, 9, 1, "", "CacheCalibrator"], [75, 9, 1, "", "CalibrationAlgo"], [75, 9, 1, "", "DataLoaderCalibrator"]], "torch_tensorrt.ts.ptq.CalibrationAlgo": [[75, 11, 1, "", "ENTROPY_CALIBRATION"], [75, 11, 1, "", "ENTROPY_CALIBRATION_2"], [75, 11, 1, "", "LEGACY_CALIBRATION"], [75, 11, 1, "", "MINMAX_CALIBRATION"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 21, 22, 39, 41, 42, 51, 72, 73, 75, 76, 77], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 17, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 47, 48, 49, 50, 62, 70, 86, 87], "devic": [1, 47, 123], "devicetyp": 1, "nest": [1, 47], "relationship": [1, 3, 4, 47, 49], "tensorformat": 2, "templat": [3, 4, 30, 31], "int8cachecalibr": 3, "inherit": [3, 4, 49], "base": [3, 4, 49, 81], "type": [3, 4, 47, 49, 55], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 13, 20, 51, 103, 106, 111, 114, 115], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torch_tensorrt_ptq_deprec": 9, "torchtrt_api": 10, "xstr": 11, "torchtrt_hidden": 12, "torch_tensorrt_vers": 13, "directori": [14, 15, 16, 52], "cpp": [14, 19, 20, 21, 22, 57], "subdirectori": [14, 15], "includ": [15, 19, 20, 21, 22], "torch_tensorrt": [16, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 46, 68, 72, 73, 74, 75, 76, 77, 78, 107, 109, 110, 125], "file": [16, 19, 20, 21, 22, 43, 44, 45, 46, 51, 52], "enum": [17, 18, 19, 22, 39, 40, 51, 75, 77], "level": [17, 81, 83, 84], "enginecap": 18, "log": [19, 23, 24, 25, 26, 27, 28, 29, 40, 43, 74], "h": [19, 20, 21, 22, 43, 44, 45, 46, 57], "content": [19, 20, 21, 22, 39, 40, 41, 42, 81, 82, 83, 84, 85, 86], "definit": [19, 20, 21, 22, 84, 97, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 115, 116], "By": [19, 20], "namespac": [19, 20, 21, 22, 39, 40, 41, 42, 51], "function": [19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 51, 62, 72, 73, 76, 77, 78, 103, 115], "macro": [20, 44], "ptq": [21, 30, 31, 41, 45, 75, 92, 115], "get_logging_prefix": 23, "get_reportable_log_level": 24, "get_is_colored_output_on": 25, "set_reportable_log_level": 26, "set_is_colored_output_on": 28, "set_logging_prefix": 29, "make_int8_calibr": 30, "make_int8_cache_calibr": 31, "torchscript": [32, 33, 34, 38, 42, 61, 67, 70, 89, 90, 93, 124, 125], "check_method_operator_support": 32, "compil": [33, 58, 60, 64, 65, 67, 69, 70, 90, 97, 100, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 116, 119, 121, 122, 124, 125], "embed_engine_in_new_modul": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "convert_method_to_trt_engin": 38, "program": [43, 44, 45, 46, 64, 104, 123], "list": [43, 44, 45, 46, 84], "struct": [47, 48, 49, 50, 51], "graphinput": 48, "input": [49, 107, 109, 114], "compilespec": 50, "torch": [51, 62, 64, 65, 66, 67, 69, 70, 90, 91, 93, 96, 98, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125], "tensorrt": [51, 59, 62, 64, 65, 66, 67, 70, 90, 91, 93, 94, 96, 98, 102, 104, 106, 111, 112, 113, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125], "c": [51, 62, 67, 69, 70, 90, 92, 119], "api": [51, 52, 62, 67, 70, 103], "hierarchi": 51, "full": [51, 52], "torchtrtc": [53, 90], "convers": [54, 58, 60, 61], "phase": [54, 56, 57, 58, 59, 60], "node": 54, "evalu": [54, 55, 71], "convert": [54, 55, 61, 66, 71, 90, 94, 95, 96], "write": [55, 61, 63, 94, 95, 96, 98], "dynamo": [55, 63, 70, 72, 111, 112, 113, 114, 124, 125], "implement": [55, 96], "registr": 55, "capabl": 55, "valid": 55, "contract": [55, 61], "exampl": [55, 63, 83, 85, 97], "convolut": 55, "oper": [55, 65, 71, 90, 94, 95, 98], "decomposit": 55, "addmm": [55, 56], "lower": [56, 58, 60, 63], "pass": [56, 63], "us": [56, 62, 90, 91, 93, 94, 95, 96, 98, 102, 103, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 119, 121], "eliminatecommonsubexpress": 56, "elimin": 56, "dead": 56, "code": [56, 70, 83], "except": 56, "Or": 56, "pattern": 56, "redund": 56, "guard": 56, "freez": 56, "modul": [56, 89, 90, 102, 110, 125], "fuse": 56, "branch": 56, "linear": 56, "flatten": 56, "graph": [56, 59, 110, 125], "tupl": 56, "fallback": [56, 57], "peephol": 56, "optim": [56, 69, 117, 118, 120], "remov": 56, "contigu": 56, "dropout": 56, "To": 56, "unpack": 56, "logsoftmax": 56, "unrol": 56, "loop": [56, 115], "replac": [56, 83], "tile": 56, "repeat": 56, "partit": [57, 58, 60], "partitoninfo": 57, "segmentedblock": 57, "shape_analysi": 57, "automat": [57, 94, 95, 116], "depend": [57, 67, 101, 117], "awar": [57, 119], "runtim": [58, 59, 60, 76, 97, 103, 123], "background": [59, 61], "engin": [59, 66, 98, 99, 100], "executor": 59, "op": [59, 66, 98], "construct": 59, "result": 59, "serial": [59, 65, 69], "deseri": 59, "abi": [59, 67], "version": [59, 67], "format": [59, 125], "system": [60, 67, 94], "overview": [60, 68], "what": 61, "guarante": 61, "respons": 61, "context": [61, 81, 116], "arg": [61, 82], "weight": [61, 104, 114, 115, 116], "other": 61, "advic": 61, "link": [62, 83], "develop": 62, "avail": 62, "layer": 62, "expect": 62, "dimens": 62, "python": [62, 67, 69, 70, 89, 91, 92], "sometim": 62, "easier": 62, "read": 62, "pytorch": [62, 66, 70, 93, 94, 95, 98, 106, 112, 113, 119], "native_op": 62, "ir": [62, 124, 125], "aten": 63, "basic": 63, "requir": 63, "regist": [63, 90], "export": [64, 69, 110, 111, 121], "customiz": [64, 65], "set": [64, 65, 102, 105, 110, 117, 118, 120], "under": [64, 90, 121], "hood": [64, 90, 121], "trace": 64, "backend": [65, 107, 108, 109, 111, 112, 113, 114], "kei": 65, "featur": [65, 103], "custom": [65, 90, 94, 95, 96, 98, 100, 105, 121], "usag": [65, 104, 105], "after": 65, "model": [65, 66, 70, 94, 95, 97, 98, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 124], "perform": [65, 103], "coverag": 65, "feasibl": 65, "dynam": [65, 102, 107, 119, 121, 123], "shape": [65, 102, 107, 119, 121], "support": [65, 71], "recompil": [65, 107], "condit": 65, "fx": [66, 70, 73, 119, 125], "frontend": [66, 67, 70, 93, 106, 119, 125], "user": [66, 70], "guid": [66, 70], "acc": 66, "tracer": 66, "fx2trt": 66, "how": [66, 81, 92], "add": 66, "miss": 66, "instal": [67, 88], "precompil": 67, "binari": 67, "specif": 67, "cuda": [67, 105, 109, 110], "nightli": 67, "build": [67, 68, 81, 117, 118, 120], "onli": 67, "from": [67, 93], "sourc": 67, "linux": 67, "packag": [67, 123], "addit": 67, "option": [67, 69, 81, 82, 84, 107, 109, 116, 125], "distribut": 67, "No": 67, "librari": [67, 106, 111, 114, 123], "standalon": 67, "releas": 67, "debug": 67, "pre": [67, 103, 115], "cxx11": 67, "choos": 67, "right": 67, "window": [67, 97], "step": [67, 69, 117, 118, 120], "advanc": [67, 104, 105], "setup": 67, "troubleshoot": 67, "altern": 67, "cmake": 67, "nativ": 67, "aarch64": 67, "jetson": 67, "prerequisit": [67, 68], "environ": 67, "cli": [67, 70], "jetpack": 68, "6": [68, 85], "1": [68, 69, 85, 111, 117, 118, 120], "quick": [69, 94], "start": [69, 70], "2": [69, 85, 86, 117, 118, 120], "deploi": [69, 94, 115, 119, 123], "deploy": 69, "In": [70, 104], "framework": 70, "infer": [70, 103, 106, 107, 108, 109, 110, 115, 117, 118, 120], "nvidia": 70, "gpu": 70, "get": 70, "tutori": [70, 117], "zoo": [70, 101, 117], "contributor": 70, "indic": 70, "legaci": [70, 119, 125], "further": 70, "inform": 70, "current": 71, "through": 71, "ts": [75, 78, 125], "submodul": 77, "comput": 79, "time": [79, 125], "changelog": 80, "configur": 81, "project": 81, "wide": 81, "html": 81, "theme": [81, 87], "toc": 81, "page": 81, "tabl": [81, 82, 83, 84, 85, 86], "mod": 82, "test_py_modul": 82, "gener": [82, 94, 95, 111, 112, 113], "index": 82, "paramet": [82, 106], "data": 82, "paragraph": [83, 86], "markup": 83, "inlin": 83, "math": 83, "meta": 83, "block": 83, "liter": 83, "line": 83, "quot": 83, "doctest": 83, "emphas": 83, "number": [83, 84], "sidebar": 83, "ch": 83, "ien": 83, "The": [83, 90], "creativ": 83, "A": 83, "refer": [83, 114], "footnot": 83, "citat": [83, 92], "glossari": 83, "target": 83, "direct": 83, "center": 83, "text": 83, "imag": [83, 84, 111, 114], "figur": 83, "admonit": 83, "And": 83, "wai": 83, "topic": 83, "rubric": 83, "titl": 83, "compound": 83, "download": [83, 88], "enumer": 84, "field": 84, "bullet": 84, "second": 84, "But": 84, "deeper": 84, "down": 84, "rabbit": 84, "hole": 84, "hlist": 84, "grid": 84, "giant": 84, "can": 84, "have": 84, "caption": [84, 87], "like": 84, "thi": [84, 87], "one": 84, "long": [85, 87], "sticki": 85, "nav": 85, "menu": [85, 87], "3": [85, 117, 118, 120], "4": 85, "5": 85, "7": 85, "8": 85, "9": 85, "10": 85, "11": 85, "12": 85, "13": 85, "14": 85, "15": 85, "16": 85, "17": 85, "18": 85, "19": 85, "20": 85, "submenu": 85, "subsubmenu": 85, "structur": 86, "element": 86, "section": 86, "subsect": 86, "subsubsect": 86, "demo": 87, "an": [87, 114], "incred": 87, "via": 88, "git": 88, "creat": [89, 92], "work": [89, 90], "save": [89, 102, 124], "disk": 89, "quickstart": 90, "unsupport": 90, "post": [92, 111, 114], "train": [92, 115, 119], "quantiz": [92, 115, 119], "your": [92, 117, 118, 120], "own": 92, "applic": 92, "directli": 93, "kernel": [94, 95, 98], "plugin": [94, 95, 123], "our": [94, 95, 96, 98], "overload": 96, "metadata": 96, "cross": 97, "import": [97, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "within": 98, "test": 98, "wrap": 98, "insert": 98, "cach": [99, 100, 102, 104], "bert": [99, 109, 119], "jit": [100, 121], "aot": [100, 121], "mutabl": 102, "initi": [102, 114], "make": [102, 104], "modif": 102, "stabl": [102, 108], "diffus": [102, 108], "huggingfac": 102, "persist": 102, "alloc": [103, 123], "output": [103, 106, 112, 113, 114, 123], "buffer": 103, "measur": 103, "load": [103, 114, 115, 124], "enabl": 103, "disabl": 103, "refit": 104, "new": 104, "standard": 104, "workflow": 104, "refitt": 104, "pretrain": [104, 114], "map": 104, "place": 104, "default": [105, 110], "cleanup": [105, 109], "driver": [105, 109], "error": [105, 109], "note": [105, 109], "gpt2": [106, 112], "necessari": 106, "decod": [106, 112, 113], "sentenc": [106, 112, 113], "resnet": 107, "argument": [107, 109], "avoid": 107, "specifi": 107, "befor": 107, "trt": 107, "cudagraph": [110, 123], "integr": 110, "contain": 110, "break": 110, "flux": 111, "dev": 111, "follow": [111, 114], "backbon": 111, "process": [111, 114], "prompt": 111, "llama2": 113, "sam2": 114, "preprocess": 114, "compon": 114, "visual": 114, "dataset": 115, "loss": 115, "calibr": 115, "tune": 115, "fp8": 115, "stream": 116, "run": 116, "budget": 116, "size": 116, "manag": 116, "serv": [117, 118, 119, 120], "triton": [117, 118, 120], "up": [117, 118, 120], "server": [117, 118, 120], "client": [117, 118, 120], "queri": [117, 118, 120], "notebook": 119, "citrinet": 119, "efficientnet": 119, "mask": 119, "languag": 119, "mlm": 119, "hug": 119, "face": 119, "transform": 119, "acceler": 119, "resnet50": 119, "lenet": 119, "deep": 119, "learn": 119, "object": 119, "detect": 119, "ssd": 119, "int8": 119, "constraint": 121, "mix": 122, "precis": 122, "libtorchtrt": 123, "so": 123, "multi": 123, "safe": 123, "mode": 123, "exportedprogram": 124, "b": 124, "explain": 125, "just": 125, "accept": 125, "return": 125, "ahead": 125, "dla": 126}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})