Utility to create a formated spec dictionary for using the PyTorch TensorRT backend
torch.compile", "Torch-TensorRT (FX Frontend) User Guide", "Building Torch-TensorRT on Windows", "Installation", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ptq", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "5. :mod:`test_py_module`", "3. Paragraph Level Markup", "4. Lists & Tables", "1. Long Sticky Nav", "1. Structural Elements", "<no title>", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in C++", "Using Torch-TensorRT in Python", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Dynamo / torch.compile", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT torch.compile Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Post Training Quantization (PTQ)", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 74, 78, 86, 87, 88, 90, 92, 95, 97, 100], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 74, 75, 76, 78, 79, 81, 85, 87, 98, 99, 100, 102], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 68, 87, 88, 89, 90, 91, 92, 94, 96, 97, 98, 99, 100, 101, 102, 103], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 87, 100], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 66, 68, 71, 74, 75, 78, 79, 86, 87, 88, 90, 93, 95, 98, 99, 103], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 74, 75, 80, 84, 88, 90, 97, 100], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 80, 87, 88, 90, 97, 100, 102], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 67, 70, 74, 75, 78, 80, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 78, 79, 80, 81, 86, 91, 96, 98, 99, 100, 101, 102, 103], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 70, 71, 74, 75, 76, 86, 91, 92, 94, 100], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 78, 87, 88, 89, 91, 93, 95, 96, 99, 100, 101, 103], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 78, 79, 80, 82, 83, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102], "compat": [0, 1, 46, 55, 58, 64, 65, 66, 70, 75], "c10": [0, 1, 45, 46, 48, 49, 87, 100], "check": [0, 1, 31, 46, 52, 55, 60, 65, 75, 87, 90, 98, 101], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 69, 70, 87, 90, 93, 95, 99, 101, 102], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 67, 71, 79, 80, 81, 87, 90, 92, 93, 95, 99, 100], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 74, 75, 78, 80, 83, 90, 98, 100], "reason": [0, 65, 86, 90], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 67, 70, 74, 75, 78, 80, 81, 82, 86, 87, 88, 89, 90, 91, 96, 97, 98, 99, 100, 101, 102], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 67, 71, 80, 87, 88, 90, 97, 98, 99, 100, 101], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 81, 100], "enum": [0, 1, 2, 42, 45, 46, 70, 75, 100], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 66, 69, 70, 74, 78, 87, 92, 93, 95, 97, 99], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 67, 80, 81, 83, 88, 90, 91, 96, 97, 98, 99, 100, 101, 102], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 67, 74, 90, 99, 100, 101], "itself": [0, 1, 2, 46, 52, 55, 89, 98], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 100], "vs": [0, 1, 2, 46, 55, 70, 75, 89], "normal": [0, 1, 2, 46, 65, 80, 86, 87, 98, 100, 103], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 75, 81, 83], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75], "kdoubl": [0, 45], "fp64": 0, "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 97, 98, 100], "khalf": [0, 45, 87], "fp16": [0, 48, 49, 52, 64, 65, 71, 87, 88, 94, 103], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 100, 103], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 74, 75, 78, 87, 90, 99], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 74, 75, 78, 87, 90, 100], "kunknown": [0, 2, 45], "sentinel": [0, 2], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 67, 86, 87, 89, 90, 92, 93, 95, 97, 98, 99, 100, 101, 103], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 67, 70, 71, 74, 75, 78, 79, 80, 87, 88, 89, 90, 99, 100, 101, 102], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 74, 80, 81, 87, 90, 100], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 75, 80, 87, 91, 93, 95, 96, 98, 99], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 72, 74, 75, 89, 99, 100, 102], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 81, 84, 87], "constexpr": [0, 1, 2, 45, 46, 90], "t": [0, 1, 2, 45, 46, 55, 60, 65, 67, 69, 74, 78, 80, 81, 86, 87, 98, 99, 100], "constructor": [0, 2, 46, 48, 49, 58, 86], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 70, 71, 75, 76, 78, 79, 80, 81, 86, 87, 90, 94, 95, 97, 98, 99, 100, 101, 102], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 74, 75, 76, 86, 100, 103], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 74, 75, 84, 86, 87], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 74, 75, 88, 93, 95, 99, 100, 103], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 87, 100], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 87, 97, 98, 100], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 86, 87, 88, 90, 92, 98, 99, 100], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 80, 100], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 67, 69, 70, 79, 80, 87, 88, 101], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 78, 81, 87, 89, 90, 92, 93, 94, 95, 98, 99, 100, 101, 103], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 78, 79, 80, 81, 87, 89, 90, 92, 94, 95, 100, 101], "struct": [1, 21, 38, 41, 45, 54, 100], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 70, 71, 80, 90, 99, 100, 101, 103], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 87, 88, 89, 101, 103], "kcuda": [1, 46, 56, 87], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 67, 70, 71, 74, 75, 78, 80, 81, 86, 87, 88, 89, 90, 92, 97, 98, 99, 100, 101, 102], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 87, 89, 92, 97, 98, 100], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 67, 70, 78, 86, 87, 88, 89, 90, 98], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 74, 75, 88, 90, 98], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 68, 70, 74, 75, 88, 89, 90, 99, 100, 103], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 87, 89, 90, 98, 100, 101, 103], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 67, 70, 71, 74, 75, 80, 86, 87, 88, 89, 90, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103], "kdla": [1, 45, 46, 103], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 74, 75], "intern": [1, 16, 46, 60, 63, 72, 80, 87], "note": [1, 46, 48, 54, 60, 62, 65, 66, 67, 74, 78, 80, 87, 90, 99, 103], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 67, 70, 74, 75, 78, 81, 86, 88, 89, 90, 96, 97, 98, 99, 100, 102], "valid": [1, 46, 56, 60, 62, 70, 74], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 78, 80, 81, 86, 87, 88, 90, 92, 97, 98, 99, 100, 101, 102], "memeori": 2, "layout": [2, 48, 69, 70, 74, 75], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 75, 86, 87, 90, 99], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 86, 87, 88, 90, 92, 97, 99, 100], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75], "nchw": [2, 70, 74, 75], "linear": [2, 56, 69, 74, 86, 90], "kchannelslast": [2, 45], "channel": [2, 79], "last": [2, 55, 65], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 74, 75], "privat": [3, 4, 44, 45, 100], "algorithm": [3, 4, 29, 30, 44, 65, 100], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 78, 80, 81, 84, 86, 87, 90, 92, 93, 94, 95, 96, 99, 100], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 79, 87, 90, 99, 100, 101], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 67, 70, 74, 75, 78, 80, 88, 89, 98, 99, 102], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 75, 87, 100], "read": [3, 4, 29, 30, 44, 78, 80, 100], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 100], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 100], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 100], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 87, 98, 100, 103], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 66, 70, 74, 78, 87, 100], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 67, 80, 81, 84, 87, 90, 93, 98, 99], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 71, 87, 100], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 93, 95, 98, 99, 100, 103], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 74, 75, 78, 87, 90, 93, 95, 97, 99, 100], "next": [3, 4, 53, 54, 58, 63, 71, 78, 80, 81, 92, 98, 99, 100], "alwai": [3, 4, 27, 52, 80], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 67, 69, 70, 71, 74, 75, 77, 78, 80, 81, 84, 86, 87, 88, 89, 90, 93, 95, 97, 99, 100, 102, 103], "due": [3, 4, 67, 79, 80], "issu": [3, 4, 64, 70, 87, 92, 93, 95, 99], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 75, 80], "char": [3, 4, 44, 52, 87], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 67, 70, 71, 74, 75, 80, 81, 86, 87, 89, 90, 98], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 90], "pointer": [3, 4, 100], "fed": [3, 4, 48], "buffer": [3, 4, 65, 90], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 67, 70, 71, 78, 80, 87, 101], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 72, 74, 75, 81, 86, 87, 88, 89, 90, 92, 97, 98, 99, 100, 102, 103], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 78, 87, 88, 90, 91, 93, 95, 96, 97], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 100], "length": [3, 4, 44, 65, 69, 81, 99], "how": [3, 4, 67, 80, 82, 84, 86, 89, 90, 92, 97, 98, 99, 101], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 70, 71, 75, 78, 93, 95, 101], "use_cach": [3, 4, 30, 44, 100], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 67, 70, 71, 74, 75, 78, 82, 85, 86, 87, 88, 90, 97, 99, 100, 101, 103], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 80, 87, 98, 100], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 67, 70, 71, 74, 75, 80, 87, 88, 89, 91, 92, 96, 98, 99, 100, 101, 102], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 74, 75, 88, 89, 90, 93, 95, 97, 101], "easili": [3, 4], "assign": [3, 4, 79], "ptq_calibr": [3, 4, 45, 49, 100], "field": [3, 4, 63, 71, 74, 100], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 75, 87, 100, 103], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 87, 100], "dataload": [4, 29, 30, 44, 49, 100], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 67, 71, 74, 75, 81, 94, 98, 100], "uniqu": [4, 88], "what": [4, 54, 55, 65, 80, 86, 87, 88], "make_data_load": [4, 100], "factori": [4, 29, 30, 64, 70, 100], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 67, 70, 74, 86, 87, 98, 100], "find": [4, 65, 67, 87, 90], "whether": [4, 52, 54, 64, 65, 70, 71, 74, 79, 93, 95, 100, 101], "exist": [4, 31, 32, 34, 54, 63, 65, 70, 74, 75, 97, 100], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 67, 81, 86, 97, 98, 99, 100, 101], "consum": [4, 53, 86], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 75, 81, 86, 87, 90, 92, 99, 102], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 67, 70, 71, 78, 80, 86, 87, 90, 91, 96, 100], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 67, 87, 100], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 74, 93, 95], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 75, 80, 87, 89, 90, 93, 95, 98], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 80, 87, 99], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 67, 70, 72, 74, 76, 80, 81, 86, 87, 88, 90, 96, 97, 98, 100, 101], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 87], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 66, 70, 72, 75, 89, 90, 92, 93, 95], "kgraph": [16, 42, 55], "everyth": [16, 64, 70], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 86, 99], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 86, 87, 90, 93, 95, 97, 99], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 74, 81, 90, 93, 95, 97, 99], "phase": [16, 60, 63, 87, 99], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 67, 69, 70, 74, 75, 79, 82, 88, 90, 100], "capabl": [17, 45, 49, 52, 58, 70, 75, 89], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 67, 100], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 86], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 69, 70, 71, 74, 75, 84, 87, 88, 90, 98], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 70, 71, 74, 75, 88, 97, 99, 103], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 74, 75, 90], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 87], "iter": [20, 44, 49, 52, 53, 64, 70, 74, 75], "memori": [20, 21, 44, 45, 55, 60, 70, 74, 75, 87, 88, 90], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 87, 100, 103], "templat": [20, 40, 44, 45, 50, 78, 87], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 74, 75, 88, 89, 90, 94, 97, 100, 103], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 70, 74, 75, 89, 90, 100, 103], "tensorformat": [21, 38, 45, 48, 50, 74, 90], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 84, 86, 90, 98], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 67, 70, 71, 75, 78, 90, 99], "report": [23, 44], "Is": [24, 74], "color": [24, 27, 80], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 65, 67, 70, 72, 75, 78, 80, 81, 87, 90, 94, 97, 98, 99, 102], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 67, 70, 71, 72, 74, 80, 86, 87, 89, 90, 99, 100], "ad": [25, 52, 53, 54, 56, 62, 65, 67, 90, 99], "abov": [25, 54, 56, 62, 65, 67, 72, 79, 80, 87, 90, 93, 95, 99, 102], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 67, 69, 78, 80, 85, 87, 88, 90, 99], "global": [26, 52, 64, 70, 87], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 80], "help": [27, 52, 53, 60, 64, 65, 87, 97, 101], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 67, 70, 74, 75, 78, 80, 82, 86, 87, 90, 97, 99, 100, 101], "termin": [27, 52, 87], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 67, 71, 74, 78, 80, 87, 88, 90, 92, 98, 99, 100, 101, 103], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 79, 84, 87, 90, 93, 95, 100], "post": [29, 30, 49, 52, 63, 68, 87, 99], "train": [29, 30, 49, 52, 68, 69, 87, 88], "quantiz": [29, 30, 52, 64, 68, 87], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 80, 87, 90, 91, 96, 98, 99], "previous": [29, 33, 87], "therefor": [29, 58, 65, 80, 87, 97, 101], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 67, 70, 71, 74, 75, 80, 86, 87, 88, 90, 93, 95, 97, 98, 99, 100], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 67, 70, 74, 75, 78, 87, 90, 98, 99, 100, 101], "dataset": [29, 97, 100], "save": [29, 44, 52, 58, 64, 65, 68, 70, 74, 75, 87, 88, 94, 97, 98, 101], "later": [29, 70, 87, 102], "differ": [29, 55, 56, 59, 64, 65, 67, 78, 86, 90, 101], "scratch": 29, "depend": [29, 35, 53, 59, 64, 65, 66, 70, 87, 88, 98, 101], "howev": [29, 67, 78, 79, 87, 90, 98, 99], "network": [29, 30, 54, 60, 65, 87, 90, 97, 98, 100, 103], "also": [29, 53, 54, 60, 62, 64, 66, 67, 78, 80, 81, 87, 88, 96, 97, 100], "recalibr": 29, "its": [29, 53, 56, 58, 60, 67, 80, 90, 101], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 78, 80, 84, 86, 90, 98], "chang": [29, 55, 56, 59, 62, 64, 65, 66, 75, 78, 98, 99, 100, 101], "respons": [29, 54, 58, 80, 101], "ensur": [29, 54, 55, 56, 62, 64, 66, 67], "By": [29, 30, 51, 56, 67, 78, 86, 99], "entropi": [29, 30, 100], "v2": [29, 30, 80], "perform": [29, 30, 54, 62, 63, 70, 90, 97, 98, 99, 100, 101, 102], "recommend": [29, 30, 65, 67, 80, 87, 90, 98], "feed": [29, 30, 87], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 70, 74, 75, 86, 87, 88, 89, 90, 92, 99, 100], "overrid": [29, 30, 44, 54, 65, 74, 100], "minmax": [29, 30, 100], "recomend": [29, 30], "nlp": [29, 30, 100], "task": [29, 30, 65, 97, 100], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 75, 80, 86, 87, 89, 90, 92, 93, 95, 97, 99, 101], "make_int8_calibr": [29, 40, 44, 50, 100], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 75, 80, 81, 86, 87, 88, 90, 92, 97, 99, 100], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 74, 86, 87, 90, 100], "g": [29, 30, 52, 55, 65, 66, 67, 71, 74, 80, 90, 100], "iint8minmaxcalibr": [29, 30, 100], "calibration_cache_fil": [29, 30, 100], "move": [30, 44, 55, 58, 75, 87, 100], "calibration_dataload": [30, 100], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 67, 71, 74, 80, 81, 86, 87, 90, 98, 100, 101], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 68, 70, 74, 75, 86, 87, 88, 89, 90, 98, 102], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 79, 80, 81, 88, 89, 90, 92, 97, 99, 100, 102, 103], "method_nam": [31, 34, 45, 52, 74, 75, 87], "see": [31, 55, 56, 58, 62, 64, 65, 67, 74, 75, 80, 86, 87, 88, 90, 92], "fulli": [31, 52, 55, 64, 70, 75, 87, 90, 100, 103], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 78, 86, 88, 89, 90, 98, 100, 101, 103], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 78, 80, 87, 89, 90, 92, 97, 99, 100], "method": [31, 32, 33, 34, 48, 52, 55, 60, 67, 70, 74, 75, 80, 86, 87, 89, 97], "pure": [31, 70], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 67, 70, 75, 80, 87, 90, 98, 99], "unsupport": [31, 49, 54, 64, 66, 90], "script": [31, 55, 56, 74, 75, 86, 87, 88, 89, 90, 92, 93, 94, 95, 101], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 67, 70, 74, 75, 87, 92, 93, 95, 98, 103], "configur": [32, 34, 48, 62, 67, 70, 74, 75, 84, 87, 90, 98, 99, 100], "equival": [32, 57, 59, 60, 70, 75, 86, 87, 90, 93, 95, 100], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 74, 75, 80, 96, 97], "traget": 32, "input_binding_nam": [33, 45, 75], "output_binding_nam": [33, 45, 75], "emb": [33, 52, 63, 75, 81], "pre": [33, 55, 75, 100, 101], "built": [33, 52, 58, 59, 64, 67, 70, 75], "serial": [33, 34, 52, 57, 59, 70, 74, 75, 87, 90], "regist": [33, 54, 58, 60, 65, 75, 90], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 67, 68, 70, 71, 74, 75, 76, 86, 87, 90, 98, 100], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 67, 70, 71, 74, 75, 80, 81, 87, 99, 101], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 67, 75, 78, 80, 81, 85, 86, 87, 90, 91, 96, 97, 98, 99, 100, 101], "format": [33, 45, 48, 49, 52, 69, 70, 74, 75, 80, 81, 88, 90, 97, 98, 102], "symbol": [33, 65, 67, 75, 80, 101], "index": [33, 61, 62, 67, 68, 69, 75, 78, 84, 90, 100], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 67, 68, 69, 70, 71, 74, 75, 76, 77, 79, 80, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 103], "2": [33, 43, 54, 56, 60, 63, 64, 65, 67, 68, 69, 70, 74, 75, 78, 80, 81, 84, 86, 87, 90, 91, 92, 95, 96, 99, 100, 102], "y": [33, 56, 75, 81, 90, 92], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 67, 70, 71, 75, 87, 88], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 67, 68, 72, 75, 86, 87, 90, 100], "origin": [33, 65, 71, 90], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 67, 70, 74, 75, 86, 87, 88, 91, 96, 98, 99, 100, 101, 102], "assum": [33, 89, 90, 99], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 67, 80, 87, 88, 94, 98], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 87, 90], "version": [35, 37, 59, 62, 64, 65, 66, 70, 78, 81, 90, 97, 98, 99, 102], "gpu_id": [36, 45, 46, 52, 70, 74, 75, 89, 90, 100, 103], "id": [36, 45, 52, 74, 78, 79, 83, 103], "cudasetdevic": 36, "dump": [37, 52, 90], "base": [37, 50, 58, 63, 64, 70, 71, 72, 74, 80, 86, 88, 95, 97, 99, 100], "stdout": 37, "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 89, 90], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 101], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 100], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 74, 75, 89], "embed_engine_in_new_modul": [41, 45, 50, 75], "document": [42, 43, 44, 45, 50, 59, 78, 80, 81, 85, 86, 87, 89, 98, 100, 101], "copyright": [42, 43, 44, 45, 81, 87], "c": [42, 43, 44, 45, 52, 59, 64, 66, 69, 70, 71, 81, 88, 90, 98, 101, 103], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 66, 80], "reserv": [42, 43, 44, 45], "licens": [42, 43, 44, 45, 66, 87], "under": [42, 43, 44, 45, 59, 65, 80], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 78, 80, 81], "found": [42, 43, 44, 45, 63, 67, 80, 87, 90, 100, 101], "root": [42, 43, 44, 45, 67, 78, 100], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 66, 70, 71, 72, 74, 75, 90, 92, 93, 94, 95, 96], "tree": [42, 43, 44, 45, 78, 100, 101], "pragma": [42, 43, 44, 45, 100], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 67, 90, 98, 100, 101], "namespac": [42, 43, 44, 45, 51, 55, 68, 90, 100], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 74, 75, 78, 80, 81, 82, 86, 87, 89, 90, 97, 98, 99, 100, 101, 102], "ones": [42, 56, 57, 59, 67, 80, 87, 90], "necessari": [42, 62, 64, 101], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 67, 80, 81, 87, 88, 96, 98, 99, 100, 101], "dont": 42, "know": [42, 60, 78, 80, 90], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 78, 80, 86, 87, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102], "want": [42, 56, 65, 71, 86, 87, 89, 90, 92, 98, 100], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 75, 80, 81], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 78], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 80, 90, 93, 95, 100], "gaurd": 43, "someth": [43, 55, 80, 98], "4": [43, 56, 58, 63, 64, 65, 67, 69, 76, 78, 80, 81, 84, 87, 90, 92, 94, 95, 99], "setup": [43, 98, 100], "alias": 43, "eas": 43, "ts": [43, 52, 56, 68, 74, 86, 87, 88, 89, 99, 102], "torchtrt": [43, 56, 90], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 86, 90, 92, 99], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 70, 80, 81, 87, 100, 103], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 67, 80, 92], "noexcept": [44, 100], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 70, 80, 81, 90, 92, 99, 100], "here": [44, 53, 54, 56, 58, 63, 64, 65, 67, 78, 80, 81, 86, 87, 90, 98, 99, 100, 101, 102], "explic": [44, 67], "just": [44, 45, 55, 56, 64, 65, 68, 72, 80, 82, 86, 87, 88, 89, 90, 97, 101], "still": [44, 56, 65, 92, 100], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 66, 67, 70, 74, 75, 80, 84, 90, 92, 94, 100, 101, 102, 103], "batch_siz": [44, 100], "end": [44, 52, 60, 62, 69, 70, 75, 80, 87, 90, 92, 93, 94, 95, 100], "statu": [44, 81], "reset": [44, 92, 93, 95, 101], "incas": [44, 99], "go": [44, 55, 56, 65, 86, 87, 90, 92, 93, 94, 95, 97, 98], "again": [44, 58, 60, 80, 90], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 98], "binari": [44, 100], "noskipw": 44, "good": [44, 60, 65, 80], "copi": [44, 60, 65, 69, 81, 98], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 87], "cache_fil": [44, 100], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": 45, "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 88, 90, 95, 97, 99], "device_typ": [45, 46, 74, 89, 100, 103], "int64_t": [45, 46, 48, 49, 100, 103], "core": [45, 52, 55, 56, 59, 64, 70, 74, 87, 103], "agx": 45, "platform": [45, 52, 59, 66, 67, 98, 103], "xavier": [45, 103], "dla_cor": [45, 46, 52, 74, 89, 100, 103], "allow_gpu_fallback": [45, 46, 70, 74, 75, 89, 100, 103], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 74, 75, 88, 97, 99], "opt_shap": [45, 48, 63, 70, 74, 75, 88, 97, 99], "max_shap": [45, 48, 63, 65, 70, 74, 75, 88, 97, 99], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 88, 90, 98, 103], "doubl": [45, 48, 49, 52, 63, 70, 75, 80, 101], "tensor_domain": [45, 48, 74], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 87], "input_signatur": [45, 47, 49, 75, 88], "nest": [45, 49, 50, 80, 81], "full": [45, 49, 52, 60, 64, 70, 72, 87, 90, 92, 93, 94, 95, 98, 100, 101, 103], "spec": [45, 48, 49, 52, 72, 74, 75, 89], "flatten": [45, 47, 69, 86, 87, 99], "fixed_s": [45, 49], "reflect": 45, "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 87, 88, 89, 90, 92, 93, 94, 95, 98, 100, 103], "disable_tf32": [45, 49, 64, 70, 75, 90, 100], "sparse_weight": [45, 49, 64, 65, 70, 75, 90], "refit": [45, 49, 64, 70, 75, 89, 90], "truncate_long_and_doubl": [45, 49, 63, 64, 75, 94], "allow_shape_tensor": [45, 49, 70, 75], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 75, 89, 90], "workspace_s": [45, 49, 52, 64, 70, 75, 90, 93, 95], "dla_sram_s": [45, 49, 52, 64, 70, 75, 90], "1048576": [45, 49, 64, 70, 75, 90], "dla_local_dram_s": [45, 49, 52, 64, 70, 75, 90], "1073741824": [45, 49, 64, 70, 75, 90], "dla_global_dram_s": [45, 49, 52, 64, 70, 75, 90], "536870912": [45, 49, 64, 70, 75, 90], "require_full_compil": [45, 49, 64, 70, 75, 90], "min_block_s": [45, 49, 56, 63, 64, 70, 75, 90, 92, 93, 95], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 69, 70, 74, 75, 80, 81, 84, 86, 87, 89, 90, 93, 97, 99, 100, 102, 103], "torch_executed_op": [45, 49, 56, 63, 64, 70, 75, 90, 92, 93, 95], "torch_executed_modul": [45, 49, 56, 70, 75], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 74, 100], "relat": [46, 80, 92, 93, 95], "let": [46, 52, 55, 60, 65, 70, 74, 75, 78, 80, 97, 98], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 75, 87, 90, 97, 98, 99, 100, 103], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 74, 78, 80, 88], "complex": [47, 49, 64, 67, 86, 88], "either": [47, 48, 52, 60, 62, 70, 74, 75, 78, 80, 86, 87, 88, 90, 102], "one": [47, 54, 55, 60, 64, 65, 74, 80, 86, 87, 88, 90, 92, 93, 95, 98], "rang": [48, 49, 52, 65, 74, 90, 97, 99], "optim": [48, 52, 55, 63, 64, 65, 68, 70, 71, 86, 87, 88, 93, 94, 95, 97, 99], "profil": [48, 71], "singl": [48, 52, 55, 56, 65, 74, 80, 86, 87, 100, 101], "repres": [48, 49, 54, 60, 65, 80], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 70, 74, 75, 78, 87], "three": [48, 57, 59, 65, 71, 74, 80, 81, 97, 98], "min": [48, 52, 60, 69, 74, 99], "optimin": [48, 70], "max": [48, 52, 60, 69, 74, 78, 99], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 74, 75, 78, 90, 93, 95, 101], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 80, 81, 87, 88, 90, 99], "expect": [48, 54, 55, 60, 74, 87, 88, 97], "tradit": [48, 70, 75, 100], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 74, 80, 87, 97], "low": [48, 65], "high": [48, 55, 56, 78, 90], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 80, 87, 94, 97], "first": [48, 53, 54, 55, 65, 80, 81, 87, 88, 90, 92, 98, 100, 102], "calcul": [48, 53, 56, 87, 90], "detect": [48, 58], "float32": [48, 49, 52, 63, 64, 65, 70, 74, 75, 90, 94, 99], "dynam": [48, 49, 63, 65, 68, 70, 71, 74, 75, 92, 94, 95], "opt": [48, 67, 74, 99], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 90], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 93, 95, 98], "accept": [48, 52, 54, 58, 60, 74, 87, 88, 92, 102], "exampl": [48, 56, 58, 59, 60, 65, 66, 67, 68, 70, 72, 74, 75, 76, 78, 79, 81, 84, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 100, 101, 102], "s": [48, 49, 56, 58, 60, 63, 65, 66, 67, 68, 70, 71, 74, 78, 80, 81, 86, 87, 90, 97, 98, 100, 102], "cannot": [48, 55, 56, 65, 67, 70, 74, 75, 79, 86, 90, 99], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 80, 87, 88, 90, 97], "altern": [48, 56, 62, 63, 88, 97, 102], "refer": [48, 54, 57, 59, 65, 79, 84, 87, 90, 98, 99, 100, 102], "given": [48, 49, 52, 54, 55, 65, 70, 71, 74, 75, 86, 87, 88, 89, 99], "kernel": [48, 49, 52, 60, 64, 65, 70, 74, 75, 91, 96], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 74, 75, 78, 80, 87, 88, 90, 99, 100], "event": [48, 64], "place": [48, 55, 62, 65, 80, 81, 82, 90, 100], "variabl": [48, 65, 66, 74], "dimens": [48, 55, 65, 71, 97, 99], "domain": [48, 74, 81, 100], "convien": 49, "fix": [49, 65, 80, 90, 101, 103], "describ": [49, 56, 60, 86, 89, 91, 96, 98, 99], "entri": [49, 60], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 67, 70, 71, 80, 81, 86, 87, 97, 99, 100], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 87, 88, 93, 95, 100, 103], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 97, 99, 100, 101], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 67, 70, 80, 97, 100], "inner": [49, 81, 97], "product": 49, "round": [49, 70, 75, 90], "10": [49, 67, 70, 71, 75, 84, 86, 87, 97, 98, 100], "bit": [49, 60, 65, 70, 75, 87], "mantissa": [49, 70, 75], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 87, 98], "multipli": [49, 70, 75], "accumul": [49, 70, 75], "sum": [49, 65, 69, 70, 75, 90], "23": [49, 55, 70, 75, 81], "behavior": [49, 56, 65, 70, 75, 99, 101, 102], "sparsiti": [49, 52, 65, 70, 75], "conv": [49, 52, 87, 90], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75], "long": [49, 52, 53, 63, 80, 81], "float": [49, 52, 63, 64, 69, 74, 86, 87, 88, 89, 90, 92, 95, 100], "ishap": 49, "restrict": [49, 64, 70, 75], "cuda": [49, 58, 63, 65, 66, 70, 71, 74, 87, 88, 89, 90, 94, 98, 99, 100, 101, 102], "safeti": [49, 52], "averag": [49, 52, 64, 70, 75, 90], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 68, 70, 71, 75, 78, 80, 87, 90, 92, 93, 94, 95, 100], "workspac": [49, 52, 64, 65, 67, 70, 71, 75, 90, 92, 93, 95], "fast": [49, 52, 64, 70, 75], "softwar": [49, 52, 64, 70, 75, 80], "manag": [49, 52, 53, 57, 59, 60, 64, 66, 70, 72, 74, 75, 87, 101], "ram": [49, 52, 64, 70, 75], "commun": [49, 52, 64, 66, 70, 75, 87], "within": [49, 52, 57, 59, 64, 70, 75, 78, 80, 91, 96], "host": [49, 52, 64, 67, 70, 75, 90, 98], "share": [49, 52, 64, 66, 67, 70, 75], "across": [49, 52, 55, 56, 64, 70, 75, 78, 99], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 78], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 67, 70, 87, 101], "potenti": [49, 70, 83], "subgraph": [49, 52, 53, 54, 55, 60, 62, 87, 90], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 87, 92, 99], "thrown": [49, 70, 75], "empti": [49, 70, 71, 75, 81, 86, 90], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 100], "subdirectori": 51, "definit": [51, 54, 60, 80], "cli": [52, 88], "It": [52, 54, 55, 56, 57, 59, 60, 65, 67, 68, 78, 80, 90, 97, 101], "serv": [52, 58, 65, 68, 70], "easi": [52, 53, 55, 87, 100], "wai": [52, 64, 65, 67, 86, 87, 90, 91, 96, 97, 100, 101, 102], "command": [52, 64, 67, 80, 81, 86, 87, 98], "line": [52, 67, 81, 87], "quickli": [52, 87, 100], "part": [52, 56, 59, 65, 78, 79, 80, 90, 99], "deploy": [52, 87, 88, 97, 98, 100, 101, 103], "pipelin": [52, 94, 103], "basic": [52, 56, 65, 81, 96, 98], "featur": [52, 56, 65, 87, 89, 94, 97, 100], "though": [52, 59, 60, 86, 87], "alreadi": [52, 53, 54, 55, 87, 90, 100], "two": [52, 55, 60, 62, 64, 65, 67, 80, 81, 85, 86, 88, 98, 99, 100], "embed": [52, 54, 58, 69, 75, 80, 103], "plan": [52, 59, 63, 64, 70, 99], "after": [52, 53, 55, 56, 62, 65, 66, 86, 87, 88, 92, 93, 95, 98, 101], "link": [52, 53, 62, 68, 78, 79, 84, 87, 90, 101], "against": [52, 87], "libtorchtrt": [52, 67, 87], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 80, 81, 87, 89, 90, 92, 93, 94, 95, 96, 97, 98, 101, 103], "import": [52, 55, 56, 63, 64, 65, 67, 78, 80, 86, 87, 88, 89, 90, 98, 99, 101, 102], "packag": [52, 55, 64, 87], "aspect": 52, "ident": [52, 62, 70], "standard": [52, 58, 68, 70, 75, 80, 89, 90, 97, 101], "load": [52, 56, 58, 65, 75, 87, 88, 89, 90, 97, 98, 100, 101], "like": [52, 53, 55, 58, 60, 65, 67, 79, 80, 86, 87, 88, 90, 98, 100, 101], "would": [52, 54, 60, 64, 65, 67, 87, 88, 89, 90, 98, 99, 101], "input_file_path": [52, 103], "output_file_path": [52, 103], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 78, 101], "menu": [52, 78, 80], "verbios": 52, "v": [52, 81, 98], "verbos": [52, 64, 65, 70, 71, 81, 93, 95], "about": [52, 53, 58, 60, 67, 78, 87, 98, 99], "process": [52, 56, 64, 79, 80, 86, 89, 92, 97, 98, 100, 101], "onto": [52, 58], "consol": 52, "w": [52, 67], "disabl": [52, 64, 70, 78, 79, 101], "i": [52, 55, 60, 69, 80, 81, 86, 87, 90, 100], "debugg": [52, 70, 75], "fallback": [52, 57, 59, 60, 103], "model": [52, 56, 58, 63, 68, 70, 71, 72, 86, 87, 88, 89, 91, 96, 99, 100], "throw": [52, 55, 87], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 87, 98, 103], "repeat": [52, 69], "f32": [52, 70, 90], "half": [52, 64, 80, 87, 88, 89, 90, 92, 93, 98, 100, 103], "float16": [52, 90, 94], "f16": [52, 87, 103], "i8": 52, "d": [52, 80, 81, 87, 103], "multi": 52, "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 67, 70, 78, 90, 103], "dla_standalon": 52, "file_path": [52, 102], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 87, 92, 99, 101], "partial": [52, 80], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 84, 87, 100], "mb": [52, 76], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 84], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 67, 78, 87], "dram": 52, "atol": 52, "absolut": [52, 67], "toler": 52, "threshold": 52, "numer": [52, 65, 81], "deviat": 52, "1e": 52, "rtol": 52, "rel": [52, 56], "5": [52, 56, 58, 59, 64, 65, 66, 67, 70, 80, 81, 84, 86, 87, 90, 92, 98, 99], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 91, 96], "dll": 52, "n": [52, 60, 62, 87, 90, 100], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 74, 86, 87, 88, 100, 103], "flag": [52, 56, 57, 59, 67, 88, 101, 102], "forc": [52, 63, 65, 70, 75, 78], "posit": [52, 54, 65, 74, 78], "test": [52, 56, 59, 65, 66, 67, 70, 80, 81, 97, 98, 100], "ssd_trace": 52, "pt": [52, 65, 87, 98], "ssd_trt": 52, "300": [52, 89], "512": [52, 70, 74, 75, 97, 99], "1024": [52, 70, 74, 75, 97], "simplifi": [53, 90], "form": [53, 74, 80, 88, 98], "thats": [53, 100], "up": [53, 55, 56, 57, 58, 59, 62, 65, 80, 86, 90, 92, 93, 95, 97], "context": [53, 57, 58, 59, 64, 72, 101], "inetworkdefinit": [53, 54], "record": [53, 86], "togeth": [53, 60, 87], "start": [53, 56, 65, 69, 70, 74, 81, 87, 89, 90, 97], "look": [53, 54, 55, 70, 86, 89, 98, 99, 100], "assembl": [53, 62, 87], "resourc": [53, 90, 100], "coupl": [53, 59, 65, 101], "state": [53, 54, 60, 62, 87], "been": [53, 60, 64, 67, 81, 87], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 74, 84, 87, 90, 97, 99], "itensor": [53, 54, 60, 65, 87, 90], "value_tensor_map": [53, 60], "typic": [53, 60, 98], "abl": [53, 55, 60, 62, 65, 89, 90, 100], "system": [53, 60, 62, 64, 67, 68, 70, 75, 90], "registri": [53, 54, 87, 90], "enter": [53, 74], "recurs": 53, "resolv": [53, 55, 57, 59, 92, 93, 95], "until": [53, 56, 59, 60, 67, 99], "final": [53, 56, 57, 59, 67, 90, 92, 93, 95, 97], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 79, 80, 87, 90, 99, 100], "These": [53, 54, 56, 58, 62, 64, 67, 70, 78, 80, 98, 100], "those": [53, 54, 62, 64, 80], "do": [53, 54, 55, 56, 60, 63, 65, 79, 81, 86, 87, 88, 90, 100, 103], "theori": [53, 80], "kind": [53, 65], "common": [53, 55, 65, 71, 80], "prim": [53, 55, 56, 58, 69, 86, 87], "constant": [53, 54, 55, 56, 87, 90], "emit": 53, "listconstruct": [53, 56, 58, 87], "make": [53, 54, 65, 67, 70, 80, 82, 87, 88, 90, 91, 96, 97, 98, 100, 103], "associ": [53, 60, 87, 101], "where": [53, 54, 55, 60, 62, 65, 70, 75, 81, 87, 99, 100], "result": [53, 55, 56, 70, 72, 75, 78, 86, 88, 90, 98, 99], "done": [53, 56, 59, 90, 98, 102], "mai": [53, 54, 56, 58, 59, 65, 70, 75, 80, 81, 86, 87, 88, 90, 92, 93, 95, 98, 100, 101], "For": [53, 56, 62, 63, 64, 65, 67, 71, 78, 80, 81, 86, 87, 89, 90, 92, 97, 98, 99, 100, 101, 102], "more": [53, 64, 65, 67, 68, 70, 74, 78, 81, 86, 87, 88, 89, 90, 93, 95, 98, 100, 101], "writing_convert": [53, 87], "locat": [54, 62, 67, 90, 100], "py": [54, 55, 59, 62, 65, 67, 76, 78, 80, 85, 86, 87, 90, 92, 93, 94, 95, 99, 100], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 74, 75, 87, 90, 99], "decror": 54, "dynamo_tensorrt_convert": [54, 90], "signatur": [54, 75], "leaky_relu": [54, 69], "def": [54, 62, 65, 80, 86, 88, 90, 92, 98, 99], "leaky_relu_convert": 54, "ctx": [54, 60, 87, 90], "conversionctx": [54, 60, 87], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 88, 90], "kwarg": [54, 65, 70, 74, 90, 97, 99], "dict": [54, 70, 74, 75, 90], "union": [54, 60, 64, 70, 74, 75, 87], "sequenc": [54, 62, 65, 70, 71, 74, 75, 80, 90, 97, 99], "decor": [54, 62, 65], "kei": [54, 80, 86, 98], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 87, 90, 97, 99], "capability_valid": 54, "lambda": [54, 60, 80, 87, 98], "fx": [54, 62, 63, 70, 74, 87, 88, 90, 99, 102], "determin": [54, 55, 64, 65, 99, 101], "properli": [54, 67], "handl": [54, 55, 56, 58, 64, 65, 90, 99], "partition": [54, 70, 90], "sure": [54, 67, 87, 88, 98, 103], "prioriti": 54, "develop": [54, 65, 66, 67, 68, 80, 81, 87, 90], "bodi": [54, 80, 81], "nativ": [54, 59, 61, 87, 90, 99], "numpi": [54, 90, 98], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 80, 87], "ouput": 54, "previou": [54, 66, 78, 92], "correspod": 54, "edg": [54, 80], "well": [54, 63, 67, 68, 72, 80, 87, 100, 102], "being": [54, 65, 67, 70, 87, 90], "truth": 54, "http": [54, 61, 64, 67, 78, 80, 86, 87, 90, 92, 93, 95, 97, 98, 100, 101], "github": [54, 61, 64, 67, 78, 87, 92, 93, 95, 98, 100, 101], "com": [54, 61, 64, 67, 87, 92, 93, 95, 98, 100, 101], "blob": [54, 61, 67, 78, 100], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 67, 78, 80, 82, 87, 90], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 80, 86, 87, 100], "mani": [54, 56, 64, 65, 78, 80, 81], "composit": [54, 87], "raw": [54, 78], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 67, 87], "manipul": [54, 62], "net": [54, 60, 80, 81, 87, 90], "addit": [54, 55, 64, 65, 66, 74, 87, 90, 97, 99], "call_modul": 54, "call_funct": [54, 62, 65, 99], "eg": [54, 98], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 67, 97, 98, 100, 101], "opoverload": 54, "particular": [54, 64, 99], "collect": [54, 56, 64, 70, 75, 87, 88], "trtinterpret": [54, 65, 71], "along": [54, 99], "match": [54, 55], "special": [54, 56], "account": [54, 98], "illustr": [54, 65, 97], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "paramt": 54, "establish": 54, "subset": [54, 64, 70, 97, 100], "converter_util": [54, 90], "enforce_tensor_typ": 54, "dictionari": [54, 70, 74, 75, 89, 92], "between": [54, 55, 56, 60, 67, 80, 81, 100], "possibl": [54, 67, 80, 90, 97, 98], "prefer": [54, 64, 67, 87], "keyword": [54, 62, 70, 74, 75, 92, 95], "both": [54, 56, 64, 67, 68, 71, 78, 80, 86, 90, 100], "enforc": [54, 87], "situat": 54, "partit": [54, 55, 63, 64, 70], "greater": [54, 70, 72], "than": [54, 55, 64, 67, 70, 79, 80, 97, 101], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 90, 97], "limit": [54, 55, 72, 79, 100], "author": [54, 81], "conv_nod": 54, "7": [54, 56, 58, 59, 66, 84, 87, 90, 92, 93, 95], "ignor": [54, 74, 90], "misc": [54, 90], "trttensor": 54, "np": [54, 90, 98], "ndarrai": [54, 90], "aten_ops_convolut": 54, "conversioncontext": [54, 90], "side": [54, 55, 78, 87], "effect": [54, 55, 64, 65, 70, 78, 87, 90, 97, 100], "term": [54, 66, 74, 80, 81, 90, 97, 100], "getitem": 54, "categor": 54, "modif": [54, 62], "op_evalu": 54, "correspond": [54, 60, 65, 67, 74, 101], "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "seper": 54, "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 78, 84, 88, 92, 93, 95, 97, 99, 100, 101, 102], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 67, 90], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 75], "alpha": [54, 65, 69, 81], "mul": [54, 56, 69], "matmul": [54, 55, 69, 87], "modifi": [54, 56, 62, 65, 81, 99], "edit": [54, 66, 67, 78], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 80], "over": [54, 57, 59, 65, 80, 98], "much": [54, 60, 78, 80, 100], "significantli": [54, 55, 78], "easier": [54, 57, 59, 60, 65, 70, 87, 90, 100], "tri": 54, "made": [55, 57, 59, 80], "represent": [55, 60, 65, 86, 97], "instanc": [55, 62, 64, 86, 87, 97], "idea": [55, 80], "reduc": [55, 56, 57, 59, 65, 70, 90, 97, 100], "actual": [55, 58, 60, 65, 86, 87, 90], "aim": 55, "closer": 55, "scope": [55, 90, 92, 93, 95], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "execpt": 55, "wa": [55, 58, 62, 64, 65, 70, 80, 87], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 67, 87], "python3": [55, 67, 87], "6": [55, 56, 58, 67, 69, 84, 86, 87, 90, 99], "site": [55, 67, 80, 87], "nn": [55, 61, 65, 70, 71, 74, 75, 86, 87, 88, 90, 92, 99], "batchnorm": 55, "248": 55, "11": [55, 66, 67, 80, 84, 87, 98], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 80, 84, 86, 87, 98], "block1": 55, "guard_elimin": 55, "guard": [55, 64], "whose": [55, 65], "freeze_modul": 55, "propog": 55, "fuse_addmm_branch": 55, "varient": 55, "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 86, 87, 88, 90, 92, 97, 99, 103], "bia": [55, 69, 87], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 87], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 80, 86, 87, 90], "fuse_flatten_linear": 55, "implic": 55, "connect": [55, 70, 75, 80, 98, 103], "higher": [55, 64, 70, 78, 80, 86], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 78, 87, 89], "rather": 55, "getattr": [55, 58, 86, 87], "trainabl": 55, "remain": [55, 100], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 80], "loweralltupl": 55, "_all_": 55, "rais": [55, 65], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 80, 90, 101], "pair": [55, 60, 67, 80, 97, 100], "delimit": 55, "around": [55, 58, 60, 67, 80, 83, 86, 90], "second": [55, 65, 80, 88, 90, 92, 93, 94, 95], "mark": [55, 56, 78], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 80], "them": [55, 56, 58, 63, 64, 65, 67, 70, 78, 87, 90, 97, 99], "peephole_optimz": 55, "intent": [55, 80], "catch": [55, 87], "small": [55, 90, 98], "might": [55, 67, 78, 99], "interest": [55, 80], "now": [55, 56, 59, 60, 65, 67, 80, 87, 89, 90, 101], "expand": [55, 69], "simpli": [55, 92, 97], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 74, 75, 87, 91, 92, 96, 97, 99, 100, 101, 102], "remove_to": 55, "mangag": 55, "unpack_addmm": 55, "reus": [55, 65, 100], "dedic": [55, 81], "unpack_log_softmax": 55, "softmax": [55, 65, 69], "loop_unrol": 55, "suffic": 55, "short": [55, 64, 70, 80, 81, 99], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 67, 87, 98, 99], "separ": [56, 57, 59, 67], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 90], "explicitli": [56, 57, 59, 75, 88, 89, 100], "On": 56, "segment": [56, 63, 90, 93, 95, 97], "verifi": [56, 90], "Then": [56, 89, 100], "roughli": 56, "analysi": [56, 99], "everi": [56, 71, 87, 101], "complet": [56, 63, 86, 87], "mean": [56, 60, 65, 69, 71, 92, 98, 99], "trace": [56, 65, 70, 75, 86, 87, 99, 102], "tensorlist": [56, 60], "figur": [56, 81, 83], "our": [56, 59, 63, 86, 87, 98, 99], "stitch": [56, 87], "altogeth": [56, 78], "brief": 56, "descript": [56, 81], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 70, 74, 75, 79, 87, 88, 89, 90, 91, 92, 96, 97, 98, 99, 100, 101, 102], "maintain": [56, 58, 60], "code": [56, 59, 62, 64, 65, 79, 81, 86, 87, 90, 92, 93, 94, 95, 96, 99, 100], "mymodel": [56, 63, 88, 90, 99, 102], "ts_model": [56, 87], "trt_model": [56, 89, 90, 98, 102], "off": [56, 58], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 70, 74, 75, 87, 89, 93, 99, 102], "224": [56, 63, 70, 71, 74, 75, 93, 97, 98, 99, 102], "trt_ts_modul": [56, 88], "input_s": [56, 87], "inputrang": [56, 87], "cfg": 56, "relu": [56, 69, 86, 87, 92], "trt_mod": [56, 87, 99, 100, 103], "consid": [56, 75, 87, 90], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 84, 93, 95, 99], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 87], "cat": [56, 67, 69], "greedi": 56, "strategi": [56, 74], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 67, 78, 80, 86, 87, 89, 90, 93, 95, 98, 99, 101, 102], "encount": [56, 64, 67, 92, 93, 95, 99], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 67, 80, 87, 98], "could": [56, 64, 65, 90, 93, 95, 101], "rewrit": [56, 62], "portion": [56, 80, 90, 94], "without": [56, 60, 78, 80, 87, 90, 100, 101], "reorder": 56, "seri": 56, "cleanli": 56, "approach": 56, "achiev": [56, 97], "hit": 56, "larger": [56, 78, 97], "boundari": [56, 70, 74], "guarante": 56, "trigger": [56, 64, 65, 87, 99], "appear": [56, 80], "adjac": [56, 70, 80], "As": [56, 65, 67, 87, 90], "clean": [56, 62, 66, 80, 92, 93, 95], "step": [56, 65, 69, 90, 97, 99, 100], "consolid": [56, 86], "further": [56, 64, 65], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 80], "loop": [56, 64, 65], "ir": [57, 59, 60, 63, 64, 70, 74, 86, 88, 92, 93, 95], "larg": [57, 59, 78, 80, 87, 97, 100], "opset": [57, 59], "compon": [57, 59, 86, 101], "evalu": [57, 58, 59], "deploi": [57, 59, 68, 87, 98, 100], "instanti": [57, 58, 59, 60, 87, 94], "wrap": [57, 58, 59, 65, 80, 83, 87, 89, 92, 93, 95], "extend": [57, 59, 60, 66, 69, 87, 97], "providi": [57, 59], "stand": [58, 80], "interpret": [58, 65, 80], "execute_engin": [58, 87], "exeuct": 58, "stack": [58, 69, 100], "machin": [58, 67, 98, 100], "pop": 58, "push": 58, "element": [58, 65, 80, 81, 84], "realiz": 58, "abstract": [58, 60, 81], "__torch__": [58, 86, 87], "portabl": [58, 75], "serializ": [58, 64, 86], "instnanti": 58, "whatev": [58, 65, 90], "self_1": [58, 87], "torchvis": [58, 89, 93, 98, 100], "resnet": [58, 76, 91, 96, 97, 98], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 87], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 87], "multipl": [58, 80, 81, 98, 100, 101], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 82], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 67, 96], "depickl": 58, "encod": [58, 97], "sm": 58, "correct": [58, 67, 78], "bazel": [59, 67], "linux": [59, 67, 87], "x86_64": [59, 67], "aarch64": 59, "gcc": [59, 87], "untest": 59, "try": [59, 80, 81, 87, 89, 90], "older": 59, "repositori": [59, 78, 85, 98], "notebook": [59, 68, 90, 92, 93, 94, 95, 96], "doc": [59, 61, 67, 78, 79, 80, 85, 90], "docsrc": 59, "third_parti": [59, 67], "toolchain": [59, 67], "unstabl": 59, "subject": [59, 62], "matur": 59, "most": [59, 65, 67, 71, 90, 98, 101], "hood": 59, "major": [59, 65], "top": [59, 78, 82], "coordin": 59, "ingest": 59, "flow": [60, 65, 80, 86, 97], "ilay": 60, "analogu": 60, "goal": [60, 64], "registernodeconversionpattern": [60, 87], "helper": 60, "pattern": [60, 74, 87], "schema": [60, 87, 90], "caus": [60, 64, 78, 92, 93, 95, 101], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 87, 90], "setalpha": 60, "setbeta": 60, "setnam": [60, 87], "util": [60, 62, 75, 87, 92, 93, 95, 97, 98, 99, 100], "node_info": [60, 87], "c_str": [60, 87], "out_tensor": [60, 87], "associatevalueandtensor": [60, 87], "getoutput": [60, 87], "log_debug": 60, "getdimens": [60, 87], "accord": [60, 64, 75], "unwrap": 60, "tool": [60, 64, 65, 66, 87, 97], "don": [60, 65, 78, 80, 81, 98, 99, 100], "annot": [60, 87], "your": [60, 63, 64, 67, 78, 80, 81, 85, 86, 87, 88, 89, 99, 101], "Its": [60, 80], "track": [60, 100], "sort": [60, 69, 89], "live": [60, 80], "directli": [60, 62, 63, 66, 67, 68, 90, 91, 92, 96, 99, 100, 102], "associatevalueandivalu": 60, "inspect": [60, 86, 87], "dataflow": [60, 87], "mechan": [60, 64, 65, 90, 97], "safe": [60, 64, 70, 75], "unsur": 60, "deep": [60, 64, 68, 78, 90, 100, 103], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 74, 75, 78, 80, 90, 92], "wrapper": [60, 65, 102], "similar": [60, 63, 64, 65, 67, 87, 89, 90, 99, 101], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 67, 71, 86, 87, 90], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 81], "realli": 60, "think": [60, 80], "becom": 60, "benefit": [60, 87], "deal": 60, "quit": [60, 87, 97], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": 61, "matrix": 61, "html": [61, 67, 80, 86, 90, 100], "c_api": 61, "python_api": 61, "org": [61, 67, 78, 80, 86, 87, 90, 100], "stabl": [61, 75, 76, 78, 91, 96], "master": [61, 67, 100, 101], "overview": [61, 68, 92], "md": 61, "appli": [62, 63, 100], "desir": [62, 70, 81, 100], "coalesc": 62, "insert": [62, 87, 100], "graphmodul": [62, 63, 70, 71, 74, 87, 88, 90, 99, 102], "caller": 62, "invok": [62, 64, 65, 86, 87, 101], "lint": 62, "recompil": [62, 93, 95, 99], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 92], "scenario": [62, 64], "clone": [62, 66, 69, 90], "modified_graph": 62, "extract": [62, 87, 97], "placehold": [62, 99], "isinst": [62, 65, 90], "issubclass": 62, "direct": [62, 84, 101], "len": [62, 69, 90], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 81], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 80, 86, 90], "__init__": [62, 74, 80, 86, 90, 92, 99], "pass_manag": 62, "passmanag": 62, "backend": [62, 75, 76, 79, 89, 91, 92, 94, 95, 96, 99], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 95, 97, 100, 101], "control": [62, 65, 86, 101], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": 62, "remov": [62, 63, 78], "dump_lowering_pass": 62, "apply_lowering_pass": [62, 99], "graph_modul": [62, 70, 99], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 97, 99], "exportedprogram": [63, 70], "dynamo": [63, 64, 74, 76, 87, 90, 92, 93, 95, 99], "frontend": [63, 70, 88, 90, 91, 93, 95, 96, 99], "simpl": [63, 64, 65, 80, 81, 86, 97, 98], "usag": [63, 65, 76, 80, 87, 91, 96, 99, 102], "eval": [63, 87, 88, 92, 93, 95, 98, 99, 102], "exp_program": 63, "trt_gm": [63, 99, 102], "interact": [63, 80, 92, 93, 94, 95], "ideal": 63, "discuss": [63, 64, 98], "section": [63, 65, 78, 80, 81, 82, 84, 87, 98, 99, 100, 102], "frequent": 63, "builder": [63, 64, 65, 70], "respect": 63, "releas": [63, 64, 66, 80, 91, 96, 99], "insid": [63, 80, 90, 91, 96, 98], "decomposit": [63, 64, 70, 90], "downstream": [63, 97], "constraint": 63, "guid": [64, 79, 96], "present": [64, 66], "learn": [64, 67, 68, 87, 90, 98, 100, 103], "acceler": [64, 71, 91, 96, 103], "workflow": [64, 65, 68, 70, 71, 87, 89, 93, 94, 95, 97, 99], "wide": [64, 84], "varieti": [64, 98], "primari": [64, 102], "simplic": 64, "optimized_model": [64, 92, 93, 95], "depth": [64, 78, 97], "challeng": [64, 98], "addition": [64, 90], "fit": [64, 80], "compilationset": [64, 70, 90, 92], "_enum": [64, 70], "callabl": [64, 70, 74], "pass_through_build_failur": [64, 70, 90], "max_aux_stream": [64, 70, 90], "version_compat": [64, 70, 90], "optimization_level": [64, 70, 90, 92], "use_python_runtim": [64, 70, 90, 92], "truncate_doubl": [64, 70, 90], "use_fast_partition": [64, 70, 90], "enable_experimental_decomposit": [64, 70, 90], "_devic": [64, 70], "engine_cap": [64, 70, 90], "dryrun": [64, 70, 90], "hardware_compat": [64, 70, 90], "dpython": [64, 70, 74, 75], "per": [64, 70, 90, 101], "regardless": [64, 70, 81, 93, 95], "fail": [64, 70, 87, 103], "auxiliari": [64, 70], "stream": [64, 70, 90], "impli": [64, 70], "longer": [64, 70, 78, 101], "search": [64, 68, 70, 78], "strictli": [64, 70], "runtim": [64, 67, 68, 70, 87, 92, 93, 95], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 86], "float64": [64, 70, 75], "refitt": [64, 70], "toggl": [64, 70], "mode": [64, 65, 70, 88, 99, 100], "detail": [64, 65, 70, 86, 87, 90, 98, 99, 101], "natur": [64, 70, 80], "ouptut": [64, 70], "architectur": [64, 67, 68, 70, 97], "amper": [64, 70], "newer": [64, 67, 70], "sub": [64, 69, 80, 86, 92], "slate": 64, "futur": [64, 65, 70, 75, 99], "occur": 64, "first_output": 64, "subsequ": 64, "second_output": 64, "session": [64, 80], "point": [64, 67, 78, 79, 80, 87, 98], "cover": [64, 96, 97], "benchmark": [64, 69], "automat": [64, 80, 87, 99], "vari": [64, 71, 99], "distribut": [64, 67, 87, 100, 101], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 80, 81, 82, 90, 97, 98, 100], "break": [64, 65, 80, 90], "successfulli": 64, "_dynamo": [64, 92, 93, 95], "explain": [64, 65], "veri": [64, 65, 81, 82, 89, 98, 100], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 80], "latter": 64, "logic": [64, 65], "compos": [65, 86, 98, 100], "variou": [65, 103], "etc": [65, 78, 80, 90, 103], "environ": [65, 98], "research": 65, "few": [65, 67, 74, 99], "nightli": 65, "lower_exampl": 65, "welcom": [65, 87], "finish": 65, "converison": 65, "pleas": [65, 80, 87, 98, 99], "max_batch_s": [65, 71, 98], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71], "trtmodul": [65, 71], "otherwis": [65, 67, 71, 101], "implicit": [65, 69, 71, 80], "config": [65, 67, 71, 98], "updat": [65, 66, 67, 71, 90], "dim": [65, 69, 71, 90, 98, 99], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 67, 79, 90, 98], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 98], "acc_mod": 65, "earli": 65, "deprec": [65, 69], "continu": [65, 80, 101], "backward": [65, 90], "vision": [65, 98], "activ": [65, 75, 80, 87, 97, 100, 101, 103], "except": [65, 70], "permut": [65, 69], "transpos": [65, 69], "ll": 65, "inputtensorspec": [65, 71, 74], "experiment": [65, 70, 75], "dataclass": [65, 92], "re": [65, 80], "manual": [65, 79, 80], "sampl": [65, 80, 88, 92, 93, 94, 95, 98, 100], "rand": [65, 87, 92], "from_tensor": [65, 74], "slightli": [65, 90], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 90], "accordingli": [65, 78, 99, 101], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71, 99], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 75], "afford": 65, "temporari": 65, "best": [65, 70, 80], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 67, 78], "unless": 65, "certain": [65, 67, 92], "algorithm_selector": 65, "timing_cach": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 88], "25": [65, 71, 87], "runtimeerror": 65, "xxx": 65, "One": [65, 80, 81, 87, 97, 101], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 80], "give": [65, 78, 80, 99], "convtert": 65, "scheme": [65, 70], "action": [65, 80], "tensort": 65, "thing": [65, 67, 80], "compar": [65, 70, 88], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 97, 98], "acc_op": 65, "leverag": [65, 91, 96, 100], "power": [65, 80, 87, 97], "goe": [65, 80], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 80, 81], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 90], "wherev": 65, "rememb": [65, 67], "mapper": 65, "todo": [65, 78], "logist": 65, "down": [65, 67, 78], "happen": [65, 86, 99], "acc_norm": 65, "foo": [65, 80, 81], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 67, 75], "third": [65, 81], "boolean": 65, "matter": [65, 90], "register_custom_acc_mapper_fn": 65, "design": [65, 97, 103], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 80, 90], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 84], "children": 65, "unit": 65, "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 90, 91, 96], "yet": [65, 97], "folder": [65, 66], "cmake": 66, "prerequisit": [66, 90], "microsoft": 66, "open": [66, 97, 98], "json": 66, "cmakeset": 66, "x64": 66, "ninja": 66, "configurationtyp": 66, "inheritenviron": 66, "msvc_x64_x64": 66, "buildroot": 66, "projectdir": 66, "installroot": 66, "cmakecommandarg": 66, "b": [66, 67, 69, 81, 98], "buildcommandarg": 66, "ctestcommandarg": 66, "cmake_module_path": 66, "pwd": [66, 98], "filepath": 66, "torch_dir": 66, "tensorrt_root": 66, "cmake_build_typ": 66, "click": 66, "press": [66, 80], "ctrl": 66, "shift": [66, 67, 69, 80], "success": 66, "artifact": 66, "2022": [66, 68], "desktop": 66, "msvc": 66, "v143": 66, "2019": 66, "2017": 66, "2015": 66, "1b": 66, "minor": 66, "win": 66, "dep": [66, 67], "latest": [66, 67, 78], "appropri": 66, "repo": 66, "extens": 66, "ms": 66, "relwithdebinfo": 66, "vscode": 66, "configureset": 66, "cmake_cxx_flag": 66, "d_silence_experimental_filesystem_deprecation_warn": 66, "cmake_cuda_flag": 66, "builddirectori": 66, "workspacefold": 66, "torch_tensorrt_build": 66, "center": 67, "pypi": 67, "suffici": 67, "m": [67, 81], "pip": [67, 98], "extra": [67, 87, 90], "url": [67, 78, 98], "download": [67, 84, 90, 92, 93, 94, 95, 96, 98, 100], "whl": 67, "cu118": 67, "cu121": 67, "tarbal": [67, 87, 100], "easiest": [67, 90], "bazelisk": 67, "bazelbuild": 67, "export": [67, 68, 70, 99, 102], "bazel_vers": 67, "path_to_torchtrt_root": 67, "bazelvers": 67, "mkdir": 67, "cd": [67, 98], "curl": [67, 80], "fssl": 67, "o": [67, 80, 98], "dist": 67, "unzip": 67, "bash": 67, "sh": 67, "cp": [67, 90], "usr": 67, "bin": 67, "driver": 67, "branch": 67, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 67, "l46": 67, "pull": [67, 98], "l53c1": 67, "fact": 67, "reproduc": 67, "l71": 67, "http_archiv": 67, "build_fil": 67, "archiv": 67, "sha256": 67, "strip_prefix": 67, "OR": 67, "TO": [67, 87], "gnu": 67, "tar": [67, 80, 100], "gz": [67, 80, 81, 100], "ld_library_path": 67, "comment": [67, 80], "uncom": 67, "l114c1": 67, "l124c3": 67, "wheel": 67, "dbg": 67, "pre_cxx11_abi": 67, "complic": 67, "incompat": 67, "popular": [67, 79, 97], "ngc": [67, 98], "tabl": [67, 84], "bdist_wheel": 67, "preinstal": 67, "forum": 67, "correctli": [67, 90], "declar": 67, "intend": [67, 92, 93, 94, 95], "torchtrtc": [67, 68, 103], "websit": 67, "finder": 67, "dcmake_module_path": 67, "project": [67, 79, 84], "doesn": [67, 80, 86, 87], "dtorch_dir": 67, "dtensorrt_root": 67, "choic": 67, "dcmake_build_typ": 67, "72048": 67, "jp_workspac": 67, "new_local_repositori": 67, "sudo": 67, "home": 67, "unlik": [67, 89], "libtorch_pre_cxx11_abi": 67, "jetpack": 67, "jetpack_x": 67, "jetpack_5": 67, "verison": 67, "drop": [67, 78], "ahead": [68, 87], "aot": [68, 87, 99], "integr": [68, 92], "seamlessli": 68, "ecosystem": 68, "hybrid": [68, 70, 75], "instal": [68, 84, 87, 98, 101], "triton": [68, 90], "page": [68, 82, 84, 98], "introductori": 68, "blog": 68, "gtc": 68, "2020": [68, 87], "talk": 68, "fall": [68, 74, 90], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 87], "stride": [69, 90], "pad": [69, 90, 99], "dilat": 69, "output_pad": 69, "group": [69, 80, 81], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 90], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "ep": [69, 102], "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 81, 97], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 97, 100], "input_scal": 69, "indic": [69, 78, 80], "padding_idx": 69, "eq": [69, 80], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": 69, "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 87], "start_dim": [69, 87], "end_dim": [69, 87], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 81, 87], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 90], "max_pool1d": 69, "max_pool2d": [69, 86, 87], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": 69, "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 90], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 90, 98], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 80], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 97], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": 69, "memory_format": [69, 74], "prim_devic": 69, "topk": 69, "k": [69, 100], "largest": 69, "dim0": 69, "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 78, 99], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 80, 81], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 99], "el": 69, "arang": [69, 90], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": 69, "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 102], "int32": [70, 74, 75, 90, 95, 97, 99], "channel_last": [70, 74, 75, 97], "244": [70, 74, 75], "convolut": [70, 75, 90, 100, 103], "_c": [70, 75, 89], "oppos": [70, 75], "lean": 70, "spend": 70, "better": [70, 86, 97], "integ": [70, 83], "faster": [70, 97], "parition": 70, "grap": 70, "covert": 70, "increas": 70, "amount": 70, "gear": [70, 100], "toward": [70, 100], "convert_module_to_trt_engin": 70, "byte": [70, 74, 75, 90, 97], "coverag": [70, 90], "ishapelay": [70, 75], "deseri": [70, 74, 75, 87, 90], "sourceir": 70, "qualnam": [70, 74], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 100], "submodul": [71, 86, 90, 99], "fx2trt": 71, "cpu": 71, "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 98], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "scriptmodul": [74, 75, 87, 88, 102], "request": [74, 87, 98], "decid": 74, "shape_mod": 74, "_shapemod": 74, "implictli": 74, "interv": 74, "notat": 74, "bound": 74, "torch_tensor": 74, "tracer": 74, "implicitli": 74, "example_tensor": 74, "optimization_profile_field": 74, "classmethod": 74, "disable_memory_format_check": 74, "core_id": 74, "schedul": [74, 98], "check_method_op_support": 75, "serialized_engin": 75, "seriali": 75, "put_binding_nam": 75, "encompass": 75, "tensorrtcompilespec": [75, 89], "scriptclass": 75, "0x7fa83cb74130": 75, "_jit_to_tensorrt": 75, "00": 76, "000": [76, 90, 92, 93, 94, 95], "total": [76, 90, 92, 93, 94, 95], "galleri": [76, 90, 92, 93, 94, 95, 96], "mem": 76, "advanc": [76, 81, 91, 96, 100], "torch_compile_advanced_usag": [76, 92], "torch_compile_resnet_exampl": [76, 93], "diffus": [76, 91, 96], "torch_compile_stable_diffus": [76, 94], "transform": [76, 87, 91, 96, 98, 99, 100, 102], "torch_compile_transformers_exampl": [76, 95], "v0": [77, 98], "pytorch_sphinx_them": [78, 85], "conf": [78, 85], "html_theme_opt": 78, "canonical_url": 78, "analytics_id": 78, "logo_onli": 78, "display_vers": 78, "prev_next_buttons_loc": 78, "bottom": 78, "style_external_link": 78, "vcs_pageview_mod": 78, "collapse_navig": 78, "sticky_navig": [78, 82], "navigation_depth": 78, "includehidden": 78, "titles_onli": 78, "canon": 78, "rank": 78, "trail": 78, "slash": 78, "googl": 78, "analyt": 78, "With": [78, 80, 87, 98, 100], "isn": [78, 80], "shown": [78, 80, 87], "sidebar": [78, 84], "button": [78, 80], "icon": [78, 80], "extern": [78, 80], "display_github": 78, "display_gitlab": 78, "gitlab": 78, "bitbucket": 78, "bar": [78, 80], "www": [78, 80, 87, 98, 100], "sphinx": [78, 79, 80, 81, 85, 90, 92, 93, 94, 95, 96], "en": 78, "toctre": 78, "lose": 78, "scroll": [78, 82], "unlimit": 78, "header": [78, 80, 81, 87, 98], "render": 78, "github_url": 78, "bitbucket_url": 78, "gitlab_url": 78, "left": [78, 80], "upon": [78, 92, 93, 95], "rst": [78, 80], "visitor": 78, "revert": 78, "misbuild": 78, "show": [78, 80, 94, 97], "properti": [78, 90], "navig": 78, "stick": 78, "screen": 78, "vertic": [78, 80], "too": [78, 80, 81], "sticki": [78, 84], "nav": [78, 84], "At": 79, "django": 79, "payment": 79, "dotpai": 79, "dotpayprovid": 79, "seller_id": 79, "pin": 79, "lock": 79, "lang": 79, "pl": 79, "polish": 79, "gatewai": 79, "transfer": 79, "purchas": 79, "item": [79, 81], "param": 79, "seller": 79, "consult": 79, "ui": 79, "languag": [79, 80, 81, 86, 90, 98], "data_item_1": 79, "emphasi": 80, "strong": 80, "standalon": 80, "hyperlink": 80, "cross": 80, "uri": 80, "web": 80, "anonym": 80, "label": [80, 97, 98, 100], "substitut": 80, "charact": 80, "although": 80, "exceedingli": 80, "ugli": 80, "problem": 80, "problemat": 80, "ext": [80, 81], "autodoc": [80, 81], "demo": [80, 100], "test_py_modul": [80, 84], "my": 80, "role": 80, "pep": 80, "287": 80, "rfc": 80, "2822": 80, "subscript": 80, "superscript": 80, "gui": 80, "taken": 80, "height": 80, "interfer": 80, "keyboard": 80, "mous": 80, "mmb": 80, "anoth": [80, 81, 86, 88], "menuselect": 80, "seen": [80, 81], "whitespac": 80, "signific": [80, 90], "strang": 80, "hyphen": 80, "word": [80, 97], "adjust": 80, "width": [80, 97], "browser": 80, "window": 80, "space": [80, 81, 100], "sentenc": [80, 97], "suppli": 80, "258": 80, "equat": 80, "x_": 80, "x_0": 80, "x_1": 80, "x_2": 80, "x_3": 80, "x_4": 80, "nabla": 80, "frac": 80, "r": 80, "theta": 80, "phi": 80, "restructuredtext": [80, 81], "parser": 80, "colon": 80, "indent": 80, "literal_block": 80, "spaces_and_linebreak": 80, "preserv": [80, 86, 100], "markup_process": 80, "Or": 80, "great": [80, 87, 90], "why": [80, 101], "didn": 80, "blank": 80, "initi": [80, 92, 93, 95], "align": 80, "permit": 80, "awai": 80, "eric": 80, "orchestra": 80, "leader": 80, "four": [80, 81], "bee": 80, "philosoph": 80, "ipso": 80, "facto": 80, "But": [80, 87], "got": [80, 87], "vi": 80, "entiti": 80, "said": 80, "entir": 80, "ancient": 80, "injuri": 80, "sing": 80, "elk": 80, "bracket": 80, "miss": [80, 87], "brontosaurus": 80, "thin": 80, "thicker": 80, "middl": 80, "That": 80, "mine": 80, "belong": 80, "me": [80, 81], "ann": 80, "begun": 80, "cut": 80, "past": 80, "pars": [80, 87], "someurl": 80, "dev0": 80, "23c707d": 80, "caption": [80, 83], "pane": 80, "shell_command": 80, "echo": 80, "did": 80, "window_nam": 80, "session_nam": 80, "shorthand": 80, "some_funct": 80, "highlight": 80, "THE": 80, "heaven": 80, "hexagram": 80, "six": 80, "unbroken": 80, "primal": 80, "light": [80, 102], "spirit": 80, "weak": 80, "essenc": 80, "energi": 80, "unrestrict": 80, "conceiv": 80, "motion": 80, "regard": 80, "basi": 80, "thu": 80, "persist": 80, "dual": 80, "sens": [80, 87], "univers": 80, "world": 80, "men": 80, "express": 80, "deiti": 80, "human": 80, "denot": [80, 90], "holi": 80, "man": [80, 81], "sage": 80, "ruler": 80, "who": 80, "awaken": 80, "utf": [80, 81], "sphinx_rtd_them": [80, 81], "docstr": [80, 81, 88, 99], "dl": 80, "dt": 80, "tag": [80, 98], "tt": 80, "descnam": 80, "descclassnam": 80, "wrote": 80, "anyth": [80, 81, 101], "programm": 80, "myclass": 80, "dothismethod": 80, "flush": 80, "meth": 80, "capit": 80, "flox": 80, "least": [80, 81], "unreferenc": 80, "nonexist": 80, "extrem": 80, "stuff": 80, "mayb": 80, "bold": 80, "ital": 80, "heck": 80, "put": [80, 97], "13": [80, 84], "backlink": 80, "knowledg": 80, "mind": 80, "ey": 80, "thought": 80, "medium": 80, "peopl": 80, "subsect": 80, "interpol": 80, "indirect": 80, "phrase": 80, "docutil": [80, 81], "sourceforg": [80, 81], "ref": 80, "clickabl": 80, "legend": 80, "revis": [80, 81, 94], "revisit": 80, "enhanc": 80, "structuredtext": 80, "wooden": 80, "nickel": 80, "mad": 80, "scientist": 80, "bigger": 80, "bread": 80, "box": [80, 99], "wash": 80, "behind": 80, "ear": 80, "room": 80, "closet": 80, "bathroom": 80, "trash": 80, "sink": 80, "mother": 80, "g_": 80, "mu": 80, "nu": 80, "pi": 80, "t_": 80, "rho_": 80, "15": [80, 84], "servic": 80, "thing1": 80, "thing2": 80, "thing3": 80, "prose": 80, "provok": 80, "mental": 80, "exert": 80, "reader": 80, "discret": 80, "strongli": 80, "advis": 80, "subtitl": 80, "outsid": 80, "often": 80, "besid": 80, "border": 80, "background": [80, 86], "ok": [80, 87], "transmit": 80, "disconnect": 80, "nonetheless": 80, "semant": 80, "blue": [80, 90], "lead": [80, 101], "white": 80, "arab": 81, "roman": 81, "upper": 81, "iii": 81, "iv": 81, "classifi": [81, 97], "paragraph": [81, 84], "z": 81, "commonli": 81, "vm": 81, "david": 81, "goodger": 81, "address": [81, 90, 99], "123": 81, "street": 81, "canada": 81, "a1b": 81, "2c3": 81, "contact": 81, "myself": 81, "organ": 81, "humankind": 81, "2012": 81, "03": 81, "19": [81, 84], "53": 81, "0000": 81, "tue": 81, "jan": 81, "progress": 81, "7302": 81, "wish": 81, "redistribut": 81, "reattribut": 81, "sell": 81, "bui": 81, "rent": 81, "leas": 81, "improv": 81, "quot": 81, "excerpt": 81, "incorpor": 81, "collat": 81, "fold": 81, "stapl": 81, "mutil": 81, "anyon": 81, "heart": 81, "bibliograph": 81, "markup": [81, 84], "literal": 81, "yahoo": 81, "oh": 81, "liter": 81, "heh": 81, "child": 81, "beat": 81, "text": [81, 83, 97], "hehe": 81, "kept": 81, "sai": [81, 97], "cackl": 81, "night": 81, "lone": 81, "guangzhou": 81, "destini": 81, "hope": 81, "dream": 81, "forth": 81, "fifth": 81, "sixth": 81, "lorem": [81, 83], "ipsum": [81, 83], "dolor": [81, 83], "sit": [81, 83], "amet": [81, 83], "consectetur": [81, 83], "adipisc": [81, 83], "elit": [81, 83], "donec": [81, 83], "porttitor": [81, 83], "odio": [81, 83], "posuer": [81, 83], "vita": [81, 83], "ornar": [81, 83], "libero": [81, 83], "matti": 81, "loborti": [81, 83], "justo": [81, 83], "vestibulum": [81, 83], "nibh": [81, 83], "aliquet": [81, 83], "non": [81, 83, 101], "sed": [81, 83], "feugiat": [81, 83], "sagitti": [81, 83], "nequ": [81, 83], "qui": [81, 83], "eleifend": 81, "dui": [81, 83], "rutrum": [81, 83], "lectu": [81, 83], "suscipit": [81, 83], "letter": [81, 97], "row": 81, "column": 81, "cell": 81, "span": 81, "nam": [81, 83], "mauri": [81, 83], "arcu": [81, 83], "stub": 81, "behav": 82, "area": 82, "interdum": 83, "nec": 83, "finibu": 83, "dictum": 83, "velit": 83, "ut": 83, "eu": 83, "efficitur": 83, "aliquam": 83, "erat": 83, "diam": 83, "gravida": 83, "imperdiet": 83, "tellu": 83, "nisl": 83, "praesent": 83, "eget": 83, "elementum": 83, "rhoncu": 83, "tincidunt": 83, "suspendiss": 83, "volutpat": 83, "scelerisqu": 83, "tristiqu": 83, "aenean": 83, "condimentum": 83, "risu": 83, "accumsan": 83, "laoreet": 83, "maximu": 83, "sapien": 83, "ligula": 83, "fringilla": 83, "commodo": 83, "proin": 83, "et": 83, "pharetra": 83, "etiam": 83, "turpi": 83, "ant": 83, "luctu": 83, "vel": 83, "malesuada": 83, "dignissim": 83, "mi": 83, "nunc": 83, "augu": 83, "sem": 83, "cursu": 83, "nulla": 83, "pellentesqu": 83, "habit": 83, "morbi": 83, "senectu": 83, "netu": 83, "fame": 83, "ac": 83, "egesta": 83, "placerat": 83, "tortor": 83, "iaculi": 83, "venenati": 83, "cra": 83, "puru": 83, "ero": 83, "vehicula": 83, "fusc": 83, "auctor": 83, "phasellu": 83, "est": 83, "viverra": 83, "conval": 83, "faucibu": 83, "vulput": 83, "feli": 83, "sodal": 83, "maecena": 83, "congu": 83, "semper": 83, "enim": 83, "blandit": 83, "sollicitudin": 83, "urna": 83, "orci": 83, "lacu": 83, "quisqu": 83, "facilisi": 83, "hendrerit": 83, "curabitur": 83, "variu": 83, "bibendum": 83, "massa": 83, "magna": 83, "tempu": 83, "metu": 83, "nisi": 83, "pretium": 83, "leo": 83, "euismod": 83, "ultric": 83, "dapibu": 83, "lacinia": 83, "vivamu": 83, "molesti": 83, "hac": 83, "habitass": 83, "platea": 83, "dictumst": 83, "git": 84, "content": [84, 98, 100], "changelog": 84, "math": 84, "9": [84, 87, 90, 98], "14": [84, 95, 98, 99], "16": [84, 86, 87, 88], "17": 84, "18": [84, 87], "submenu": 84, "symlink": 85, "subtre": 85, "_theme": 85, "html_theme": 85, "html_theme_path": 85, "optimiz": 86, "tutori": [86, 90, 100], "beginn": 86, "intro_to_torchscript_tutori": 86, "briefli": 86, "lenet": [86, 87], "lenetfeatextractor": 86, "conv1": [86, 87], "conv2d": [86, 90], "conv2": [86, 87], "lenetclassifi": 86, "fc1": [86, 87], "120": [86, 87], "fc2": [86, 87], "84": [86, 87], "fc3": [86, 87], "feat": [86, 87], "classif": [86, 87, 97], "obvious": 86, "pathwai": 86, "input_data": [86, 88], "traced_model": 86, "pick": 86, "script_model": [86, 89], "prespect": 86, "___torch_mangle_10": 86, "129": 86, "___torch_mangle_9": 86, "119": 86, "___torch_mangle_5": 86, "137": 86, "callmethod": 86, "138": 86, "38": 86, "39": 86, "torch_scirpt_modul": 86, "in_tensor": 86, "fly": 86, "lenet_script": [86, 87], "haven": 87, "acquir": 87, "dyanmo": 87, "almost": 87, "trt_lenet_script": 87, "apr": 87, "56": 87, "04": [87, 98], "credit": 87, "torch_script_modul": 87, "stop": 87, "argc": 87, "argv": 87, "cerr": 87, "cout": 87, "even": 87, "cppdoc": 87, "pretti": 87, "were": [87, 90, 101], "fashion": [87, 97], "compilegraph": [87, 100], "Thats": 87, "enable_precis": 87, "And": 87, "convertgraphtotrtengin": 87, "tmp": 87, "engine_converted_from_jit": 87, "close": 87, "saw": 87, "576": 87, "346": 87, "539": 87, "0464": 87, "0383": 87, "0678": 87, "0932": 87, "1045": 87, "0805": 87, "0435": 87, "0818": 87, "0208": 87, "0358": 87, "cudafloattyp": 87, "0530": 87, "1691": 87, "2802": 87, "1502": 87, "1056": 87, "1549": 87, "input0": [87, 88], "1063": 87, "input1": [87, 88, 99], "input2": [87, 99], "28": 87, "29": 87, "31": 87, "33": 87, "35": 87, "36": 87, "37": 87, "laid": 87, "translat": 87, "aren": 87, "techinqu": 87, "piplein": 87, "checkmethodoperatorsupport": 87, "modular": 87, "ship": [87, 101], "exhaust": 87, "109": 87, "addlay": 87, "yourself": 87, "question": 87, "outself": 87, "flatten_convert": 87, "unwraptoint": 87, "in_shap": 87, "tovec": 87, "out_shap": 87, "shuffl": [87, 100], "addshuffl": 87, "setreshapedimens": 87, "todim": 87, "extent": 87, "ctype": 87, "cdll": 87, "contributor": 87, "upstream": 87, "pr": 87, "usecas": [88, 96], "sole": [88, 100], "individu": 88, "_jit_to_backend": 89, "mobilenet_v2": 89, "pretrain": [89, 93, 97, 98], "cost": [90, 99, 101], "isnt": 90, "perhap": 90, "avoid": 90, "overhead": [90, 101], "sake": 90, "circular": 90, "imag": [90, 94, 98, 100], "red": 90, "green": 90, "twice": 90, "written": 90, "openai": 90, "formal": 90, "tl": 90, "custom_op": 90, "circ_pad_kernel": 90, "all_pads_0": 90, "all_pads_2": 90, "all_pads_4": 90, "all_pads_6": 90, "orig_dims_0": 90, "orig_dims_1": 90, "orig_dims_2": 90, "orig_dims_3": 90, "y_shape_1": 90, "y_shape_2": 90, "y_shape_3": 90, "x_len": 90, "y_len": 90, "block_siz": 90, "pid": 90, "program_id": 90, "mask_i": 90, "i3": 90, "i2": 90, "i1": 90, "i0": 90, "j0": 90, "j1": 90, "j2": 90, "j3": 90, "load_idx": 90, "mask_x": 90, "launch": [90, 98], "expos": [90, 100], "torchtrt_ex": 90, "triton_circular_pad": 90, "mutates_arg": 90, "out_dim": 90, "tolist": 90, "all_pad": 90, "zero": [90, 99], "orig_dim": 90, "blocksiz": 90, "256": [90, 98], "numblock": 90, "ex_input": 90, "tracabl": 90, "fake": 90, "real": 90, "faketensor": 90, "register_fak": 90, "autograd": 90, "implment": 90, "beyond": 90, "register_autograd": 90, "padded_x": 90, "my_model": 90, "2604": 90, "4232": 90, "3041": 90, "0833": 90, "2461": 90, "1270": 90, "2450": 90, "4079": 90, "2887": 90, "2828": 90, "0373": 90, "0332": 90, "3143": 90, "6344": 90, "5638": 90, "1867": 90, "5068": 90, "4363": 90, "7937": 90, "3488": 90, "1350": 90, "7966": 90, "3517": 90, "1379": 90, "5537": 90, "1088": 90, "8950": 90, "0550": 90, "6163": 90, "0109": 90, "5245": 90, "9632": 90, "5686": 90, "3775": 90, "8162": 90, "4216": 90, "4311": 90, "1649": 90, "2091": 90, "3668": 90, "1006": 90, "1447": 90, "0352": 90, "7689": 90, "8131": 90, "_run_on_gpu_0": 90, "_run_on_acc_1": 90, "dry": 90, "50": [90, 97], "exclud": 90, "count": 90, "__": 90, "aggreg": 90, "stat": 90, "latenc": 90, "abstractli": 90, "pickl": 90, "pkl": 90, "cupi": 90, "gap": 90, "prealloc": 90, "circularpaddingplugin": 90, "ipluginv2dynamicext": 90, "field_collect": 90, "pluginfieldcollect": 90, "x_shape": 90, "num_output": 90, "plugin_namespac": 90, "plugin_typ": 90, "plugin_vers": 90, "assert": 90, "get_output_datatyp": 90, "input_typ": 90, "get_output_dimens": 90, "output_index": 90, "dimsexpr": 90, "exprbuild": 90, "iexprbuild": 90, "output_dim": 90, "dimensionoper": 90, "configure_plugin": 90, "inp": 90, "dynamicplugintensordesc": 90, "x_dim": 90, "desc": 90, "supports_format_combin": 90, "po": 90, "in_out": 90, "plugintensordesc": 90, "num_input": 90, "enqueu": 90, "input_desc": 90, "output_desc": 90, "in_dtyp": 90, "try_from": 90, "a_mem": 90, "unownedmemori": 90, "items": 90, "c_mem": 90, "a_ptr": 90, "memorypoint": 90, "c_ptr": 90, "a_d": 90, "memptr": 90, "c_d": 90, "a_t": 90, "as_tensor": 90, "c_t": 90, "cloned_plugin": 90, "__dict__": 90, "circularpaddingplugincr": 90, "iplugincr": 90, "field_nam": 90, "pluginfield": 90, "pluginfieldtyp": 90, "create_plugin": 90, "pluginfieldcollection_": 90, "deserialize_plugin": 90, "pads_dict": 90, "creator": 90, "trt_plugin_registri": 90, "get_plugin_registri": 90, "register_cr": 90, "untyp": 90, "get_trt_tensor": 90, "set_layer_nam": 90, "recal": 90, "intlist": 90, "circular_padding_convert": 90, "retriev": 90, "elsewher": 90, "plugin_registri": 90, "plugin_cr": 90, "get_plugin_cr": 90, "field_config": 90, "eventu": 90, "input_tensor": 90, "freez": 90, "_input": 90, "add_plugin_v2": 90, "circular_padding_plugin": 90, "_run_on_acc_0": 90, "torchtensorrtmodul": 90, "grad_fn": 90, "subbackward0": 90, "minut": [90, 92, 93, 94, 95], "custom_kernel_plugin": 90, "jupyt": [90, 92, 93, 94, 95, 96], "ipynb": [90, 92, 93, 94, 95], "torch_compil": [92, 93, 95], "x_out": 92, "y_out": 92, "x_y_out": 92, "invoc": 92, "sample_inputs_half": 92, "model_half": 92, "_set": 92, "backend_kwarg": 92, "optimized_model_custom": 92, "occasion": [92, 93, 95], "exit": [92, 93, 95, 98], "2052": [92, 93, 95], "__name__": [92, 93, 95], "__main__": [92, 93, 95], "compile_engine_and_inf": [92, 93, 95], "resnet18": 93, "30": [93, 95], "new_input": [93, 95], "new_output": [93, 95], "new_batch_size_input": 93, "new_batch_size_output": 93, "diffusionpipelin": 94, "model_id": 94, "compvi": 94, "v1": 94, "pipe": 94, "from_pretrain": [94, 95, 99], "torch_dtyp": 94, "unet": 94, "prompt": 94, "majest": 94, "castl": 94, "cloud": 94, "majestic_castl": 94, "png": 94, "bertmodel": [95, 99], "bert": 95, "uncas": [95, 97, 99], "randint": [95, 99], "compilation_kwarg": 95, "concept": 96, "explor": 96, "_rendered_examples_python": 96, "_rendered_examples_jupyt": 96, "acoust": 97, "speech": 97, "recognit": [97, 100], "quartznet": 97, "contextnet": 97, "subword": 97, "piec": 97, "token": [97, 99], "excit": 97, "se": 97, "smaller": [97, 99], "audio": 97, "transcrib": 97, "speedup": 97, "obtain": [97, 102], "feedforward": 97, "cnn": 97, "accuraci": [97, 100], "uniformli": 97, "resolut": 97, "highli": [97, 98], "compound": 97, "coeffici": 97, "efficientnet": 97, "b0": 97, "corpu": 97, "english": 97, "supervis": 97, "huggingfac": 97, "walkthrough": 97, "demostr": 97, "overal": [97, 99], "jetson": 97, "adopt": 97, "mobilenetv2": 97, "imagenet": 97, "imagenett": 97, "qat": 97, "simul": 97, "loss": [97, 100], "hand": 98, "infrastructur": [98, 100], "optimz": 98, "consider": 98, "concorr": 98, "grpc": 98, "solv": 98, "aforement": 98, "familiar": 98, "resnet50": 98, "torchhub": 98, "docker": 98, "sign": 98, "login": 98, "xx": 98, "yy": 98, "mm": 98, "publish": 98, "22": 98, "scratch_spac": 98, "nvcr": 98, "py3": 98, "proce": 98, "hub": 98, "_validate_not_a_forked_repo": 98, "suggest": 98, "simplest": 98, "model_repositori": 98, "pbtxt": 98, "pytorch_libtorch": 98, "input__0": 98, "data_typ": 98, "type_fp32": 98, "output__0": 98, "1000": 98, "exact": 98, "encourag": 98, "rm": 98, "8000": 98, "8001": 98, "8002": 98, "the_model_repositori": 98, "tritonserv": 98, "spin": 98, "proceed": 98, "flesh": 98, "wget": 98, "img1": 98, "jpg": 98, "hakaimagazin": 98, "wp": 98, "upload": 98, "gulf": 98, "bird": 98, "attrdict": 98, "pyindex": 98, "tritoncli": 98, "jump": 98, "firstli": 98, "preprocess": [98, 100], "resiz": 98, "pil": 98, "httpclient": 98, "triton_to_np_dtyp": 98, "rn50_preprocess": 98, "img_path": 98, "img": 98, "centercrop": 98, "totensor": [98, 100], "485": 98, "456": 98, "406": 98, "229": 98, "transformed_img": 98, "inferenceservercli": 98, "localhost": 98, "secondli": 98, "inferinput": 98, "set_data_from_numpi": 98, "binary_data": 98, "inferrequestedoutput": 98, "class_count": 98, "lastli": 98, "send": 98, "model_nam": 98, "inference_output": 98, "as_numpi": 98, "468750": 98, "90": 98, "523438": 98, "92": 98, "664062": 98, "429688": 98, "136": 98, "234375": 98, "confidence_scor": 98, "classification_index": 98, "eagerli": 99, "prior": [99, 101], "swap": 99, "exactli": 99, "aten_trac": 99, "understand": 99, "dummi": 99, "mix": 99, "constraint_dim": 99, "dynamic_dim": 99, "trace_input": 99, "sometim": 99, "torchdynamo": 99, "involv": 99, "get_decomposit": 99, "torch_input_1": 99, "torch_input_2": 99, "dynamic_input": 99, "unittest": 99, "mock": 99, "patch": 99, "_export": 99, "decomp_t": 99, "experimental_decomposit": 99, "compile_spec": [99, 100, 103], "sym_siz": 99, "undefin": 99, "robust": 99, "mymodul": 99, "avgpool": 99, "adaptiveavgpool2d": 99, "arg0_1": 99, "num_us": 99, "captur": 99, "mention": 99, "symbolic_trac": 99, "transformers_trac": 99, "input_id": 99, "attention_mask": 99, "model_output": 99, "eager": 99, "rebuild": 99, "inputs_bs2": 99, "techniqu": [100, 101], "steamlin": 100, "cpp_frontend": 100, "recip": 100, "loading_data_recip": 100, "compliat": 100, "cifar10": 100, "cstddef": 100, "ktrain": 100, "ktest": 100, "un": 100, "cs": 100, "toronto": 100, "edu": 100, "kriz": 100, "cifar": 100, "is_train": 100, "trim": 100, "use_subset": 100, "new_siz": 100, "mode_": 100, "images_": 100, "targets_": 100, "calibration_dataset": 100, "data_dir": 100, "320": 100, "4914": 100, "4822": 100, "4465": 100, "2023": 100, "1994": 100, "2010": 100, "dataloaderopt": 100, "worker": 100, "storag": 100, "simpil": 100, "virtual": 100, "input_shap": [100, 103], "kf16": [100, 103], "ki8": 100, "vgg16": 100, "dataloadercalibr": 100, "testing_dataset": 100, "testing_dataload": 100, "num_work": 100, "algo_typ": 100, "calibrationalgo": 100, "entropy_calibration_2": 100, "cachecalibr": 100, "vgg": 100, "test_ptq_dataloader_calibr": 100, "test_ptq_trt_calibr": 100, "krizhevski": 100, "hinton": 100, "2009": 100, "tini": 100, "simonyan": 100, "zisserman": 100, "2014": 100, "arxiv": 100, "preprint": 100, "1409": 100, "1556": 100, "strict": 101, "therfor": 101, "libtorchtrt_runtim": 101, "dl_open": 101, "ld_preload": 101, "load_librari": 101, "x86": 101, "cxx11": 101, "abi": 101, "variant": 101, "wl": 101, "ltorchtrt": 101, "theres": 101, "torchtrt_runtime_exampl": 101, "libtorchtrt_plugin": 101, "neglig": 101, "set_multi_device_safe_mod": 101, "thread": 101, "alert": 101, "switch": 101, "mismatch": 101, "crash": 101, "sacrif": 101, "incur": 101, "output_format": 102, "trt_ep": 102, "stai": 102, "trt_t": 102, "hardwar": 103, "neural": 103, "deconvolut": 103, "pool": 103, "enalbed_precis": 103, "scripted_model": 103}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [74, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[74, 9, 1, "", "Device"], [74, 9, 1, "", "DeviceType"], [74, 9, 1, "", "EngineCapability"], [74, 9, 1, "", "Input"], [74, 12, 1, "", "compile"], [74, 12, 1, "", "convert_method_to_trt_engine"], [74, 9, 1, "", "dtype"], [102, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [72, 8, 0, "-", "logging"], [74, 9, 1, "", "memory_format"], [75, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[74, 10, 1, "", "__init__"], [74, 11, 1, "", "device_type"], [74, 11, 1, "", "dla_core"], [74, 11, 1, "", "gpu_id"]], "torch_tensorrt.Input": [[74, 10, 1, "", "__init__"], [74, 11, 1, "", "dtype"], [74, 10, 1, "", "example_tensor"], [74, 11, 1, "", "format"], [74, 10, 1, "", "from_tensor"], [74, 10, 1, "", "from_tensors"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 9, 1, "", "SourceIR"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "convert_module_to_trt_engine"], [70, 12, 1, "", "export"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.ts": [[75, 12, 1, "", "TensorRTCompileSpec"], [75, 12, 1, "", "check_method_op_support"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 12, 1, "", "embed_engine_in_new_module"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 83, 84], "devic": [1, 46, 101], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 78], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 93, 95], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 74], "level": [16, 78, 80, 81], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 78, 79, 80, 81, 82, 83], "definit": [18, 19, 20, 21, 81, 92, 93, 94, 95], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 100], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 67, 68, 86, 87, 89, 102], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 87, 91, 92, 93, 94, 95, 96, 97, 99, 102], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 101], "list": [42, 43, 44, 45, 81], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 93, 95], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 67, 68, 87, 88, 89, 90, 93, 95, 96, 97, 98, 99, 101, 102], "c": [50, 61, 67, 68, 87, 97, 100], "api": [50, 51, 61, 67, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 87], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 87], "write": [54, 60, 62, 90], "dynamo": [54, 62, 68, 70, 91, 96, 102], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 80, 82, 97, 99], "convolut": 54, "oper": [54, 64, 69, 87, 90], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 87, 88, 89, 90, 92, 93, 95, 97], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 66, 68, 80], "execept": 55, "Or": 55, "pattern": 55, "redund": 55, "gaurd": 55, "freez": 55, "modul": [55, 86, 87], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optimz": 55, "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": 55, "replac": [55, 80], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 67], "awar": [56, 97], "runtim": [57, 58, 59, 101], "background": [58, 60], "engin": [58, 65, 90], "executor": 58, "op": [58, 65, 90], "construct": 58, "result": 58, "serial": [58, 64], "deseri": 58, "abi": [58, 67], "version": [58, 67], "format": 58, "system": 59, "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 78], "arg": [60, 79], "weight": 60, "other": 60, "advic": 60, "link": [61, 80], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 67, 68, 86, 88, 100], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 89, 90, 97], "native_op": 61, "ir": [61, 99, 102], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 87], "export": 63, "customiz": [63, 64], "set": [63, 64, 92, 98], "under": [63, 87, 99], "hood": [63, 87, 99], "trace": 63, "backend": [64, 93], "kei": 64, "featur": 64, "custom": [64, 87, 90, 92, 99], "usag": [64, 92], "after": 64, "model": [64, 65, 90, 92, 93, 94, 95, 97, 98, 102], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 97, 99], "shape": [64, 97, 99], "support": [64, 69], "recompil": 64, "condit": 64, "fx": [65, 68, 71, 97], "frontend": [65, 68, 89, 97], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 78, 100], "add": 65, "miss": 65, "build": [66, 67, 78, 98], "window": 66, "configur": [66, 78], "instal": [66, 67, 85], "With": 66, "visual": 66, "studio": 66, "precompil": 67, "binari": 67, "specif": 67, "cuda": [67, 92, 93, 95], "nightli": 67, "onli": 67, "from": [67, 89], "sourc": 67, "packag": [67, 101], "librari": [67, 101], "releas": 67, "debug": 67, "pre": 67, "cxx11": 67, "choos": 67, "right": 67, "cmake": 67, "nativ": 67, "aarch64": 67, "jetson": 67, "prerequisit": 67, "envior": 67, "setup": 67, "cli": [67, 68], "In": 68, "framework": 68, "infer": [68, 93, 94, 95, 98], "nvidia": 68, "gpu": 68, "get": 68, "start": 68, "tutori": [68, 96], "documen": 68, "contributor": 68, "indic": 68, "legaci": 68, "further": 68, "inform": 68, "current": 69, "through": 69, "submodul": 74, "ts": 75, "comput": 76, "time": 76, "changelog": 77, "project": 78, "wide": 78, "html": 78, "theme": [78, 84], "option": [78, 79, 81, 93, 95], "toc": 78, "page": 78, "tabl": [78, 79, 80, 81, 82, 83], "mod": 79, "test_py_modul": 79, "gener": 79, "index": 79, "paramet": 79, "data": 79, "paragraph": [80, 83], "markup": 80, "inlin": 80, "math": 80, "meta": 80, "block": 80, "liter": 80, "line": 80, "quot": 80, "doctest": 80, "emphas": 80, "number": [80, 81], "sidebar": 80, "ch": 80, "ien": 80, "The": [80, 87], "creativ": 80, "A": 80, "refer": 80, "footnot": 80, "citat": [80, 100], "glossari": 80, "target": 80, "direct": 80, "center": 80, "text": 80, "imag": [80, 81], "figur": 80, "admonit": 80, "And": 80, "wai": 80, "topic": 80, "rubric": 80, "titl": 80, "compound": 80, "download": [80, 85], "enumer": 81, "field": 81, "bullet": 81, "second": 81, "But": 81, "deeper": 81, "down": 81, "rabbit": 81, "hole": 81, "hlist": 81, "grid": 81, "giant": 81, "can": 81, "have": 81, "caption": [81, 84], "like": 81, "thi": [81, 84], "one": 81, "long": [82, 84], "sticki": 82, "nav": 82, "menu": [82, 84], "1": [82, 98], "2": [82, 83, 98], "3": [82, 98], "4": 82, "5": 82, "6": 82, "7": 82, "8": 82, "9": 82, "10": 82, "11": 82, "12": 82, "13": 82, "14": 82, "15": 82, "16": 82, "17": 82, "18": 82, "19": 82, "20": 82, "submenu": 82, "subsubmenu": 82, "structur": 83, "element": 83, "section": 83, "subsect": 83, "subsubsect": 83, "demo": 84, "an": 84, "incred": 84, "via": 85, "git": 85, "creat": [86, 100], "work": [86, 87], "save": [86, 102], "disk": 86, "quickstart": 87, "unsupport": 87, "directli": 89, "kernel": 90, "within": 90, "test": 90, "our": 90, "wrap": 90, "insert": 90, "advanc": 92, "import": [92, 93, 94, 95], "default": 92, "cleanup": [92, 93, 95], "driver": [92, 93, 95], "error": [92, 93, 95], "note": [92, 93, 95], "resnet": 93, "argument": [93, 95], "stabl": 94, "diffus": 94, "transform": [95, 97], "notebook": 97, "citrinet": 97, "efficentnet": 97, "mask": 97, "languag": 97, "mlm": 97, "hug": 97, "face": 97, "bert": [97, 99], "acceler": 97, "serv": [97, 98], "resnet50": 97, "lenet": 97, "deep": 97, "learn": 97, "quantiz": [97, 100], "object": 97, "detect": 97, "ssd": 97, "deploi": [97, 101], "train": [97, 100], "int8": 97, "triton": 98, "step": 98, "optim": 98, "your": [98, 100], "up": 98, "server": 98, "client": 98, "queri": 98, "constraint": 99, "limit": 99, "workaround": 99, "static": 99, "torch_compil": 99, "post": 100, "own": 100, "applic": 100, "libtorchtrt": 101, "so": 101, "plugin": 101, "multi": 101, "safe": 101, "mode": 101, "exportedprogram": 102, "b": 102, "load": 102, "dla": 103}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__ptq", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/getting_started_with_windows", "getting_started/installation", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/index", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/ptq", "user_guide/runtime", "user_guide/saving_models", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst", "_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__ptq.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/getting_started_with_windows.rst", "getting_started/installation.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/index.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/ptq.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Template Class Int8CacheCalibrator", "Template Class Int8Calibrator", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File ptq.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Template Function torch_tensorrt::ptq::make_int8_cache_calibrator", "Template Function torch_tensorrt::ptq::make_int8_calibrator", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::ptq", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File ptq.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for torch.compile", "Torch-TensorRT (FX Frontend) User Guide", "Building Torch-TensorRT on Windows", "Installation", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ptq", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "5. :mod:`test_py_module`", "3. Paragraph Level Markup", "4. Lists & Tables", "1. Long Sticky Nav", "1. Structural Elements", "<no title>", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in C++", "Using Torch-TensorRT in Python", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Dynamo / torch.compile", "Torch Compile Advanced Usage", "Compiling ResNet using the Torch-TensorRT torch.compile Backend", "Torch Compile Stable Diffusion", "Compiling a Transformer using torch.compile and TensorRT", "Torch-TensorRT Tutorials", "Example notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Post Training Quantization (PTQ)", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "DLA"], "terms": {"defin": [0, 1, 2, 3, 4, 33, 43, 46, 47, 48, 49, 51, 52, 54, 65, 74, 78, 86, 87, 88, 90, 92, 95, 97, 100], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 46, 47, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 70, 71, 74, 75, 76, 78, 79, 81, 85, 87, 98, 99, 100, 102], "torch_tensorrt": [0, 1, 2, 14, 16, 17, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 54, 56, 62, 63, 64, 65, 68, 87, 88, 89, 90, 91, 92, 94, 96, 97, 98, 99, 100, 101, 102, 103], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 46, 47, 48, 49, 50, 51, 52, 55, 87, 100], "support": [0, 1, 2, 27, 31, 46, 48, 49, 52, 54, 56, 61, 63, 65, 66, 68, 71, 74, 75, 78, 79, 86, 87, 88, 90, 93, 95, 98, 99, 103], "data": [0, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 56, 57, 59, 60, 64, 65, 69, 70, 71, 74, 75, 80, 84, 88, 90, 97, 100], "type": [0, 1, 2, 30, 49, 50, 52, 53, 56, 58, 60, 62, 63, 64, 65, 66, 70, 71, 74, 75, 80, 87, 88, 90, 97, 100, 102], "can": [0, 1, 4, 29, 30, 34, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 67, 70, 74, 75, 78, 80, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102], "us": [0, 1, 2, 3, 4, 29, 30, 32, 34, 36, 43, 44, 45, 46, 48, 49, 52, 53, 54, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 74, 75, 76, 78, 79, 80, 81, 86, 91, 96, 98, 99, 100, 101, 102, 103], "tensorrt": [0, 1, 3, 4, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 59, 60, 62, 70, 71, 74, 75, 76, 86, 91, 92, 94, 100], "engin": [0, 1, 17, 32, 33, 34, 45, 46, 48, 49, 52, 53, 56, 57, 59, 62, 63, 64, 70, 71, 74, 75, 78, 87, 88, 89, 91, 93, 95, 96, 99, 100, 101, 103], "thi": [0, 1, 2, 29, 30, 42, 43, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 75, 78, 79, 80, 82, 83, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102], "compat": [0, 1, 46, 55, 58, 64, 65, 66, 70, 75], "c10": [0, 1, 45, 46, 48, 49, 87, 100], "check": [0, 1, 31, 46, 52, 55, 60, 65, 75, 87, 90, 98, 101], "trt": [0, 1, 3, 4, 46, 48, 53, 55, 58, 60, 62, 64, 65, 69, 70, 87, 90, 93, 95, 99, 101, 102], "so": [0, 44, 52, 53, 54, 55, 58, 59, 60, 62, 64, 65, 67, 71, 79, 80, 81, 87, 90, 92, 93, 95, 99, 100], "should": [0, 3, 4, 29, 45, 49, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 74, 75, 78, 80, 83, 90, 98, 100], "reason": [0, 65, 86, 90], "you": [0, 1, 2, 29, 30, 46, 48, 49, 52, 53, 54, 55, 56, 58, 59, 60, 63, 65, 67, 70, 74, 75, 78, 80, 81, 82, 86, 87, 88, 89, 90, 91, 96, 97, 98, 99, 100, 101, 102], "need": [0, 1, 2, 25, 29, 43, 46, 53, 54, 55, 60, 65, 67, 71, 80, 87, 88, 90, 97, 98, 99, 100, 101], "explictli": 0, "public": [0, 1, 2, 3, 4, 44, 45, 46, 47, 48, 49, 81, 100], "enum": [0, 1, 2, 42, 45, 46, 70, 75, 100], "valu": [0, 1, 2, 16, 17, 45, 46, 48, 53, 56, 58, 60, 63, 66, 69, 70, 74, 78, 87, 92, 93, 95, 97, 99], "underli": [0, 1, 2, 46, 60], "In": [0, 1, 2, 46, 53, 54, 56, 57, 58, 59, 60, 64, 65, 67, 80, 81, 83, 88, 90, 91, 96, 97, 98, 99, 100, 101, 102], "case": [0, 1, 2, 46, 49, 53, 54, 56, 58, 60, 62, 64, 65, 67, 74, 90, 99, 100, 101], "itself": [0, 1, 2, 46, 52, 55, 89, 98], "interfac": [0, 1, 2, 46, 58, 59, 60, 64, 68, 100], "vs": [0, 1, 2, 46, 55, 70, 75, 89], "normal": [0, 1, 2, 46, 65, 80, 86, 87, 98, 100, 103], "instatin": [0, 1, 2, 46], "ex": [0, 1, 2, 33, 46, 75, 81, 83], "kfloat": [0, 45, 49], "enumer": [0, 1, 2, 16, 17, 46], "klong": [0, 45], "int64": [0, 75], "kdoubl": [0, 45], "fp64": 0, "fp32": [0, 48, 49, 52, 64, 65, 70, 75, 97, 98, 100], "khalf": [0, 45, 87], "fp16": [0, 48, 49, 52, 64, 65, 71, 87, 88, 94, 103], "kchar": [0, 45], "int8": [0, 44, 48, 49, 52, 64, 70, 75, 100, 103], "kint": [0, 45], "int": [0, 3, 4, 36, 44, 45, 49, 52, 54, 56, 63, 64, 69, 70, 71, 74, 75, 78, 87, 90, 99], "kbool": [0, 45], "bool": [0, 1, 2, 3, 4, 24, 27, 30, 31, 42, 44, 45, 46, 49, 55, 60, 64, 69, 70, 71, 74, 75, 78, 87, 90, 100], "kunknown": [0, 2, 45], "sentinel": [0, 2], "function": [0, 1, 2, 3, 4, 46, 48, 49, 54, 55, 56, 58, 60, 62, 64, 65, 67, 86, 87, 89, 90, 92, 93, 95, 97, 98, 99, 100, 101, 103], "default": [0, 1, 2, 3, 4, 16, 29, 30, 33, 43, 45, 46, 48, 49, 52, 54, 56, 62, 64, 65, 67, 70, 71, 74, 75, 78, 79, 80, 87, 88, 89, 90, 99, 100, 101, 102], "construct": [0, 1, 2, 3, 4, 46, 48, 49, 53, 54, 55, 57, 59, 60, 65, 74, 80, 81, 87, 90, 100], "new": [0, 1, 2, 3, 4, 32, 33, 46, 48, 49, 56, 58, 59, 60, 62, 64, 65, 75, 80, 87, 91, 93, 95, 96, 98, 99], "object": [0, 1, 2, 3, 4, 46, 48, 49, 52, 58, 60, 62, 63, 64, 70, 72, 74, 75, 89, 99, 100, 102], "inlin": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 55, 81, 84, 87], "constexpr": [0, 1, 2, 45, 46, 90], "t": [0, 1, 2, 45, 46, 55, 60, 65, 67, 69, 74, 78, 80, 81, 86, 87, 98, 99, 100], "constructor": [0, 2, 46, 48, 49, 58, 86], "from": [0, 1, 2, 3, 4, 29, 30, 44, 46, 48, 49, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 65, 66, 68, 70, 71, 75, 76, 78, 79, 80, 81, 86, 87, 90, 94, 95, 97, 98, 99, 100, 101, 102], "torchtrt_api": [0, 2, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 42, 43, 44, 45, 48, 49, 50], "scalartyp": [0, 45, 69], "torch": [0, 1, 2, 4, 20, 21, 29, 30, 31, 32, 33, 34, 37, 44, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 70, 71, 74, 75, 76, 86, 100, 103], "paramet": [0, 1, 2, 3, 4, 25, 26, 27, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 53, 54, 55, 60, 64, 65, 70, 71, 74, 75, 84, 86, 87], "oper": [0, 1, 2, 3, 4, 31, 44, 45, 46, 49, 52, 53, 55, 56, 57, 58, 59, 60, 62, 63, 65, 68, 70, 74, 75, 88, 93, 95, 99, 100, 103], "const": [0, 1, 2, 3, 4, 29, 30, 31, 32, 33, 34, 36, 44, 45, 46, 55, 60, 69, 87, 100], "get": [0, 1, 2, 3, 4, 23, 35, 44, 46, 55, 56, 60, 62, 63, 65, 74, 87, 97, 98, 100], "return": [0, 1, 2, 3, 4, 23, 24, 29, 30, 31, 32, 33, 34, 35, 42, 43, 44, 45, 46, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 70, 71, 74, 75, 86, 87, 88, 90, 92, 98, 99, 100], "explicit": [0, 1, 2, 3, 4, 45, 46, 55, 65, 71, 80, 100], "delet": [0, 1, 2, 45, 46, 55], "other": [0, 1, 2, 45, 46, 52, 53, 55, 58, 62, 64, 65, 67, 69, 70, 79, 80, 87, 88, 101], "comparis": [0, 2], "true": [0, 1, 2, 4, 46, 49, 55, 56, 60, 62, 64, 65, 69, 70, 71, 74, 75, 78, 81, 87, 89, 90, 92, 93, 94, 95, 98, 99, 100, 101, 103], "fals": [0, 1, 2, 3, 4, 44, 45, 46, 49, 54, 62, 64, 65, 69, 70, 71, 74, 75, 78, 79, 80, 81, 87, 89, 90, 92, 94, 95, 100, 101], "struct": [1, 21, 38, 41, 45, 54, 100], "onli": [1, 3, 4, 16, 29, 44, 46, 48, 52, 54, 55, 56, 59, 60, 64, 65, 70, 71, 80, 90, 99, 100, 101, 103], "applic": [1, 29, 46, 52, 55, 59, 64, 70, 87, 88, 89, 101, 103], "kcuda": [1, 46, 56, 87], "which": [1, 2, 29, 32, 34, 46, 49, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 67, 70, 71, 74, 75, 78, 80, 81, 86, 87, 88, 89, 90, 92, 97, 98, 99, 100, 101, 102], "map": [1, 46, 53, 54, 55, 57, 59, 60, 65, 87, 89, 92, 97, 98, 100], "kgpu": [1, 45, 46], "To": [1, 46, 52, 54, 56, 64, 67, 70, 78, 86, 87, 88, 89, 90, 98], "datatyp": [1, 21, 38, 45, 46, 48, 49, 50, 70, 74, 75, 88, 90, 98], "target": [1, 33, 45, 46, 48, 49, 52, 54, 56, 58, 59, 64, 65, 66, 67, 68, 70, 74, 75, 88, 89, 90, 99, 100, 103], "gpu": [1, 32, 34, 36, 45, 46, 52, 64, 65, 70, 74, 75, 87, 89, 90, 98, 100, 101, 103], "run": [1, 34, 46, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 67, 70, 71, 74, 75, 80, 86, 87, 88, 89, 90, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103], "kdla": [1, 45, 46, 103], "dla": [1, 45, 46, 49, 52, 64, 68, 70, 74, 75], "intern": [1, 16, 46, 60, 63, 72, 80, 87], "note": [1, 46, 48, 54, 60, 62, 65, 66, 67, 74, 78, 80, 87, 90, 99, 103], "The": [1, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 67, 70, 74, 75, 78, 81, 86, 88, 89, 90, 96, 97, 98, 99, 100, 102], "valid": [1, 46, 56, 60, 62, 70, 74], "kcpu": [1, 46], "comparison": [1, 46], "an": [2, 3, 4, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 74, 75, 78, 80, 81, 86, 87, 88, 90, 92, 97, 98, 99, 100, 101, 102], "memeori": 2, "layout": [2, 48, 69, 70, 74, 75], "store": [2, 4, 49, 52, 53, 58, 60, 64, 65, 70, 75, 86, 87, 90, 99], "tensor": [2, 33, 44, 45, 48, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 74, 75, 86, 87, 88, 90, 92, 97, 99, 100], "kcontigu": [2, 45, 48], "contigu": [2, 48, 49, 52, 70, 75], "nchw": [2, 70, 74, 75], "linear": [2, 56, 69, 74, 86, 90], "kchannelslast": [2, 45], "channel": [2, 79], "last": [2, 55, 65], "nhwc": [2, 52], "memoryformat": [2, 45], "ptq": [3, 4, 15, 18, 19, 38, 50, 51, 52, 68, 70, 74, 75], "privat": [3, 4, 44, 45, 100], "algorithm": [3, 4, 29, 30, 44, 65, 100], "typenam": [3, 4, 29, 30, 44], "gener": [3, 4, 29, 52, 55, 58, 59, 60, 62, 64, 65, 66, 67, 70, 71, 78, 80, 81, 84, 86, 87, 90, 92, 93, 94, 95, 96, 99, 100], "int8calibr": [3, 20, 30, 40, 44, 50], "implement": [3, 4, 55, 56, 58, 63, 65, 79, 87, 90, 99, 100, 101], "specifi": [3, 4, 33, 52, 54, 60, 64, 65, 67, 70, 74, 75, 78, 80, 88, 89, 98, 99, 102], "calibr": [3, 4, 29, 30, 44, 49, 52, 70, 75, 87, 100], "read": [3, 4, 29, 30, 44, 78, 80, 100], "nvinfer1": [3, 4, 29, 30, 44, 45, 49, 60, 100], "iint8calibr": [3, 4, 29, 30, 44, 45, 49, 70, 75, 100], "iint8entropycalibrator2": [3, 4, 29, 30, 44, 100], "std": [3, 4, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 47, 48, 49, 56, 87, 98, 100, 103], "string": [3, 4, 18, 20, 21, 22, 26, 28, 29, 30, 31, 33, 34, 35, 42, 44, 45, 49, 54, 56, 58, 60, 64, 66, 70, 74, 78, 87, 100], "cache_file_path": [3, 4, 29, 30, 44], "8": [3, 52, 55, 63, 64, 66, 67, 80, 81, 84, 87, 90, 93, 98, 99], "cach": [3, 4, 29, 30, 44, 52, 64, 65, 71, 87, 100], "getbatchs": [3, 4, 44], "noexceptoverrid": [3, 4], "batch": [3, 4, 44, 64, 65, 71, 93, 95, 98, 99, 100, 103], "size": [3, 4, 44, 48, 49, 52, 55, 56, 64, 65, 69, 70, 71, 74, 75, 78, 87, 90, 93, 95, 97, 99, 100], "next": [3, 4, 53, 54, 58, 63, 71, 78, 80, 81, 92, 98, 99, 100], "alwai": [3, 4, 27, 52, 80], "1": [3, 4, 33, 44, 45, 48, 49, 52, 54, 55, 56, 58, 60, 62, 63, 64, 65, 66, 67, 69, 70, 71, 74, 75, 77, 78, 80, 81, 84, 86, 87, 88, 89, 90, 93, 95, 97, 99, 100, 102, 103], "due": [3, 4, 67, 79, 80], "issu": [3, 4, 64, 70, 87, 92, 93, 95, 99], "getbatch": [3, 4, 44], "void": [3, 4, 25, 26, 27, 28, 36, 37, 42, 44, 45], "bind": [3, 4, 33, 44, 75, 80], "char": [3, 4, 44, 52, 87], "name": [3, 4, 31, 33, 34, 44, 54, 56, 58, 60, 65, 66, 67, 70, 71, 74, 75, 80, 81, 86, 87, 89, 90, 98], "nbbind": [3, 4, 44], "Not": 3, "arrai": [3, 4, 33, 53, 54, 75, 90], "pointer": [3, 4, 100], "fed": [3, 4, 48], "buffer": [3, 4, 65, 90], "each": [3, 4, 49, 53, 55, 56, 58, 60, 64, 65, 67, 70, 71, 78, 80, 87, 101], "input": [3, 4, 21, 29, 33, 38, 44, 45, 47, 49, 50, 52, 53, 54, 55, 56, 58, 60, 62, 63, 64, 65, 69, 70, 71, 72, 74, 75, 81, 86, 87, 88, 89, 90, 92, 97, 98, 99, 100, 102, 103], "number": [3, 4, 49, 52, 54, 55, 56, 60, 63, 64, 65, 70, 71, 75, 78, 87, 88, 90, 91, 93, 95, 96, 97], "readcalibrationcach": [3, 4, 44], "size_t": [3, 4, 44, 100], "length": [3, 4, 44, 65, 69, 81, 99], "how": [3, 4, 67, 80, 82, 84, 86, 89, 90, 92, 97, 98, 99, 101], "enabl": [3, 4, 24, 49, 52, 54, 56, 57, 59, 64, 65, 70, 71, 75, 78, 93, 95, 101], "use_cach": [3, 4, 30, 44, 100], "set": [3, 4, 16, 21, 25, 27, 29, 32, 34, 36, 45, 46, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 65, 66, 67, 70, 71, 74, 75, 78, 82, 85, 86, 87, 88, 90, 97, 99, 100, 101, 103], "writecalibrationcach": [3, 4, 44], "write": [3, 4, 29, 30, 44, 65, 68, 80, 87, 98, 100], "provid": [3, 4, 49, 52, 54, 56, 58, 60, 62, 64, 65, 67, 70, 71, 74, 75, 80, 87, 88, 89, 91, 92, 96, 98, 99, 100, 101, 102], "cast": [3, 4, 55], "convienc": [3, 4, 49], "convert": [3, 4, 31, 32, 34, 52, 55, 56, 57, 59, 63, 64, 68, 70, 74, 75, 88, 89, 90, 93, 95, 97, 101], "easili": [3, 4], "assign": [3, 4, 79], "ptq_calibr": [3, 4, 45, 49, 100], "field": [3, 4, 63, 71, 74, 100], "compilespec": [3, 4, 21, 32, 34, 41, 45, 50, 56, 75, 87, 100, 103], "dataloaderuniqueptr": [4, 44], "libtorch": [4, 37, 60, 66, 67, 87, 100], "dataload": [4, 29, 30, 44, 49, 100], "unique_ptr": [4, 30], "unqiue_ptr": 4, "A": [4, 29, 30, 32, 33, 47, 48, 54, 55, 56, 60, 65, 67, 71, 74, 75, 81, 94, 98, 100], "uniqu": [4, 88], "what": [4, 54, 55, 65, 80, 86, 87, 88], "make_data_load": [4, 100], "factori": [4, 29, 30, 64, 70, 100], "path": [4, 13, 14, 15, 29, 30, 52, 64, 65, 66, 67, 70, 74, 86, 87, 98, 100], "find": [4, 65, 67, 87, 90], "whether": [4, 52, 54, 64, 65, 70, 71, 74, 79, 93, 95, 100, 101], "exist": [4, 31, 32, 34, 54, 63, 65, 70, 74, 75, 97, 100], "There": [4, 53, 54, 59, 60, 62, 63, 65, 66, 67, 81, 86, 97, 98, 99, 100, 101], "consum": [4, 53, 86], "macro": [5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 20, 21, 42, 44, 45, 50, 51], "x": [5, 10, 33, 43, 55, 56, 66, 67, 75, 81, 86, 87, 90, 92, 99, 102], "includ": [13, 15, 16, 35, 37, 42, 43, 44, 45, 51, 52, 54, 56, 57, 58, 59, 62, 64, 65, 67, 70, 71, 78, 80, 86, 87, 90, 91, 96, 100], "parent": [14, 15, 18, 19, 20, 21], "cpp": [14, 15, 42, 43, 44, 45, 51, 55, 59, 67, 87, 100], "log": [15, 16, 19, 20, 38, 44, 50, 51, 55, 60, 64, 65, 68, 69, 70, 71, 74, 93, 95], "emum": [16, 17], "messag": [16, 25, 26, 52, 72], "sever": [16, 26, 72], "kinternal_error": [16, 42], "print": [16, 31, 44, 62, 64, 70, 75, 80, 87, 89, 90, 93, 95, 98], "error": [16, 49, 52, 53, 55, 59, 64, 65, 70, 72, 75, 80, 87, 99], "kerror": [16, 42], "all": [16, 42, 43, 44, 45, 49, 52, 54, 55, 56, 58, 62, 64, 65, 66, 67, 70, 72, 74, 76, 80, 81, 86, 87, 88, 90, 96, 97, 98, 100, 101], "kwarn": [16, 42], "warn": [16, 44, 52, 60, 72], "kinfo": [16, 42, 44], "info": [16, 32, 34, 45, 52, 60, 72, 74, 87], "kdebug": [16, 42, 44], "debug": [16, 27, 45, 49, 52, 60, 62, 64, 66, 70, 72, 75, 89, 90, 92, 93, 95], "kgraph": [16, 42, 55], "everyth": [16, 64, 70], "intermedi": [16, 49, 52, 54, 64, 70, 72, 75, 86, 99], "graph": [16, 31, 32, 34, 45, 49, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 65, 70, 71, 72, 75, 86, 87, 90, 93, 95, 97, 99], "lower": [16, 54, 63, 65, 68, 70, 71, 72, 74, 81, 90, 93, 95, 97, 99], "phase": [16, 60, 63, 87, 99], "select": [17, 29, 30, 34, 49, 52, 58, 64, 65, 66, 67, 69, 70, 74, 75, 79, 82, 88, 90, 100], "capabl": [17, 45, 49, 52, 58, 70, 75, 89], "kstandard": [17, 45, 49], "ksafeti": [17, 45], "kdla_standalon": [17, 45], "directori": [18, 19, 20, 21, 42, 43, 44, 45, 50, 66, 67, 100], "program": [18, 19, 20, 21, 29, 51, 52, 57, 58, 59, 68, 86], "list": [18, 19, 20, 21, 31, 49, 51, 53, 56, 58, 60, 62, 63, 65, 69, 70, 71, 74, 75, 84, 87, 88, 90, 98], "torchscript": [19, 21, 38, 43, 45, 49, 50, 52, 56, 57, 58, 59, 63, 70, 71, 74, 75, 88, 97, 99, 103], "str": [19, 43, 44, 50, 54, 64, 65, 69, 70, 74, 75, 90], "torch_tensorrt_major_vers": [19, 43, 50], "torch_tensorrt_minor_vers": [19, 43, 50], "torch_tensorrt_patch_vers": [19, 43, 50], "torch_tensorrt_vers": [19, 43, 50], "torchtrt_hidden": [19, 43, 50], "xstr": [19, 43, 50], "nvinfer": [20, 44], "fstream": [20, 44], "iostream": [20, 21, 44, 45, 87], "iter": [20, 44, 49, 52, 53, 64, 70, 74, 75], "memori": [20, 21, 44, 45, 55, 60, 70, 74, 75, 87, 88, 90], "sstream": [20, 44], "vector": [20, 21, 33, 44, 45, 47, 48, 49, 56, 58, 87, 100, 103], "templat": [20, 40, 44, 45, 50, 78, 87], "int8cachecalibr": [20, 29, 40, 44, 50], "cuda_runtim": [21, 45], "custom_class": [21, 45], "devic": [21, 33, 36, 38, 45, 49, 50, 52, 58, 64, 69, 70, 71, 74, 75, 88, 89, 90, 94, 97, 100, 103], "graphinput": [21, 38, 45, 49, 50], "devicetyp": [21, 38, 45, 46, 50, 70, 74, 75, 89, 90, 100, 103], "tensorformat": [21, 38, 45, 48, 50, 74, 90], "level": [23, 25, 26, 39, 42, 44, 50, 54, 55, 56, 59, 64, 65, 70, 75, 84, 86, 90, 98], "current": [23, 54, 56, 58, 60, 62, 63, 64, 65, 66, 67, 70, 71, 75, 78, 90, 99], "report": [23, 44], "Is": [24, 74], "color": [24, 27, 80], "output": [24, 27, 33, 49, 52, 53, 54, 55, 56, 58, 60, 62, 63, 65, 67, 70, 72, 75, 78, 80, 81, 87, 90, 94, 97, 98, 99, 102], "lvl": [25, 26, 42], "inform": [25, 33, 35, 37, 48, 52, 53, 56, 58, 62, 64, 65, 67, 70, 71, 72, 74, 80, 86, 87, 89, 90, 99, 100], "ad": [25, 52, 53, 54, 56, 62, 65, 67, 90, 99], "abov": [25, 54, 56, 62, 65, 67, 72, 79, 80, 87, 90, 93, 95, 99, 102], "msg": [26, 42], "add": [26, 53, 54, 55, 56, 60, 63, 66, 67, 69, 78, 80, 85, 87, 88, 90, 99], "global": [26, 52, 64, 70, 87], "colored_output_on": [27, 42], "prefix": [27, 28, 42, 80], "help": [27, 52, 53, 60, 64, 65, 87, 97, 101], "when": [27, 44, 45, 46, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 67, 70, 74, 75, 78, 80, 82, 86, 87, 90, 97, 99, 100, 101], "termin": [27, 52, 87], "If": [27, 33, 53, 54, 55, 56, 62, 63, 64, 65, 67, 71, 74, 78, 80, 87, 88, 90, 92, 98, 99, 100, 101, 103], "build": [29, 30, 35, 49, 52, 53, 57, 59, 60, 63, 64, 65, 70, 79, 84, 87, 90, 93, 95, 100], "post": [29, 30, 49, 52, 63, 68, 87, 99], "train": [29, 30, 49, 52, 68, 69, 87, 88], "quantiz": [29, 30, 52, 64, 68, 87], "creat": [29, 30, 33, 52, 53, 54, 56, 58, 60, 65, 68, 75, 80, 87, 90, 91, 96, 98, 99], "previous": [29, 33, 87], "therefor": [29, 58, 65, 80, 87, 97, 101], "have": [29, 33, 44, 52, 53, 54, 55, 56, 60, 62, 63, 65, 67, 70, 71, 74, 75, 80, 86, 87, 88, 90, 93, 95, 97, 98, 99, 100], "requir": [29, 49, 52, 53, 54, 55, 63, 64, 65, 67, 70, 74, 75, 78, 87, 90, 98, 99, 100, 101], "dataset": [29, 97, 100], "save": [29, 44, 52, 58, 64, 65, 68, 70, 74, 75, 87, 88, 94, 97, 98, 101], "later": [29, 70, 87, 102], "differ": [29, 55, 56, 59, 64, 65, 67, 78, 86, 90, 101], "scratch": 29, "depend": [29, 35, 53, 59, 64, 65, 66, 70, 87, 88, 98, 101], "howev": [29, 67, 78, 79, 87, 90, 98, 99], "network": [29, 30, 54, 60, 65, 87, 90, 97, 98, 100, 103], "also": [29, 53, 54, 60, 62, 64, 66, 67, 78, 80, 81, 87, 88, 96, 97, 100], "recalibr": 29, "its": [29, 53, 56, 58, 60, 67, 80, 90, 101], "structur": [29, 46, 49, 56, 59, 60, 64, 70, 78, 80, 84, 86, 90, 98], "chang": [29, 55, 56, 59, 62, 64, 65, 66, 75, 78, 98, 99, 100, 101], "respons": [29, 54, 58, 80, 101], "ensur": [29, 54, 55, 56, 62, 64, 66, 67], "By": [29, 30, 51, 56, 67, 78, 86, 99], "entropi": [29, 30, 100], "v2": [29, 30, 80], "perform": [29, 30, 54, 62, 63, 70, 90, 97, 98, 99, 100, 101, 102], "recommend": [29, 30, 65, 67, 80, 87, 90, 98], "feed": [29, 30, 87], "forward": [29, 30, 32, 33, 56, 58, 60, 64, 70, 74, 75, 86, 87, 88, 89, 90, 92, 99, 100], "overrid": [29, 30, 44, 54, 65, 74, 100], "minmax": [29, 30, 100], "recomend": [29, 30], "nlp": [29, 30, 100], "task": [29, 30, 65, 97, 100], "call": [29, 30, 32, 49, 54, 55, 58, 60, 65, 70, 71, 75, 80, 86, 87, 89, 90, 92, 93, 95, 97, 99, 101], "make_int8_calibr": [29, 40, 44, 50, 100], "class": [29, 30, 44, 45, 46, 51, 58, 60, 64, 65, 72, 75, 80, 81, 86, 87, 88, 90, 92, 97, 99, 100], "e": [29, 30, 52, 55, 60, 65, 66, 67, 71, 74, 86, 87, 90, 100], "g": [29, 30, 52, 55, 65, 66, 67, 71, 74, 80, 90, 100], "iint8minmaxcalibr": [29, 30, 100], "calibration_cache_fil": [29, 30, 100], "move": [30, 44, 55, 58, 75, 87, 100], "calibration_dataload": [30, 100], "contain": [30, 31, 52, 53, 54, 55, 56, 60, 65, 67, 71, 74, 80, 81, 86, 87, 90, 98, 100, 101], "jit": [31, 32, 33, 34, 45, 47, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 64, 68, 70, 74, 75, 86, 87, 88, 89, 90, 98, 102], "modul": [31, 32, 33, 34, 45, 49, 52, 56, 57, 58, 59, 60, 64, 65, 66, 67, 68, 70, 71, 74, 75, 79, 80, 81, 88, 89, 90, 92, 97, 99, 100, 102, 103], "method_nam": [31, 34, 45, 52, 74, 75, 87], "see": [31, 55, 56, 58, 62, 64, 65, 67, 74, 75, 80, 86, 87, 88, 90, 92], "fulli": [31, 52, 55, 64, 70, 75, 87, 90, 100, 103], "compil": [31, 34, 41, 45, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 70, 71, 72, 74, 75, 76, 78, 86, 88, 89, 90, 98, 100, 101, 103], "take": [31, 32, 33, 34, 53, 54, 57, 58, 59, 60, 62, 65, 70, 71, 74, 75, 78, 80, 87, 89, 90, 92, 97, 99, 100], "method": [31, 32, 33, 34, 48, 52, 55, 60, 67, 70, 74, 75, 80, 86, 87, 89, 97], "pure": [31, 70], "Will": 31, "out": [31, 44, 53, 55, 56, 57, 59, 60, 64, 66, 67, 70, 75, 80, 87, 90, 98, 99], "unsupport": [31, 49, 54, 64, 66, 90], "script": [31, 55, 56, 74, 75, 86, 87, 88, 89, 90, 92, 93, 94, 95, 101], "nvidia": [32, 34, 42, 43, 44, 45, 52, 61, 64, 65, 67, 70, 74, 75, 87, 92, 93, 95, 98, 103], "configur": [32, 34, 48, 62, 67, 70, 74, 75, 84, 87, 90, 98, 99, 100], "equival": [32, 57, 59, 60, 70, 75, 86, 87, 90, 93, 95, 100], "specif": [32, 49, 54, 55, 57, 59, 62, 64, 70, 74, 75, 80, 96, 97], "traget": 32, "input_binding_nam": [33, 45, 75], "output_binding_nam": [33, 45, 75], "emb": [33, 52, 63, 75, 81], "pre": [33, 55, 75, 100, 101], "built": [33, 52, 58, 59, 64, 67, 70, 75], "serial": [33, 34, 52, 57, 59, 70, 74, 75, 87, 90], "regist": [33, 54, 58, 60, 65, 75, 90], "execut": [33, 49, 52, 55, 57, 58, 59, 63, 64, 65, 67, 68, 70, 71, 74, 75, 76, 86, 87, 90, 98, 100], "must": [33, 48, 49, 52, 54, 55, 56, 60, 62, 65, 67, 70, 71, 74, 75, 80, 81, 87, 99, 101], "follow": [33, 52, 54, 56, 58, 62, 63, 64, 65, 66, 67, 75, 78, 80, 81, 85, 86, 87, 90, 91, 96, 97, 98, 99, 100, 101], "format": [33, 45, 48, 49, 52, 69, 70, 74, 75, 80, 81, 88, 90, 97, 98, 102], "symbol": [33, 65, 67, 75, 80, 101], "index": [33, 61, 62, 67, 68, 69, 75, 78, 84, 90, 100], "0": [33, 43, 44, 45, 49, 52, 54, 56, 59, 60, 62, 64, 65, 67, 68, 69, 70, 71, 74, 75, 76, 77, 79, 80, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 103], "2": [33, 43, 54, 56, 60, 63, 64, 65, 67, 68, 69, 70, 74, 75, 78, 80, 81, 84, 86, 87, 90, 91, 92, 95, 96, 99, 100, 102], "y": [33, 56, 75, 81, 90, 92], "compilesepc": 33, "order": [33, 49, 54, 56, 60, 62, 65, 67, 70, 71, 75, 87, 88], "pass": [33, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 67, 68, 72, 75, 86, 87, 90, 100], "origin": [33, 65, 71, 90], "pytorch": [33, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 63, 64, 67, 70, 74, 75, 86, 87, 88, 91, 96, 98, 99, 100, 101, 102], "assum": [33, 89, 90, 99], "convent": 33, "below": [33, 56, 60, 62, 63, 64, 65, 67, 80, 87, 88, 94, 98], "equivil": 34, "librari": [35, 42, 43, 44, 45, 52, 54, 57, 58, 59, 60, 87, 90], "version": [35, 37, 59, 62, 64, 65, 66, 70, 78, 81, 90, 97, 98, 99, 102], "gpu_id": [36, 45, 46, 52, 70, 74, 75, 89, 90, 100, 103], "id": [36, 45, 52, 74, 78, 79, 83, 103], "cudasetdevic": 36, "dump": [37, 52, 90], "base": [37, 50, 58, 63, 64, 70, 71, 72, 74, 80, 86, 88, 95, 97, 99, 100], "stdout": 37, "enginecap": [38, 45, 49, 50, 64, 70, 74, 75, 89, 90], "dump_build_info": [38, 45, 50], "get_build_info": [38, 45, 50], "set_devic": [38, 45, 50, 101], "get_is_colored_output_on": [39, 42, 50], "get_logging_prefix": [39, 42, 50], "get_reportable_log_level": [39, 42, 50], "set_is_colored_output_on": [39, 42, 50], "set_logging_prefix": [39, 42, 50], "set_reportable_log_level": [39, 42, 50], "make_int8_cache_calibr": [40, 44, 50, 100], "check_method_operator_support": [41, 45, 50], "convert_method_to_trt_engin": [41, 45, 50, 74, 75, 89], "embed_engine_in_new_modul": [41, 45, 50, 75], "document": [42, 43, 44, 45, 50, 59, 78, 80, 81, 85, 86, 87, 89, 98, 100, 101], "copyright": [42, 43, 44, 45, 81, 87], "c": [42, 43, 44, 45, 52, 59, 64, 66, 69, 70, 71, 81, 88, 90, 98, 101, 103], "corpor": [42, 43, 44, 45], "right": [42, 43, 44, 45, 55, 59, 60, 66, 80], "reserv": [42, 43, 44, 45], "licens": [42, 43, 44, 45, 66, 87], "under": [42, 43, 44, 45, 59, 65, 80], "bsd": [42, 43, 44, 45], "style": [42, 43, 44, 45, 64, 78, 80, 81], "found": [42, 43, 44, 45, 63, 67, 80, 87, 90, 100, 101], "root": [42, 43, 44, 45, 67, 78, 100], "sourc": [42, 43, 44, 45, 54, 59, 64, 65, 66, 70, 71, 72, 74, 75, 90, 92, 93, 94, 95, 96], "tree": [42, 43, 44, 45, 78, 100, 101], "pragma": [42, 43, 44, 45, 100], "onc": [42, 43, 44, 45, 53, 55, 56, 58, 64, 65, 67, 90, 98, 100, 101], "namespac": [42, 43, 44, 45, 51, 55, 68, 90, 100], "ar": [42, 46, 49, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 70, 74, 75, 78, 80, 81, 82, 86, 87, 89, 90, 97, 98, 99, 100, 101, 102], "ones": [42, 56, 57, 59, 67, 80, 87, 90], "necessari": [42, 62, 64, 101], "user": [42, 48, 54, 56, 57, 58, 59, 62, 63, 64, 67, 80, 81, 87, 88, 96, 98, 99, 100, 101], "dont": 42, "know": [42, 60, 78, 80, 90], "we": [42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 71, 78, 80, 86, 87, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102], "want": [42, 56, 65, 71, 86, 87, 89, 90, 92, 98, 100], "use_cmake_generated_export_head": 43, "torch_tensorrt_export": 43, "els": [43, 44, 48, 75, 80, 81], "__gnuc__": 43, "__attribute__": 43, "__visibility__": 43, "hidden": [43, 78], "endif": [43, 44, 45], "doe": [43, 44, 55, 56, 60, 62, 65, 80, 90, 93, 95, 100], "gaurd": 43, "someth": [43, 55, 80, 98], "4": [43, 56, 58, 63, 64, 65, 67, 69, 76, 78, 80, 81, 84, 87, 90, 92, 94, 95, 99], "setup": [43, 98, 100], "alias": 43, "eas": 43, "ts": [43, 52, 56, 68, 74, 86, 87, 88, 89, 99, 102], "torchtrt": [43, 56, 90], "ifndef": [44, 45], "doxygen_should_skip_thi": [44, 45], "get_batch_impl": 44, "element_typ": 44, "super": [44, 86, 90, 92, 99], "batchtyp": 44, "dataloader_": 44, "cache_file_path_": 44, "use_cache_": 44, "auto": [44, 56, 60, 64, 70, 80, 81, 87, 100, 103], "batched_data_": 44, "push_back": [44, 56], "it_": 44, "begin": [44, 65, 67, 80, 92], "noexcept": [44, 100], "hack": 44, "explict": 44, "work": [44, 55, 59, 60, 64, 65, 70, 80, 81, 90, 92, 99, 100], "here": [44, 53, 54, 56, 58, 63, 64, 65, 67, 78, 80, 81, 86, 87, 90, 98, 99, 100, 101, 102], "explic": [44, 67], "just": [44, 45, 55, 56, 64, 65, 68, 72, 80, 82, 86, 87, 88, 89, 90, 97, 101], "still": [44, 56, 65, 92, 100], "static_cast": 44, "option": [44, 48, 52, 56, 57, 59, 62, 63, 64, 65, 66, 67, 70, 74, 75, 80, 84, 90, 92, 94, 100, 101, 102, 103], "batch_siz": [44, 100], "end": [44, 52, 60, 62, 69, 70, 75, 80, 87, 90, 92, 93, 94, 95, 100], "statu": [44, 81], "reset": [44, 92, 93, 95, 101], "incas": [44, 99], "go": [44, 55, 56, 65, 86, 87, 90, 92, 93, 94, 95, 97, 98], "again": [44, 58, 60, 80, 90], "stringstream": 44, "ss": 44, "cache_": 44, "clear": 44, "ifstream": 44, "io": [44, 98], "binari": [44, 100], "noskipw": 44, "good": [44, 60, 65, 80], "copi": [44, 60, 65, 69, 81, 98], "istream_iter": 44, "back_insert": 44, "nullptr": [44, 45, 49], "ofstream": [44, 87], "cache_fil": [44, 100], "reinterpret_cast": 44, "cache_size_": 44, "int8_t": 45, "arrayref": [45, 48, 49], "friend": 45, "ostream": 45, "os": 45, "dtype": [45, 48, 49, 52, 63, 64, 65, 69, 70, 71, 74, 75, 88, 90, 95, 97, 99], "device_typ": [45, 46, 74, 89, 100, 103], "int64_t": [45, 46, 48, 49, 100, 103], "core": [45, 52, 55, 56, 59, 64, 70, 74, 87, 103], "agx": 45, "platform": [45, 52, 59, 66, 67, 98, 103], "xavier": [45, 103], "dla_cor": [45, 46, 52, 74, 89, 100, 103], "allow_gpu_fallback": [45, 46, 70, 74, 75, 89, 100, 103], "customclasshold": [45, 48], "min_shap": [45, 48, 63, 65, 70, 74, 75, 88, 97, 99], "opt_shap": [45, 48, 63, 70, 74, 75, 88, 97, 99], "max_shap": [45, 48, 63, 65, 70, 74, 75, 88, 97, 99], "shape": [45, 47, 48, 49, 52, 56, 60, 63, 65, 68, 69, 70, 71, 74, 75, 88, 90, 98, 103], "doubl": [45, 48, 49, 52, 63, 70, 75, 80, 101], "tensor_domain": [45, 48, 74], "input_is_dynam": 45, "ivalu": [45, 47, 49, 53, 58, 60, 87], "input_signatur": [45, 47, 49, 75, 88], "nest": [45, 49, 50, 80, 81], "full": [45, 49, 52, 60, 64, 70, 72, 87, 90, 92, 93, 94, 95, 98, 100, 101, 103], "spec": [45, 48, 49, 52, 72, 74, 75, 89], "flatten": [45, 47, 69, 86, 87, 99], "fixed_s": [45, 49], "reflect": 45, "builderconfig": 45, "graph_input": [45, 49], "enabled_precis": [45, 49, 63, 64, 70, 74, 75, 87, 88, 89, 90, 92, 93, 94, 95, 98, 100, 103], "disable_tf32": [45, 49, 64, 70, 75, 90, 100], "sparse_weight": [45, 49, 64, 65, 70, 75, 90], "refit": [45, 49, 64, 70, 75, 89, 90], "truncate_long_and_doubl": [45, 49, 63, 64, 75, 94], "allow_shape_tensor": [45, 49, 70, 75], "uint64_t": [45, 49], "num_avg_timing_it": [45, 49, 64, 70, 75, 89, 90], "workspace_s": [45, 49, 52, 64, 70, 75, 90, 93, 95], "dla_sram_s": [45, 49, 52, 64, 70, 75, 90], "1048576": [45, 49, 64, 70, 75, 90], "dla_local_dram_s": [45, 49, 52, 64, 70, 75, 90], "1073741824": [45, 49, 64, 70, 75, 90], "dla_global_dram_s": [45, 49, 52, 64, 70, 75, 90], "536870912": [45, 49, 64, 70, 75, 90], "require_full_compil": [45, 49, 64, 70, 75, 90], "min_block_s": [45, 49, 56, 63, 64, 70, 75, 90, 92, 93, 95], "3": [45, 49, 52, 55, 56, 58, 63, 64, 65, 69, 70, 74, 75, 80, 81, 84, 86, 87, 89, 90, 93, 97, 99, 100, 102, 103], "torch_executed_op": [45, 49, 56, 63, 64, 70, 75, 90, 92, 93, 95], "torch_executed_modul": [45, 49, 56, 70, 75], "member": [46, 47, 48, 49], "hold": [46, 47, 48, 53, 60, 74, 100], "relat": [46, 80, 92, 93, 95], "let": [46, 52, 55, 60, 65, 70, 74, 75, 78, 80, 97, 98], "layer": [46, 49, 52, 53, 55, 60, 62, 64, 65, 70, 75, 87, 90, 97, 98, 99, 100, 103], "thei": [46, 52, 53, 54, 55, 58, 60, 65, 74, 78, 80, 88], "complex": [47, 49, 64, 67, 86, 88], "either": [47, 48, 52, 60, 62, 70, 74, 75, 78, 80, 86, 87, 88, 90, 102], "one": [47, 54, 55, 60, 64, 65, 74, 80, 86, 87, 88, 90, 92, 93, 95, 98], "rang": [48, 49, 52, 65, 74, 90, 97, 99], "optim": [48, 52, 55, 63, 64, 65, 68, 70, 71, 86, 87, 88, 93, 94, 95, 97, 99], "profil": [48, 71], "singl": [48, 52, 55, 56, 65, 74, 80, 86, 87, 100, 101], "repres": [48, 49, 54, 60, 65, 80], "signifi": [48, 55], "static": [48, 49, 53, 60, 63, 70, 74, 75, 78, 87], "three": [48, 57, 59, 65, 71, 74, 80, 81, 97, 98], "min": [48, 52, 60, 69, 74, 99], "optimin": [48, 70], "max": [48, 52, 60, 69, 74, 78, 99], "allow": [48, 49, 52, 53, 54, 55, 56, 62, 64, 65, 66, 70, 74, 75, 78, 90, 93, 95, 101], "argument": [48, 52, 54, 55, 58, 60, 62, 64, 65, 70, 74, 75, 80, 81, 87, 88, 90, 99], "expect": [48, 54, 55, 60, 74, 87, 88, 97], "tradit": [48, 70, 75, 100], "convect": 48, "produc": [48, 53, 54, 58, 60, 63, 74, 80, 87, 97], "low": [48, 65], "high": [48, 55, 56, 78, 90], "weight": [48, 49, 52, 53, 64, 65, 69, 70, 75, 80, 87, 94, 97], "first": [48, 53, 54, 55, 65, 80, 81, 87, 88, 90, 92, 98, 100, 102], "calcul": [48, 53, 56, 87, 90], "detect": [48, 58], "float32": [48, 49, 52, 63, 64, 65, 70, 74, 75, 90, 94, 99], "dynam": [48, 49, 63, 65, 68, 70, 71, 74, 75, 92, 94, 95], "opt": [48, 67, 74, 99], "minimum": [48, 49, 52, 56, 63, 64, 70, 75, 90], "maximum": [48, 49, 52, 64, 65, 70, 71, 75, 93, 95, 98], "accept": [48, 52, 54, 58, 60, 74, 87, 88, 92, 102], "exampl": [48, 56, 58, 59, 60, 65, 66, 67, 68, 70, 72, 74, 75, 76, 78, 79, 81, 84, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 100, 101, 102], "s": [48, 49, 56, 58, 60, 63, 65, 66, 67, 68, 70, 71, 74, 78, 80, 81, 86, 87, 90, 97, 98, 100, 102], "cannot": [48, 55, 56, 65, 67, 70, 74, 75, 79, 86, 90, 99], "through": [48, 53, 54, 55, 56, 58, 64, 65, 70, 72, 80, 87, 88, 90, 97], "altern": [48, 56, 62, 63, 88, 97, 102], "refer": [48, 54, 57, 59, 65, 79, 84, 87, 90, 98, 99, 100, 102], "given": [48, 49, 52, 54, 55, 65, 70, 71, 74, 75, 86, 87, 88, 89, 99], "kernel": [48, 49, 52, 60, 64, 65, 70, 74, 75, 91, 96], "ani": [48, 52, 53, 54, 60, 62, 64, 65, 69, 70, 74, 75, 78, 80, 87, 88, 90, 99, 100], "event": [48, 64], "place": [48, 55, 62, 65, 80, 81, 82, 90, 100], "variabl": [48, 65, 66, 74], "dimens": [48, 55, 65, 71, 97, 99], "domain": [48, 74, 81, 100], "convien": 49, "fix": [49, 65, 80, 90, 101, 103], "describ": [49, 56, 60, 86, 89, 91, 96, 98, 99], "entri": [49, 60], "okai": 49, "ha": [49, 53, 54, 55, 56, 57, 59, 60, 62, 64, 65, 66, 67, 70, 71, 80, 81, 86, 87, 97, 99, 100], "flaten": 49, "precis": [49, 52, 63, 64, 65, 70, 87, 88, 93, 95, 100, 103], "dure": [49, 52, 54, 56, 60, 63, 64, 70, 97, 99, 100, 101], "prevent": [49, 52, 54, 56], "tf32": [49, 52, 64, 70], "comput": [49, 64, 65, 67, 70, 80, 97, 100], "inner": [49, 81, 97], "product": 49, "round": [49, 70, 75, 90], "10": [49, 67, 70, 71, 75, 84, 86, 87, 97, 98, 100], "bit": [49, 60, 65, 70, 75, 87], "mantissa": [49, 70, 75], "befor": [49, 54, 55, 56, 59, 60, 65, 70, 75, 87, 98], "multipli": [49, 70, 75], "accumul": [49, 70, 75], "sum": [49, 65, 69, 70, 75, 90], "23": [49, 55, 70, 75, 81], "behavior": [49, 56, 65, 70, 75, 99, 101, 102], "sparsiti": [49, 52, 65, 70, 75], "conv": [49, 52, 87, 90], "fc": [49, 52, 55], "truncat": [49, 52, 63, 64, 70, 75], "long": [49, 52, 53, 63, 80, 81], "float": [49, 52, 63, 64, 69, 74, 86, 87, 88, 89, 90, 92, 95, 100], "ishap": 49, "restrict": [49, 64, 70, 75], "cuda": [49, 58, 63, 65, 66, 70, 71, 74, 87, 88, 89, 90, 94, 98, 99, 100, 101, 102], "safeti": [49, 52], "averag": [49, 52, 64, 70, 75, 90], "time": [49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 64, 65, 68, 70, 71, 75, 78, 80, 87, 90, 92, 93, 94, 95, 100], "workspac": [49, 52, 64, 65, 67, 70, 71, 75, 90, 92, 93, 95], "fast": [49, 52, 64, 70, 75], "softwar": [49, 52, 64, 70, 75, 80], "manag": [49, 52, 53, 57, 59, 60, 64, 66, 70, 72, 74, 75, 87, 101], "ram": [49, 52, 64, 70, 75], "commun": [49, 52, 64, 66, 70, 75, 87], "within": [49, 52, 57, 59, 64, 70, 75, 78, 80, 91, 96], "host": [49, 52, 64, 67, 70, 75, 90, 98], "share": [49, 52, 64, 66, 67, 70, 75], "across": [49, 52, 55, 56, 64, 70, 75, 78, 99], "metadata": [49, 52, 54, 58, 60, 64, 70, 75, 78], "quantizatiom": 49, "instead": [49, 52, 53, 54, 55, 67, 70, 87, 101], "potenti": [49, 70, 83], "subgraph": [49, 52, 53, 54, 55, 60, 62, 87, 90], "aten": [49, 54, 55, 56, 60, 61, 64, 68, 69, 70, 75, 87, 92, 99], "thrown": [49, 70, 75], "empti": [49, 70, 71, 75, 81, 86, 90], "torch_tensorrtnamespac": 50, "loggingenum": 50, "levelnamespac": 50, "ptqtemplat": 50, "int8cachecalibratortempl": 50, "int8calibratornamespac": 50, "torchscriptstruct": 50, "compilespecstruct": 50, "deviceclass": 50, "devicetypestruct": 50, "graphinputsstruct": 50, "inputclass": 50, "datatypeclass": 50, "tensorformatenum": 50, "cppdirectori": 50, "includedirectori": 50, "torch_tensorrtfil": 50, "hfile": 50, "relationship": 50, "inherit": [50, 65, 100], "subdirectori": 51, "definit": [51, 54, 60, 80], "cli": [52, 88], "It": [52, 54, 55, 56, 57, 59, 60, 65, 67, 68, 78, 80, 90, 97, 101], "serv": [52, 58, 65, 68, 70], "easi": [52, 53, 55, 87, 100], "wai": [52, 64, 65, 67, 86, 87, 90, 91, 96, 97, 100, 101, 102], "command": [52, 64, 67, 80, 81, 86, 87, 98], "line": [52, 67, 81, 87], "quickli": [52, 87, 100], "part": [52, 56, 59, 65, 78, 79, 80, 90, 99], "deploy": [52, 87, 88, 97, 98, 100, 101, 103], "pipelin": [52, 94, 103], "basic": [52, 56, 65, 81, 96, 98], "featur": [52, 56, 65, 87, 89, 94, 97, 100], "though": [52, 59, 60, 86, 87], "alreadi": [52, 53, 54, 55, 87, 90, 100], "two": [52, 55, 60, 62, 64, 65, 67, 80, 81, 85, 86, 88, 98, 99, 100], "embed": [52, 54, 58, 69, 75, 80, 103], "plan": [52, 59, 63, 64, 70, 99], "after": [52, 53, 55, 56, 62, 65, 66, 86, 87, 88, 92, 93, 95, 98, 101], "link": [52, 53, 62, 68, 78, 79, 84, 87, 90, 101], "against": [52, 87], "libtorchtrt": [52, 67, 87], "python": [52, 56, 59, 62, 64, 65, 70, 71, 74, 75, 80, 81, 87, 89, 90, 92, 93, 94, 95, 96, 97, 98, 101, 103], "import": [52, 55, 56, 63, 64, 65, 67, 78, 80, 86, 87, 88, 89, 90, 98, 99, 101, 102], "packag": [52, 55, 64, 87], "aspect": 52, "ident": [52, 62, 70], "standard": [52, 58, 68, 70, 75, 80, 89, 90, 97, 101], "load": [52, 56, 58, 65, 75, 87, 88, 89, 90, 97, 98, 100, 101], "like": [52, 53, 55, 58, 60, 65, 67, 79, 80, 86, 87, 88, 90, 98, 100, 101], "would": [52, 54, 60, 64, 65, 67, 87, 88, 89, 90, 98, 99, 101], "input_file_path": [52, 103], "output_file_path": [52, 103], "input_spec": [52, 65, 71], "displai": [52, 62, 64, 72, 78, 101], "menu": [52, 78, 80], "verbios": 52, "v": [52, 81, 98], "verbos": [52, 64, 65, 70, 71, 81, 93, 95], "about": [52, 53, 58, 60, 67, 78, 87, 98, 99], "process": [52, 56, 64, 79, 80, 86, 89, 92, 97, 98, 100, 101], "onto": [52, 58], "consol": 52, "w": [52, 67], "disabl": [52, 64, 70, 78, 79, 101], "i": [52, 55, 60, 69, 80, 81, 86, 87, 90, 100], "debugg": [52, 70, 75], "fallback": [52, 57, 59, 60, 103], "model": [52, 56, 58, 63, 68, 70, 71, 72, 86, 87, 88, 89, 91, 96, 99, 100], "throw": [52, 55, 87], "spars": [52, 54, 64, 69, 70], "p": [52, 69, 87, 98, 103], "repeat": [52, 69], "f32": [52, 70, 90], "half": [52, 64, 80, 87, 88, 89, 90, 92, 93, 98, 100, 103], "float16": [52, 90, 94], "f16": [52, 87, 103], "i8": 52, "d": [52, 80, 81, 87, 103], "multi": 52, "dlacor": 52, "avail": [52, 54, 60, 62, 64, 65, 67, 70, 78, 90, 103], "dla_standalon": 52, "file_path": [52, 102], "teo": 52, "op_nam": 52, "op": [52, 53, 54, 55, 56, 57, 59, 60, 62, 63, 64, 74, 87, 92, 99, 101], "partial": [52, 80], "tem": 52, "module_nam": 52, "mod": [52, 56, 65, 70, 84, 87, 100], "mb": [52, 76], "num_op": 52, "block": [52, 53, 55, 56, 64, 70, 84], "treat": 52, "num": 52, "avg": 52, "num_it": 52, "sram": 52, "local": [52, 55, 67, 78, 87], "dram": 52, "atol": 52, "absolut": [52, 67], "toler": 52, "threshold": 52, "numer": [52, 65, 81], "deviat": 52, "1e": 52, "rtol": 52, "rel": [52, 56], "5": [52, 56, 58, 59, 64, 65, 66, 67, 70, 80, 81, 84, 86, 87, 90, 92, 98, 99], "skip": 52, "complianc": 52, "64bit": 52, "32bit": 52, "custom": [52, 62, 63, 65, 91, 96], "dll": 52, "n": [52, 60, 62, 87, 90, 100], "min_n": 52, "min_c": 52, "min_h": 52, "min_w": 52, "opt_n": 52, "opt_c": 52, "opt_h": 52, "opt_w": 52, "max_n": 52, "max_c": 52, "max_h": 52, "max_w": 52, "32": [52, 74, 86, 87, 88, 100, 103], "flag": [52, 56, 57, 59, 67, 88, 101, 102], "forc": [52, 63, 65, 70, 75, 78], "posit": [52, 54, 65, 74, 78], "test": [52, 56, 59, 65, 66, 67, 70, 80, 81, 97, 98, 100], "ssd_trace": 52, "pt": [52, 65, 87, 98], "ssd_trt": 52, "300": [52, 89], "512": [52, 70, 74, 75, 97, 99], "1024": [52, 70, 74, 75, 97], "simplifi": [53, 90], "form": [53, 74, 80, 88, 98], "thats": [53, 100], "up": [53, 55, 56, 57, 58, 59, 62, 65, 80, 86, 90, 92, 93, 95, 97], "context": [53, 57, 58, 59, 64, 72, 101], "inetworkdefinit": [53, 54], "record": [53, 86], "togeth": [53, 60, 87], "start": [53, 56, 65, 69, 70, 74, 81, 87, 89, 90, 97], "look": [53, 54, 55, 70, 86, 89, 98, 99, 100], "assembl": [53, 62, 87], "resourc": [53, 90, 100], "coupl": [53, 59, 65, 101], "state": [53, 54, 60, 62, 87], "been": [53, 60, 64, 67, 81, 87], "evaluated_value_map": [53, 60], "stage": [53, 65], "arg": [53, 54, 62, 65, 74, 84, 87, 90, 97, 99], "itensor": [53, 54, 60, 65, 87, 90], "value_tensor_map": [53, 60], "typic": [53, 60, 98], "abl": [53, 55, 60, 62, 65, 89, 90, 100], "system": [53, 60, 62, 64, 67, 68, 70, 75, 90], "registri": [53, 54, 87, 90], "enter": [53, 74], "recurs": 53, "resolv": [53, 55, 57, 59, 92, 93, 95], "until": [53, 56, 59, 60, 67, 99], "final": [53, 56, 57, 59, 67, 90, 92, 93, 95, 97], "some": [53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 79, 80, 87, 90, 99, 100], "These": [53, 54, 56, 58, 62, 64, 67, 70, 78, 80, 98, 100], "those": [53, 54, 62, 64, 80], "do": [53, 54, 55, 56, 60, 63, 65, 79, 81, 86, 87, 88, 90, 100, 103], "theori": [53, 80], "kind": [53, 65], "common": [53, 55, 65, 71, 80], "prim": [53, 55, 56, 58, 69, 86, 87], "constant": [53, 54, 55, 56, 87, 90], "emit": 53, "listconstruct": [53, 56, 58, 87], "make": [53, 54, 65, 67, 70, 80, 82, 87, 88, 90, 91, 96, 97, 98, 100, 103], "associ": [53, 60, 87, 101], "where": [53, 54, 55, 60, 62, 65, 70, 75, 81, 87, 99, 100], "result": [53, 55, 56, 70, 72, 75, 78, 86, 88, 90, 98, 99], "done": [53, 56, 59, 90, 98, 102], "mai": [53, 54, 56, 58, 59, 65, 70, 75, 80, 81, 86, 87, 88, 90, 92, 93, 95, 98, 100, 101], "For": [53, 56, 62, 63, 64, 65, 67, 71, 78, 80, 81, 86, 87, 89, 90, 92, 97, 98, 99, 100, 101, 102], "more": [53, 64, 65, 67, 68, 70, 74, 78, 81, 86, 87, 88, 89, 90, 93, 95, 98, 100, 101], "writing_convert": [53, 87], "locat": [54, 62, 67, 90, 100], "py": [54, 55, 59, 62, 65, 67, 76, 78, 80, 85, 86, 87, 90, 92, 93, 94, 95, 99, 100], "convers": [54, 55, 56, 58, 63, 64, 65, 70, 74, 75, 87, 90, 99], "decror": 54, "dynamo_tensorrt_convert": [54, 90], "signatur": [54, 75], "leaky_relu": [54, 69], "def": [54, 62, 65, 80, 86, 88, 90, 92, 98, 99], "leaky_relu_convert": 54, "ctx": [54, 60, 87, 90], "conversionctx": [54, 60, 87], "tupl": [54, 58, 63, 65, 70, 71, 74, 75, 88, 90], "kwarg": [54, 65, 70, 74, 90, 97, 99], "dict": [54, 70, 74, 75, 90], "union": [54, 60, 64, 70, 74, 75, 87], "sequenc": [54, 62, 65, 70, 71, 74, 75, 80, 90, 97, 99], "decor": [54, 62, 65], "kei": [54, 80, 86, 98], "node": [54, 55, 56, 57, 59, 60, 62, 65, 71, 87, 90, 97, 99], "capability_valid": 54, "lambda": [54, 60, 80, 87, 98], "fx": [54, 62, 63, 70, 74, 87, 88, 90, 99, 102], "determin": [54, 55, 64, 65, 99, 101], "properli": [54, 67], "handl": [54, 55, 56, 58, 64, 65, 90, 99], "partition": [54, 70, 90], "sure": [54, 67, 87, 88, 98, 103], "prioriti": 54, "develop": [54, 65, 66, 67, 68, 80, 81, 87, 90], "bodi": [54, 80, 81], "nativ": [54, 59, 61, 87, 90, 99], "numpi": [54, 90, 98], "frozen": 54, "attribut": [54, 55, 56, 58, 65, 80, 87], "ouput": 54, "previou": [54, 66, 78, 92], "correspod": 54, "edg": [54, 80], "well": [54, 63, 67, 68, 72, 80, 87, 100, 102], "being": [54, 65, 67, 70, 87, 90], "truth": 54, "http": [54, 61, 64, 67, 78, 80, 86, 87, 90, 92, 93, 95, 97, 98, 100, 101], "github": [54, 61, 64, 67, 78, 87, 92, 93, 95, 98, 100, 101], "com": [54, 61, 64, 67, 87, 92, 93, 95, 98, 100, 101], "blob": [54, 61, 67, 78, 100], "main": [54, 55, 56, 57, 58, 59, 60, 63, 65, 67, 78, 80, 82, 87, 90], "src": [54, 58, 61, 69], "native_funct": [54, 61], "yaml": [54, 61], "sinc": [54, 55, 64, 65, 80, 86, 87, 100], "mani": [54, 56, 64, 65, 78, 80, 81], "composit": [54, 87], "raw": [54, 78], "impl": 54, "subpackag": 54, "chain": [54, 60], "primarili": [54, 59, 67, 87], "manipul": [54, 62], "net": [54, 60, 80, 81, 87, 90], "addit": [54, 55, 64, 65, 66, 74, 87, 90, 97, 99], "call_modul": 54, "call_funct": [54, 62, 65, 99], "eg": [54, 98], "aten_": 54, "_leaky_relu": 54, "opoverloadpacket": 54, "while": [54, 56, 67, 97, 98, 100, 101], "opoverload": 54, "particular": [54, 64, 99], "collect": [54, 56, 64, 70, 75, 87, 88], "trtinterpret": [54, 65, 71], "along": [54, 99], "match": [54, 55], "special": [54, 56], "account": [54, 98], "illustr": [54, 65, 97], "scale_grad_by_freq": [54, 69], "embedding_param_valid": 54, "paramt": 54, "establish": 54, "subset": [54, 64, 70, 97, 100], "converter_util": [54, 90], "enforce_tensor_typ": 54, "dictionari": [54, 70, 74, 75, 89, 92], "between": [54, 55, 56, 60, 67, 80, 81, 100], "possibl": [54, 67, 80, 90, 97, 98], "prefer": [54, 64, 67, 87], "keyword": [54, 62, 70, 74, 75, 92, 95], "both": [54, 56, 64, 67, 68, 71, 78, 80, 86, 90, 100], "enforc": [54, 87], "situat": 54, "partit": [54, 55, 63, 64, 70], "greater": [54, 70, 72], "than": [54, 55, 64, 67, 70, 79, 80, 97, 101], "3d": [54, 65], "autocast": 54, "therebi": [54, 58, 90, 97], "limit": [54, 55, 72, 79, 100], "author": [54, 81], "conv_nod": 54, "7": [54, 56, 58, 59, 66, 84, 87, 90, 92, 93, 95], "ignor": [54, 74, 90], "misc": [54, 90], "trttensor": 54, "np": [54, 90, 98], "ndarrai": [54, 90], "aten_ops_convolut": 54, "conversioncontext": [54, 90], "side": [54, 55, 78, 87], "effect": [54, 55, 64, 65, 70, 78, 87, 90, 97, 100], "term": [54, 66, 74, 80, 81, 90, 97, 100], "getitem": 54, "categor": 54, "modif": [54, 62], "op_evalu": 54, "correspond": [54, 60, 65, 67, 74, 101], "capbility_valid": 54, "opcod": 54, "decompos": 54, "suboper": 54, "seper": 54, "Such": 54, "via": [54, 64, 65, 68, 70, 74, 75, 78, 84, 88, 92, 93, 95, 97, 99, 100, 101, 102], "register_torch_trt_decomposit": 54, "addmm_replac": 54, "replac": [54, 56, 62, 67, 90], "input_": 54, "mat1": 54, "mat2": [54, 69], "beta": [54, 65, 69, 75], "alpha": [54, 65, 69, 81], "mul": [54, 56, 69], "matmul": [54, 55, 69, 87], "modifi": [54, 56, 62, 65, 81, 99], "edit": [54, 66, 67, 78], "torch_enabled_decomposit": 54, "torch_disabled_decomposit": 54, "disjoint": 54, "preced": [54, 80], "over": [54, 57, 59, 65, 80, 98], "much": [54, 60, 78, 80, 100], "significantli": [54, 55, 78], "easier": [54, 57, 59, 60, 65, 70, 87, 90, 100], "tri": 54, "made": [55, 57, 59, 80], "represent": [55, 60, 65, 86, 97], "instanc": [55, 62, 64, 86, 87, 97], "idea": [55, 80], "reduc": [55, 56, 57, 59, 65, 70, 90, 97, 100], "actual": [55, 58, 60, 65, 86, 87, 90], "aim": 55, "closer": 55, "scope": [55, 90, 92, 93, 95], "csrc": [55, 61], "common_subexpression_elimin": 55, "subexpress": 55, "dead_code_elimin": 55, "exception_elimin": 55, "execpt": 55, "wa": [55, 58, 62, 64, 65, 70, 80, 87], "1013": 55, "ne": [55, 69], "1012": 55, "24": 55, "lib": [55, 66, 67, 87], "python3": [55, 67, 87], "6": [55, 56, 58, 67, 69, 84, 86, 87, 90, 99], "site": [55, 67, 80, 87], "nn": [55, 61, 65, 70, 71, 74, 75, 86, 87, 88, 90, 92, 99], "batchnorm": 55, "248": 55, "11": [55, 66, 67, 80, 84, 87, 98], "block0": 55, "raiseexcept": 55, "249": 55, "12": [55, 56, 80, 84, 86, 87, 98], "block1": 55, "guard_elimin": 55, "guard": [55, 64], "whose": [55, 65], "freeze_modul": 55, "propog": 55, "fuse_addmm_branch": 55, "varient": 55, "caught": 55, "ret": 55, "622": 55, "self": [55, 58, 60, 69, 86, 87, 88, 90, 92, 97, 99, 103], "bia": [55, 69, 87], "x9": 55, "3677": 55, "output0": 55, "add_": [55, 69, 87], "fuse_linear": 55, "back": [55, 56, 58, 59, 74, 80, 86, 87, 90], "fuse_flatten_linear": 55, "implic": 55, "connect": [55, 70, 75, 80, 98, 103], "higher": [55, 64, 70, 78, 80, 86], "1d": 55, "lower_graph": 55, "access": [55, 60, 65, 78, 87, 89], "rather": 55, "getattr": [55, 58, 86, 87], "trainabl": 55, "remain": [55, 100], "lower_tupl": 55, "lowersimpletupl": 55, "tupleconstruct": [55, 58], "tupleunpack": 55, "leav": [55, 62, 64, 70], "statement": [55, 80], "loweralltupl": 55, "_all_": 55, "rais": [55, 65], "onnx": 55, "module_fallback": 55, "consist": [55, 65, 80, 90, 101], "pair": [55, 60, 67, 80, 97, 100], "delimit": 55, "around": [55, 58, 60, 67, 80, 83, 86, 90], "second": [55, 65, 80, 88, 90, 92, 93, 94, 95], "mark": [55, 56, 78], "notatemoduleforfallback": 55, "marknodesforfallback": 55, "tell": [55, 56, 57, 58, 59, 60, 80], "them": [55, 56, 58, 63, 64, 65, 67, 70, 78, 87, 90, 97, 99], "peephole_optimz": 55, "intent": [55, 80], "catch": [55, 87], "small": [55, 90, 98], "might": [55, 67, 78, 99], "interest": [55, 80], "now": [55, 56, 59, 60, 65, 67, 80, 87, 89, 90, 101], "expand": [55, 69], "simpli": [55, 92, 97], "remove_contigu": 55, "remove_dropout": 55, "infer": [55, 64, 65, 70, 74, 75, 87, 91, 92, 96, 97, 99, 100, 101, 102], "remove_to": 55, "mangag": 55, "unpack_addmm": 55, "reus": [55, 65, 100], "dedic": [55, 81], "unpack_log_softmax": 55, "softmax": [55, 65, 69], "loop_unrol": 55, "suffic": 55, "short": [55, 64, 70, 80, 81, 99], "tile_to_repeat": 55, "instruct": [56, 57, 59, 65, 67, 87, 98, 99], "separ": [56, 57, 59, 67], "criteria": [56, 57, 59, 64], "lack": [56, 57, 59, 65, 90], "explicitli": [56, 57, 59, 75, 88, 89, 100], "On": 56, "segment": [56, 63, 90, 93, 95, 97], "verifi": [56, 90], "Then": [56, 89, 100], "roughli": 56, "analysi": [56, 99], "everi": [56, 71, 87, 101], "complet": [56, 63, 86, 87], "mean": [56, 60, 65, 69, 71, 92, 98, 99], "trace": [56, 65, 70, 75, 86, 87, 99, 102], "tensorlist": [56, 60], "figur": [56, 81, 83], "our": [56, 59, 63, 86, 87, 98, 99], "stitch": [56, 87], "altogeth": [56, 78], "brief": 56, "descript": [56, 81], "partitioninfo": 56, "api": [56, 59, 60, 62, 63, 64, 65, 70, 74, 75, 79, 87, 88, 89, 90, 91, 92, 96, 97, 98, 99, 100, 101, 102], "maintain": [56, 58, 60], "code": [56, 59, 62, 64, 65, 79, 81, 86, 87, 90, 92, 93, 94, 95, 96, 99, 100], "mymodel": [56, 63, 88, 90, 99, 102], "ts_model": [56, 87], "trt_model": [56, 89, 90, 98, 102], "off": [56, 58], "consecut": [56, 63], "satisfi": [56, 62, 65], "forced_fallback_op": 56, "randn": [56, 63, 70, 74, 75, 87, 89, 93, 99, 102], "224": [56, 63, 70, 71, 74, 75, 93, 97, 98, 99, 102], "trt_ts_modul": [56, 88], "input_s": [56, 87], "inputrang": [56, 87], "cfg": 56, "relu": [56, 69, 86, 87, 92], "trt_mod": [56, 87, 99, 100, 103], "consid": [56, 75, 87, 90], "segmentmodelwithdependencyawar": 56, "test_segment": 56, "20": [56, 84, 93, 95, 99], "x_lgamma": 56, "lgamma": 56, "y_lgamma": 56, "div": [56, 69], "div_lgamma": 56, "27": [56, 87], "cat": [56, 67, 69], "greedi": 56, "strategi": [56, 74], "travers": [56, 57, 59, 64], "gather": 56, "same": [56, 58, 62, 64, 65, 67, 78, 80, 86, 87, 89, 90, 93, 95, 98, 99, 101, 102], "encount": [56, 64, 67, 92, 93, 95, 99], "suboptim": 56, "arithmet": 56, "split": [56, 65, 69], "own": [56, 60, 64, 67, 80, 87, 98], "could": [56, 64, 65, 90, 93, 95, 101], "rewrit": [56, 62], "portion": [56, 80, 90, 94], "without": [56, 60, 78, 80, 87, 90, 100, 101], "reorder": 56, "seri": 56, "cleanli": 56, "approach": 56, "achiev": [56, 97], "hit": 56, "larger": [56, 78, 97], "boundari": [56, 70, 74], "guarante": 56, "trigger": [56, 64, 65, 87, 99], "appear": [56, 80], "adjac": [56, 70, 80], "As": [56, 65, 67, 87, 90], "clean": [56, 62, 66, 80, 92, 93, 95], "step": [56, 65, 69, 90, 97, 99, 100], "consolid": [56, 86], "further": [56, 64, 65], "merg": 56, "identifi": 56, "do_not_merg": 56, "combin": [56, 64, 65], "condit": [56, 80], "loop": [56, 64, 65], "ir": [57, 59, 60, 63, 64, 70, 74, 86, 88, 92, 93, 95], "larg": [57, 59, 78, 80, 87, 97, 100], "opset": [57, 59], "compon": [57, 59, 86, 101], "evalu": [57, 58, 59], "deploi": [57, 59, 68, 87, 98, 100], "instanti": [57, 58, 59, 60, 87, 94], "wrap": [57, 58, 59, 65, 80, 83, 87, 89, 92, 93, 95], "extend": [57, 59, 60, 66, 69, 87, 97], "providi": [57, 59], "stand": [58, 80], "interpret": [58, 65, 80], "execute_engin": [58, 87], "exeuct": 58, "stack": [58, 69, 100], "machin": [58, 67, 98, 100], "pop": 58, "push": 58, "element": [58, 65, 80, 81, 84], "realiz": 58, "abstract": [58, 60, 81], "__torch__": [58, 86, 87], "portabl": [58, 75], "serializ": [58, 64, 86], "instnanti": 58, "whatev": [58, 65, 90], "self_1": [58, 87], "torchvis": [58, 89, 93, 98, 100], "resnet": [58, 76, 91, 96, 97, 98], "___torch_mangle_4847": 58, "resnet_trt": 58, "input_0": [58, 87], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 58, "listunpack": [58, 87], "multipl": [58, 80, 81, 98, 100, 101], "repack": 58, "ssd": 58, "ssd300_trt": 58, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 58, "holder": [58, 82], "torchbind": 58, "pickler": 58, "seril": 58, "zip": [58, 66, 67, 96], "depickl": 58, "encod": [58, 97], "sm": 58, "correct": [58, 67, 78], "bazel": [59, 67], "linux": [59, 67, 87], "x86_64": [59, 67], "aarch64": 59, "gcc": [59, 87], "untest": 59, "try": [59, 80, 81, 87, 89, 90], "older": 59, "repositori": [59, 78, 85, 98], "notebook": [59, 68, 90, 92, 93, 94, 95, 96], "doc": [59, 61, 67, 78, 79, 80, 85, 90], "docsrc": 59, "third_parti": [59, 67], "toolchain": [59, 67], "unstabl": 59, "subject": [59, 62], "matur": 59, "most": [59, 65, 67, 71, 90, 98, 101], "hood": 59, "major": [59, 65], "top": [59, 78, 82], "coordin": 59, "ingest": 59, "flow": [60, 65, 80, 86, 97], "ilay": 60, "analogu": 60, "goal": [60, 64], "registernodeconversionpattern": [60, 87], "helper": 60, "pattern": [60, 74, 87], "schema": [60, 87, 90], "caus": [60, 64, 78, 92, 93, 95, 101], "acthardtanh": 60, "torchtrt_unus": 60, "hardtanh": [60, 69], "scalar": [60, 69], "min_val": [60, 69], "max_val": [60, 69], "unwraptodoubl": 60, "new_lay": 60, "addactiv": 60, "activationtyp": [60, 65], "kclip": 60, "torchtrt_check": 60, "unabl": [60, 87, 90], "setalpha": 60, "setbeta": 60, "setnam": [60, 87], "util": [60, 62, 75, 87, 92, 93, 95, 97, 98, 99, 100], "node_info": [60, 87], "c_str": [60, 87], "out_tensor": [60, 87], "associatevalueandtensor": [60, 87], "getoutput": [60, 87], "log_debug": 60, "getdimens": [60, 87], "accord": [60, 64, 75], "unwrap": 60, "tool": [60, 64, 65, 66, 87, 97], "don": [60, 65, 78, 80, 81, 98, 99, 100], "annot": [60, 87], "your": [60, 63, 64, 67, 78, 80, 81, 85, 86, 87, 88, 89, 99, 101], "Its": [60, 80], "track": [60, 100], "sort": [60, 69, 89], "live": [60, 80], "directli": [60, 62, 63, 66, 67, 68, 90, 91, 92, 96, 99, 100, 102], "associatevalueandivalu": 60, "inspect": [60, 86, 87], "dataflow": [60, 87], "mechan": [60, 64, 65, 90, 97], "safe": [60, 64, 70, 75], "unsur": 60, "deep": [60, 64, 68, 78, 90, 100, 103], "straight": 60, "chanc": 60, "none": [60, 64, 65, 69, 70, 71, 74, 75, 78, 80, 90, 92], "wrapper": [60, 65, 102], "similar": [60, 63, 64, 65, 67, 87, 89, 90, 99, 101], "tocustomclass": 60, "tensorcontain": 60, "istensor": 60, "iscustomclass": 60, "lot": [60, 63], "singular": 60, "becaus": [60, 65, 67, 71, 86, 87, 90], "alloc": 60, "freed": 60, "destructor": 60, "destroi": [60, 81], "realli": 60, "think": [60, 80], "becom": 60, "benefit": [60, 87], "deal": 60, "quit": [60, 87, 97], "effici": 60, "batch_norm": [60, 69], "fusion": [60, 62, 65], "deeplearn": [61, 65], "sdk": 61, "matrix": 61, "html": [61, 67, 80, 86, 90, 100], "c_api": 61, "python_api": 61, "org": [61, 67, 78, 80, 86, 87, 90, 100], "stabl": [61, 75, 76, 78, 91, 96], "master": [61, 67, 100, 101], "overview": [61, 68, 92], "md": 61, "appli": [62, 63, 100], "desir": [62, 70, 81, 100], "coalesc": 62, "insert": [62, 87, 100], "graphmodul": [62, 63, 70, 71, 74, 87, 88, 90, 99, 102], "caller": 62, "invok": [62, 64, 65, 86, 87, 101], "lint": 62, "recompil": [62, 93, 95, 99], "repair": 62, "disallow": 62, "repair_input_as_output": 62, "gm": [62, 70], "sample_input": [62, 65, 92], "scenario": [62, 64], "clone": [62, 66, 69, 90], "modified_graph": 62, "extract": [62, 87, 97], "placehold": [62, 99], "isinst": [62, 65, 90], "issubclass": 62, "direct": [62, 84, 101], "len": [62, 69, 90], "direct_output": 62, "inserting_aft": 62, "cloned_placehold": 62, "replace_input_with": 62, "date": [62, 81], "eliminate_dead_cod": 62, "logger": [62, 72], "f": [62, 64, 65, 80, 86, 90], "__init__": [62, 74, 80, 86, 90, 92, 99], "pass_manag": 62, "passmanag": 62, "backend": [62, 75, 76, 79, 89, 91, 92, 94, 95, 96, 99], "offer": [62, 64], "registr": [62, 65], "conveni": [62, 95, 97, 100, 101], "control": [62, 65, 86, 101], "_aten_lowering_pass": 62, "my_custom_pass": 62, "front": [62, 70], "passlist": 62, "arbitrari": 62, "remov": [62, 63, 78], "dump_lowering_pass": 62, "apply_lowering_pass": [62, 99], "graph_modul": [62, 70, 99], "_remove_lowering_pass": 62, "evolv": 62, "introduc": [63, 65, 97, 99], "exportedprogram": [63, 70], "dynamo": [63, 64, 74, 76, 87, 90, 92, 93, 95, 99], "frontend": [63, 70, 88, 90, 91, 93, 95, 96, 99], "simpl": [63, 64, 65, 80, 81, 86, 97, 98], "usag": [63, 65, 76, 80, 87, 91, 96, 99, 102], "eval": [63, 87, 88, 92, 93, 95, 98, 99, 102], "exp_program": 63, "trt_gm": [63, 99, 102], "interact": [63, 80, 92, 93, 94, 95], "ideal": 63, "discuss": [63, 64, 98], "section": [63, 65, 78, 80, 81, 82, 84, 87, 98, 99, 100, 102], "frequent": 63, "builder": [63, 64, 65, 70], "respect": 63, "releas": [63, 64, 66, 80, 91, 96, 99], "insid": [63, 80, 90, 91, 96, 98], "decomposit": [63, 64, 70, 90], "downstream": [63, 97], "constraint": 63, "guid": [64, 79, 96], "present": [64, 66], "learn": [64, 67, 68, 87, 90, 98, 100, 103], "acceler": [64, 71, 91, 96, 103], "workflow": [64, 65, 68, 70, 71, 87, 89, 93, 94, 95, 97, 99], "wide": [64, 84], "varieti": [64, 98], "primari": [64, 102], "simplic": 64, "optimized_model": [64, 92, 93, 95], "depth": [64, 78, 97], "challeng": [64, 98], "addition": [64, 90], "fit": [64, 80], "compilationset": [64, 70, 90, 92], "_enum": [64, 70], "callabl": [64, 70, 74], "pass_through_build_failur": [64, 70, 90], "max_aux_stream": [64, 70, 90], "version_compat": [64, 70, 90], "optimization_level": [64, 70, 90, 92], "use_python_runtim": [64, 70, 90, 92], "truncate_doubl": [64, 70, 90], "use_fast_partition": [64, 70, 90], "enable_experimental_decomposit": [64, 70, 90], "_devic": [64, 70], "engine_cap": [64, 70, 90], "dryrun": [64, 70, 90], "hardware_compat": [64, 70, 90], "dpython": [64, 70, 74, 75], "per": [64, 70, 90, 101], "regardless": [64, 70, 81, 93, 95], "fail": [64, 70, 87, 103], "auxiliari": [64, 70], "stream": [64, 70, 90], "impli": [64, 70], "longer": [64, 70, 78, 101], "search": [64, 68, 70, 78], "strictli": [64, 70], "runtim": [64, 67, 68, 70, 87, 92, 93, 95], "presenc": [64, 70], "preferenti": [64, 70], "choos": [64, 65, 70, 86], "float64": [64, 70, 75], "refitt": [64, 70], "toggl": [64, 70], "mode": [64, 65, 70, 88, 99, 100], "detail": [64, 65, 70, 86, 87, 90, 98, 99, 101], "natur": [64, 70, 80], "ouptut": [64, 70], "architectur": [64, 67, 68, 70, 97], "amper": [64, 70], "newer": [64, 67, 70], "sub": [64, 69, 80, 86, 92], "slate": 64, "futur": [64, 65, 70, 75, 99], "occur": 64, "first_output": 64, "subsequ": 64, "second_output": 64, "session": [64, 80], "point": [64, 67, 78, 79, 80, 87, 98], "cover": [64, 96, 97], "benchmark": [64, 69], "automat": [64, 80, 87, 99], "vari": [64, 71, 99], "distribut": [64, 67, 87, 100, 101], "inf": 64, "dynamo_convers": 64, "contribut": 64, "demonstr": [64, 80, 81, 82, 90, 97, 98, 100], "break": [64, 65, 80, 90], "successfulli": 64, "_dynamo": [64, 92, 93, 95], "explain": [64, 65], "veri": [64, 65, 81, 82, 89, 98, 100], "explan": [64, 65], "graph_break_count": 64, "furthermor": 64, "durat": [64, 80], "latter": 64, "logic": [64, 65], "compos": [65, 86, 98, 100], "variou": [65, 103], "etc": [65, 78, 80, 90, 103], "environ": [65, 98], "research": 65, "few": [65, 67, 74, 99], "nightli": 65, "lower_exampl": 65, "welcom": [65, 87], "finish": 65, "converison": 65, "pleas": [65, 80, 87, 98, 99], "max_batch_s": [65, 71, 98], "2048": [65, 71], "max_workspace_s": [65, 71], "33554432": [65, 71], "explicit_batch_dimens": [65, 71], "lower_precis": [65, 71], "lowerprecis": [65, 71], "verbose_log": [65, 71], "timing_cache_prefix": [65, 71], "save_timing_cach": [65, 71], "cuda_graph_batch_s": [65, 71], "dynamic_batch": [65, 71], "turn": [65, 71], "trtmodul": [65, 71], "otherwis": [65, 67, 71, 101], "implicit": [65, 69, 71, 80], "config": [65, 67, 71, 98], "updat": [65, 66, 67, 71, 90], "dim": [65, 69, 71, 90, 98, 99], "fx2trt_exampl": 65, "acc_trac": 65, "come": [65, 67, 79, 90, 98], "my_pytorch_model": 65, "build_model": 65, "prepar": [65, 98], "acc_mod": 65, "earli": 65, "deprec": [65, 69], "continu": [65, 80, 101], "backward": [65, 90], "vision": [65, 98], "activ": [65, 75, 80, 87, 97, 100, 101, 103], "except": [65, 70], "permut": [65, 69], "transpos": [65, 69], "ll": 65, "inputtensorspec": [65, 71, 74], "experiment": [65, 70, 75], "dataclass": [65, 92], "re": [65, 80], "manual": [65, 79, 80], "sampl": [65, 80, 88, 92, 93, 94, 95, 98, 100], "rand": [65, 87, 92], "from_tensor": [65, 74], "slightli": [65, 90], "promis": 65, "optimize_target_shap": 65, "input_tensor_spec": 65, "shape_rang": [65, 71], "100": [65, 71, 90], "accordingli": [65, 78, 99, 101], "trtinterpreterresult": [65, 71], "namedtupl": 65, "input_nam": [65, 71, 99], "output_nam": [65, 71], "serialized_cach": [65, 71], "bytearrai": [65, 75], "afford": 65, "temporari": 65, "best": [65, 70, 80], "perforamnc": 65, "examin": 65, "suitabl": 65, "force_fp32_output": 65, "strict_type_constraint": 65, "usual": [65, 67, 78], "unless": 65, "certain": [65, 67, 92], "algorithm_selector": 65, "timing_cach": 65, "profiling_verbos": 65, "trt_interpreter_result": 65, "64": [65, 88], "25": [65, 71, 87], "runtimeerror": 65, "xxx": 65, "One": [65, 80, 81, 87, 97, 101], "reload_trt_mod": 65, "reload_model_output": 65, "far": [65, 80], "give": [65, 78, 80, 99], "convtert": 65, "scheme": [65, 70], "action": [65, 80], "tensort": 65, "thing": [65, 67, 80], "compar": [65, 70, 88], "vanilla": 65, "mainli": 65, "builtin": 65, "purpos": [65, 97, 98], "acc_op": 65, "leverag": [65, 91, 96, 100], "power": [65, 80, 87, 97], "goe": [65, 80], "whole": 65, "sigmoid": [65, 69], "tensorrt_convert": 65, "acc_ops_sigmoid": 65, "rest": [65, 80, 81], "input_v": 65, "receiv": 65, "region": 65, "add_activ": 65, "get_output": [65, 90], "wherev": 65, "rememb": [65, 67], "mapper": 65, "todo": [65, 78], "logist": 65, "down": [65, 67, 78], "happen": [65, 86, 99], "acc_norm": 65, "foo": [65, 80, 81], "register_acc_op": 65, "register_acc_op_map": 65, "this_arg_is_opt": 65, "op_and_target": 65, "arg_replacement_tupl": 65, "rule": [65, 67, 75], "third": [65, 81], "boolean": 65, "matter": [65, 90], "register_custom_acc_mapper_fn": 65, "design": [65, 97, 103], "redund": 65, "throught": 65, "custom_mapp": 65, "_": [65, 80, 90], "foo_kwarg": 65, "inserting_befor": 65, "foo_nod": 65, "meta": [65, 84], "children": 65, "unit": 65, "test_acc_trac": 65, "acc_op_convert": 65, "essenti": 65, "plugin": [65, 90, 91, 96], "yet": [65, 97], "folder": [65, 66], "cmake": 66, "prerequisit": [66, 90], "microsoft": 66, "open": [66, 97, 98], "json": 66, "cmakeset": 66, "x64": 66, "ninja": 66, "configurationtyp": 66, "inheritenviron": 66, "msvc_x64_x64": 66, "buildroot": 66, "projectdir": 66, "installroot": 66, "cmakecommandarg": 66, "b": [66, 67, 69, 81, 98], "buildcommandarg": 66, "ctestcommandarg": 66, "cmake_module_path": 66, "pwd": [66, 98], "filepath": 66, "torch_dir": 66, "tensorrt_root": 66, "cmake_build_typ": 66, "click": 66, "press": [66, 80], "ctrl": 66, "shift": [66, 67, 69, 80], "success": 66, "artifact": 66, "2022": [66, 68], "desktop": 66, "msvc": 66, "v143": 66, "2019": 66, "2017": 66, "2015": 66, "1b": 66, "minor": 66, "win": 66, "dep": [66, 67], "latest": [66, 67, 78], "appropri": 66, "repo": 66, "extens": 66, "ms": 66, "relwithdebinfo": 66, "vscode": 66, "configureset": 66, "cmake_cxx_flag": 66, "d_silence_experimental_filesystem_deprecation_warn": 66, "cmake_cuda_flag": 66, "builddirectori": 66, "workspacefold": 66, "torch_tensorrt_build": 66, "center": 67, "pypi": 67, "suffici": 67, "m": [67, 81], "pip": [67, 98], "extra": [67, 87, 90], "url": [67, 78, 98], "download": [67, 84, 90, 92, 93, 94, 95, 96, 98, 100], "whl": 67, "cu118": 67, "cu121": 67, "tarbal": [67, 87, 100], "easiest": [67, 90], "bazelisk": 67, "bazelbuild": 67, "export": [67, 68, 70, 99, 102], "bazel_vers": 67, "path_to_torchtrt_root": 67, "bazelvers": 67, "mkdir": 67, "cd": [67, 98], "curl": [67, 80], "fssl": 67, "o": [67, 80, 98], "dist": 67, "unzip": 67, "bash": 67, "sh": 67, "cp": [67, 90], "usr": 67, "bin": 67, "driver": 67, "branch": 67, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 67, "l46": 67, "pull": [67, 98], "l53c1": 67, "fact": 67, "reproduc": 67, "l71": 67, "http_archiv": 67, "build_fil": 67, "archiv": 67, "sha256": 67, "strip_prefix": 67, "OR": 67, "TO": [67, 87], "gnu": 67, "tar": [67, 80, 100], "gz": [67, 80, 81, 100], "ld_library_path": 67, "comment": [67, 80], "uncom": 67, "l114c1": 67, "l124c3": 67, "wheel": 67, "dbg": 67, "pre_cxx11_abi": 67, "complic": 67, "incompat": 67, "popular": [67, 79, 97], "ngc": [67, 98], "tabl": [67, 84], "bdist_wheel": 67, "preinstal": 67, "forum": 67, "correctli": [67, 90], "declar": 67, "intend": [67, 92, 93, 94, 95], "torchtrtc": [67, 68, 103], "websit": 67, "finder": 67, "dcmake_module_path": 67, "project": [67, 79, 84], "doesn": [67, 80, 86, 87], "dtorch_dir": 67, "dtensorrt_root": 67, "choic": 67, "dcmake_build_typ": 67, "72048": 67, "jp_workspac": 67, "new_local_repositori": 67, "sudo": 67, "home": 67, "unlik": [67, 89], "libtorch_pre_cxx11_abi": 67, "jetpack": 67, "jetpack_x": 67, "jetpack_5": 67, "verison": 67, "drop": [67, 78], "ahead": [68, 87], "aot": [68, 87, 99], "integr": [68, 92], "seamlessli": 68, "ecosystem": 68, "hybrid": [68, 70, 75], "instal": [68, 84, 87, 98, 101], "triton": [68, 90], "page": [68, 82, 84, 98], "introductori": 68, "blog": 68, "gtc": 68, "2020": [68, 87], "talk": 68, "fall": [68, 74, 90], "2021": 68, "dai": 68, "confer": 68, "_convolut": [69, 87], "stride": [69, 90], "pad": [69, 90, 99], "dilat": 69, "output_pad": 69, "group": [69, 80, 81], "determinist": 69, "cudnn_en": 69, "allow_tf32": 69, "ab": 69, "aco": 69, "acosh": 69, "adaptive_avg_pool1d": 69, "output_s": 69, "adaptive_avg_pool2d": 69, "adaptive_avg_pool3d": 69, "adaptive_max_pool1d": 69, "adaptive_max_pool2d": 69, "adaptive_max_pool3d": 69, "argmax": 69, "keepdim": 69, "argmin": 69, "asin": 69, "asinh": 69, "atan": 69, "atanh": 69, "avg_pool1d": 69, "kernel_s": [69, 90], "ceil_mod": 69, "count_include_pad": 69, "avg_pool2d": 69, "divisor_overrid": 69, "avg_pool3d": 69, "gamma": 69, "var": 69, "momentum": 69, "ep": [69, 102], "bitwise_not": 69, "bmm": 69, "ceil": 69, "clamp": 69, "clamp_max": 69, "clamp_min": 69, "constant_pad_nd": 69, "co": [69, 81, 97], "cosh": 69, "cumsum": 69, "tensor_mod": 69, "rounding_mod": 69, "div_": 69, "elu": 69, "scale": [69, 97, 100], "input_scal": 69, "indic": [69, 78, 80], "padding_idx": 69, "eq": [69, 80], "erf": 69, "exp": 69, "expand_a": 69, "fake_quantize_per_channel_affin": 69, "zero_point": 69, "axi": 69, "quant_min": 69, "quant_max": 69, "fake_quantize_per_tensor_affin": 69, "using_int": [69, 87], "start_dim": [69, 87], "end_dim": [69, 87], "floor": 69, "floor_divid": 69, "ge": 69, "gru_cel": 69, "hx": 69, "w_ih": 69, "w_hh": 69, "b_ih": 69, "b_hh": 69, "gt": 69, "hardtanh_": 69, "instance_norm": 69, "running_mean": 69, "running_var": 69, "use_input_stat": 69, "layer_norm": 69, "normalized_shap": 69, "le": 69, "negative_slop": 69, "01": [69, 81, 87], "leaky_relu_": 69, "lstm_cell": 69, "lt": 69, "masked_fil": 69, "mask": [69, 90], "max_pool1d": 69, "max_pool2d": [69, 86, 87], "max_pool3d": 69, "mul_": 69, "narrow": 69, "neg": 69, "norm": 69, "scalaropt_dim": 69, "pixel_shuffl": 69, "upscale_factor": 69, "pow": 69, "tensor_scalar": 69, "expon": 69, "tensor_tensor": 69, "prelu": 69, "prod": [69, 90], "dim_int": 69, "reciproc": 69, "reflection_pad1d": 69, "reflection_pad2d": 69, "relu_": 69, "repeat_interleav": 69, "self_int": 69, "replication_pad1d": 69, "replication_pad2d": 69, "replication_pad3d": 69, "reshap": [69, 90, 98], "roll": 69, "rsub": 69, "scatter": 69, "sigmoid_": 69, "sin": [69, 80], "sinh": 69, "slice": 69, "split_siz": 69, "split_with_s": 69, "sqrt": 69, "squar": 69, "squeez": [69, 97], "sub_": 69, "dim_intlist": 69, "tan": 69, "tanh": 69, "tanh_": 69, "non_block": 69, "memory_format": [69, 74], "prim_devic": 69, "topk": 69, "k": [69, 100], "largest": 69, "dim0": 69, "dim1": 69, "unbind": 69, "unsqueez": 69, "upsample_bilinear2d": 69, "align_corn": 69, "scales_h": 69, "scales_w": 69, "vec": 69, "scale_factor": 69, "upsample_linear1d": 69, "upsample_nearest1d": 69, "upsample_nearest2d": 69, "upsample_nearest3d": 69, "scales_d": 69, "upsample_trilinear3d": 69, "view": [69, 78, 99], "__and__": 69, "__derive_index": 69, "idx": 69, "__getitem__": 69, "__is__": 69, "t1": 69, "t2": 69, "obj": 69, "__isnot__": 69, "__not__": 69, "__or__": 69, "__range_length": 69, "lo": 69, "hi": [69, 80, 81], "__round_to_zero_floordiv": 69, "__xor__": 69, "append": [69, 99], "el": 69, "arang": [69, 90], "pin_memori": 69, "start_step": 69, "copy_": 69, "float_int": 69, "int_float": 69, "floordiv": 69, "is_floating_point": 69, "numel": 69, "l": 69, "9223372036854775807": 69, "requires_grad": 69, "tupleindex": 69, "tup": 69, "exported_program": [70, 102], "int32": [70, 74, 75, 90, 95, 97, 99], "channel_last": [70, 74, 75, 97], "244": [70, 74, 75], "convolut": [70, 75, 90, 100, 103], "_c": [70, 75, 89], "oppos": [70, 75], "lean": 70, "spend": 70, "better": [70, 86, 97], "integ": [70, 83], "faster": [70, 97], "parition": 70, "grap": 70, "covert": 70, "increas": 70, "amount": 70, "gear": [70, 100], "toward": [70, 100], "convert_module_to_trt_engin": 70, "byte": [70, 74, 75, 90, 97], "coverag": [70, 90], "ishapelay": [70, 75], "deseri": [70, 74, 75, 87, 90], "sourceir": 70, "qualnam": [70, 74], "min_acc_module_s": 71, "is_aten": 71, "use_experimental_fx_rt": 71, "correctness_atol": 71, "correctness_rtol": 71, "minim": [71, 90, 100], "submodul": [71, 86, 90, 99], "fx2trt": 71, "cpu": 71, "has_batch_dim": 71, "dtyep": 71, "prop": 71, "min_input_shap": 71, "optimized_input_shap": 71, "max_input_shap": 71, "popul": 71, "225": [71, 98], "explicit_precis": 71, "logger_level": 71, "model_trt": 72, "model_torchtrt": 72, "internal_error": 72, "scriptmodul": [74, 75, 87, 88, 102], "request": [74, 87, 98], "decid": 74, "shape_mod": 74, "_shapemod": 74, "implictli": 74, "interv": 74, "notat": 74, "bound": 74, "torch_tensor": 74, "tracer": 74, "implicitli": 74, "example_tensor": 74, "optimization_profile_field": 74, "classmethod": 74, "disable_memory_format_check": 74, "core_id": 74, "schedul": [74, 98], "check_method_op_support": 75, "serialized_engin": 75, "seriali": 75, "put_binding_nam": 75, "encompass": 75, "tensorrtcompilespec": [75, 89], "scriptclass": 75, "0x7fc8980648f0": 75, "_jit_to_tensorrt": 75, "00": 76, "000": [76, 90, 92, 93, 94, 95], "total": [76, 90, 92, 93, 94, 95], "galleri": [76, 90, 92, 93, 94, 95, 96], "mem": 76, "advanc": [76, 81, 91, 96, 100], "torch_compile_advanced_usag": [76, 92], "torch_compile_resnet_exampl": [76, 93], "diffus": [76, 91, 96], "torch_compile_stable_diffus": [76, 94], "transform": [76, 87, 91, 96, 98, 99, 100, 102], "torch_compile_transformers_exampl": [76, 95], "v0": [77, 98], "pytorch_sphinx_them": [78, 85], "conf": [78, 85], "html_theme_opt": 78, "canonical_url": 78, "analytics_id": 78, "logo_onli": 78, "display_vers": 78, "prev_next_buttons_loc": 78, "bottom": 78, "style_external_link": 78, "vcs_pageview_mod": 78, "collapse_navig": 78, "sticky_navig": [78, 82], "navigation_depth": 78, "includehidden": 78, "titles_onli": 78, "canon": 78, "rank": 78, "trail": 78, "slash": 78, "googl": 78, "analyt": 78, "With": [78, 80, 87, 98, 100], "isn": [78, 80], "shown": [78, 80, 87], "sidebar": [78, 84], "button": [78, 80], "icon": [78, 80], "extern": [78, 80], "display_github": 78, "display_gitlab": 78, "gitlab": 78, "bitbucket": 78, "bar": [78, 80], "www": [78, 80, 87, 98, 100], "sphinx": [78, 79, 80, 81, 85, 90, 92, 93, 94, 95, 96], "en": 78, "toctre": 78, "lose": 78, "scroll": [78, 82], "unlimit": 78, "header": [78, 80, 81, 87, 98], "render": 78, "github_url": 78, "bitbucket_url": 78, "gitlab_url": 78, "left": [78, 80], "upon": [78, 92, 93, 95], "rst": [78, 80], "visitor": 78, "revert": 78, "misbuild": 78, "show": [78, 80, 94, 97], "properti": [78, 90], "navig": 78, "stick": 78, "screen": 78, "vertic": [78, 80], "too": [78, 80, 81], "sticki": [78, 84], "nav": [78, 84], "At": 79, "django": 79, "payment": 79, "dotpai": 79, "dotpayprovid": 79, "seller_id": 79, "pin": 79, "lock": 79, "lang": 79, "pl": 79, "polish": 79, "gatewai": 79, "transfer": 79, "purchas": 79, "item": [79, 81], "param": 79, "seller": 79, "consult": 79, "ui": 79, "languag": [79, 80, 81, 86, 90, 98], "data_item_1": 79, "emphasi": 80, "strong": 80, "standalon": 80, "hyperlink": 80, "cross": 80, "uri": 80, "web": 80, "anonym": 80, "label": [80, 97, 98, 100], "substitut": 80, "charact": 80, "although": 80, "exceedingli": 80, "ugli": 80, "problem": 80, "problemat": 80, "ext": [80, 81], "autodoc": [80, 81], "demo": [80, 100], "test_py_modul": [80, 84], "my": 80, "role": 80, "pep": 80, "287": 80, "rfc": 80, "2822": 80, "subscript": 80, "superscript": 80, "gui": 80, "taken": 80, "height": 80, "interfer": 80, "keyboard": 80, "mous": 80, "mmb": 80, "anoth": [80, 81, 86, 88], "menuselect": 80, "seen": [80, 81], "whitespac": 80, "signific": [80, 90], "strang": 80, "hyphen": 80, "word": [80, 97], "adjust": 80, "width": [80, 97], "browser": 80, "window": 80, "space": [80, 81, 100], "sentenc": [80, 97], "suppli": 80, "258": 80, "equat": 80, "x_": 80, "x_0": 80, "x_1": 80, "x_2": 80, "x_3": 80, "x_4": 80, "nabla": 80, "frac": 80, "r": 80, "theta": 80, "phi": 80, "restructuredtext": [80, 81], "parser": 80, "colon": 80, "indent": 80, "literal_block": 80, "spaces_and_linebreak": 80, "preserv": [80, 86, 100], "markup_process": 80, "Or": 80, "great": [80, 87, 90], "why": [80, 101], "didn": 80, "blank": 80, "initi": [80, 92, 93, 95], "align": 80, "permit": 80, "awai": 80, "eric": 80, "orchestra": 80, "leader": 80, "four": [80, 81], "bee": 80, "philosoph": 80, "ipso": 80, "facto": 80, "But": [80, 87], "got": [80, 87], "vi": 80, "entiti": 80, "said": 80, "entir": 80, "ancient": 80, "injuri": 80, "sing": 80, "elk": 80, "bracket": 80, "miss": [80, 87], "brontosaurus": 80, "thin": 80, "thicker": 80, "middl": 80, "That": 80, "mine": 80, "belong": 80, "me": [80, 81], "ann": 80, "begun": 80, "cut": 80, "past": 80, "pars": [80, 87], "someurl": 80, "dev0": 80, "58ee2d5": 80, "caption": [80, 83], "pane": 80, "shell_command": 80, "echo": 80, "did": 80, "window_nam": 80, "session_nam": 80, "shorthand": 80, "some_funct": 80, "highlight": 80, "THE": 80, "heaven": 80, "hexagram": 80, "six": 80, "unbroken": 80, "primal": 80, "light": [80, 102], "spirit": 80, "weak": 80, "essenc": 80, "energi": 80, "unrestrict": 80, "conceiv": 80, "motion": 80, "regard": 80, "basi": 80, "thu": 80, "persist": 80, "dual": 80, "sens": [80, 87], "univers": 80, "world": 80, "men": 80, "express": 80, "deiti": 80, "human": 80, "denot": [80, 90], "holi": 80, "man": [80, 81], "sage": 80, "ruler": 80, "who": 80, "awaken": 80, "utf": [80, 81], "sphinx_rtd_them": [80, 81], "docstr": [80, 81, 88, 99], "dl": 80, "dt": 80, "tag": [80, 98], "tt": 80, "descnam": 80, "descclassnam": 80, "wrote": 80, "anyth": [80, 81, 101], "programm": 80, "myclass": 80, "dothismethod": 80, "flush": 80, "meth": 80, "capit": 80, "flox": 80, "least": [80, 81], "unreferenc": 80, "nonexist": 80, "extrem": 80, "stuff": 80, "mayb": 80, "bold": 80, "ital": 80, "heck": 80, "put": [80, 97], "13": [80, 84], "backlink": 80, "knowledg": 80, "mind": 80, "ey": 80, "thought": 80, "medium": 80, "peopl": 80, "subsect": 80, "interpol": 80, "indirect": 80, "phrase": 80, "docutil": [80, 81], "sourceforg": [80, 81], "ref": 80, "clickabl": 80, "legend": 80, "revis": [80, 81, 94], "revisit": 80, "enhanc": 80, "structuredtext": 80, "wooden": 80, "nickel": 80, "mad": 80, "scientist": 80, "bigger": 80, "bread": 80, "box": [80, 99], "wash": 80, "behind": 80, "ear": 80, "room": 80, "closet": 80, "bathroom": 80, "trash": 80, "sink": 80, "mother": 80, "g_": 80, "mu": 80, "nu": 80, "pi": 80, "t_": 80, "rho_": 80, "15": [80, 84], "servic": 80, "thing1": 80, "thing2": 80, "thing3": 80, "prose": 80, "provok": 80, "mental": 80, "exert": 80, "reader": 80, "discret": 80, "strongli": 80, "advis": 80, "subtitl": 80, "outsid": 80, "often": 80, "besid": 80, "border": 80, "background": [80, 86], "ok": [80, 87], "transmit": 80, "disconnect": 80, "nonetheless": 80, "semant": 80, "blue": [80, 90], "lead": [80, 101], "white": 80, "arab": 81, "roman": 81, "upper": 81, "iii": 81, "iv": 81, "classifi": [81, 97], "paragraph": [81, 84], "z": 81, "commonli": 81, "vm": 81, "david": 81, "goodger": 81, "address": [81, 90, 99], "123": 81, "street": 81, "canada": 81, "a1b": 81, "2c3": 81, "contact": 81, "myself": 81, "organ": 81, "humankind": 81, "2012": 81, "03": 81, "19": [81, 84], "53": 81, "0000": 81, "tue": 81, "jan": 81, "progress": 81, "7302": 81, "wish": 81, "redistribut": 81, "reattribut": 81, "sell": 81, "bui": 81, "rent": 81, "leas": 81, "improv": 81, "quot": 81, "excerpt": 81, "incorpor": 81, "collat": 81, "fold": 81, "stapl": 81, "mutil": 81, "anyon": 81, "heart": 81, "bibliograph": 81, "markup": [81, 84], "literal": 81, "yahoo": 81, "oh": 81, "liter": 81, "heh": 81, "child": 81, "beat": 81, "text": [81, 83, 97], "hehe": 81, "kept": 81, "sai": [81, 97], "cackl": 81, "night": 81, "lone": 81, "guangzhou": 81, "destini": 81, "hope": 81, "dream": 81, "forth": 81, "fifth": 81, "sixth": 81, "lorem": [81, 83], "ipsum": [81, 83], "dolor": [81, 83], "sit": [81, 83], "amet": [81, 83], "consectetur": [81, 83], "adipisc": [81, 83], "elit": [81, 83], "donec": [81, 83], "porttitor": [81, 83], "odio": [81, 83], "posuer": [81, 83], "vita": [81, 83], "ornar": [81, 83], "libero": [81, 83], "matti": 81, "loborti": [81, 83], "justo": [81, 83], "vestibulum": [81, 83], "nibh": [81, 83], "aliquet": [81, 83], "non": [81, 83, 101], "sed": [81, 83], "feugiat": [81, 83], "sagitti": [81, 83], "nequ": [81, 83], "qui": [81, 83], "eleifend": 81, "dui": [81, 83], "rutrum": [81, 83], "lectu": [81, 83], "suscipit": [81, 83], "letter": [81, 97], "row": 81, "column": 81, "cell": 81, "span": 81, "nam": [81, 83], "mauri": [81, 83], "arcu": [81, 83], "stub": 81, "behav": 82, "area": 82, "interdum": 83, "nec": 83, "finibu": 83, "dictum": 83, "velit": 83, "ut": 83, "eu": 83, "efficitur": 83, "aliquam": 83, "erat": 83, "diam": 83, "gravida": 83, "imperdiet": 83, "tellu": 83, "nisl": 83, "praesent": 83, "eget": 83, "elementum": 83, "rhoncu": 83, "tincidunt": 83, "suspendiss": 83, "volutpat": 83, "scelerisqu": 83, "tristiqu": 83, "aenean": 83, "condimentum": 83, "risu": 83, "accumsan": 83, "laoreet": 83, "maximu": 83, "sapien": 83, "ligula": 83, "fringilla": 83, "commodo": 83, "proin": 83, "et": 83, "pharetra": 83, "etiam": 83, "turpi": 83, "ant": 83, "luctu": 83, "vel": 83, "malesuada": 83, "dignissim": 83, "mi": 83, "nunc": 83, "augu": 83, "sem": 83, "cursu": 83, "nulla": 83, "pellentesqu": 83, "habit": 83, "morbi": 83, "senectu": 83, "netu": 83, "fame": 83, "ac": 83, "egesta": 83, "placerat": 83, "tortor": 83, "iaculi": 83, "venenati": 83, "cra": 83, "puru": 83, "ero": 83, "vehicula": 83, "fusc": 83, "auctor": 83, "phasellu": 83, "est": 83, "viverra": 83, "conval": 83, "faucibu": 83, "vulput": 83, "feli": 83, "sodal": 83, "maecena": 83, "congu": 83, "semper": 83, "enim": 83, "blandit": 83, "sollicitudin": 83, "urna": 83, "orci": 83, "lacu": 83, "quisqu": 83, "facilisi": 83, "hendrerit": 83, "curabitur": 83, "variu": 83, "bibendum": 83, "massa": 83, "magna": 83, "tempu": 83, "metu": 83, "nisi": 83, "pretium": 83, "leo": 83, "euismod": 83, "ultric": 83, "dapibu": 83, "lacinia": 83, "vivamu": 83, "molesti": 83, "hac": 83, "habitass": 83, "platea": 83, "dictumst": 83, "git": 84, "content": [84, 98, 100], "changelog": 84, "math": 84, "9": [84, 87, 90, 98], "14": [84, 95, 98, 99], "16": [84, 86, 87, 88], "17": 84, "18": [84, 87], "submenu": 84, "symlink": 85, "subtre": 85, "_theme": 85, "html_theme": 85, "html_theme_path": 85, "optimiz": 86, "tutori": [86, 90, 100], "beginn": 86, "intro_to_torchscript_tutori": 86, "briefli": 86, "lenet": [86, 87], "lenetfeatextractor": 86, "conv1": [86, 87], "conv2d": [86, 90], "conv2": [86, 87], "lenetclassifi": 86, "fc1": [86, 87], "120": [86, 87], "fc2": [86, 87], "84": [86, 87], "fc3": [86, 87], "feat": [86, 87], "classif": [86, 87, 97], "obvious": 86, "pathwai": 86, "input_data": [86, 88], "traced_model": 86, "pick": 86, "script_model": [86, 89], "prespect": 86, "___torch_mangle_10": 86, "129": 86, "___torch_mangle_9": 86, "119": 86, "___torch_mangle_5": 86, "137": 86, "callmethod": 86, "138": 86, "38": 86, "39": 86, "torch_scirpt_modul": 86, "in_tensor": 86, "fly": 86, "lenet_script": [86, 87], "haven": 87, "acquir": 87, "dyanmo": 87, "almost": 87, "trt_lenet_script": 87, "apr": 87, "56": 87, "04": [87, 98], "credit": 87, "torch_script_modul": 87, "stop": 87, "argc": 87, "argv": 87, "cerr": 87, "cout": 87, "even": 87, "cppdoc": 87, "pretti": 87, "were": [87, 90, 101], "fashion": [87, 97], "compilegraph": [87, 100], "Thats": 87, "enable_precis": 87, "And": 87, "convertgraphtotrtengin": 87, "tmp": 87, "engine_converted_from_jit": 87, "close": 87, "saw": 87, "576": 87, "346": 87, "539": 87, "0464": 87, "0383": 87, "0678": 87, "0932": 87, "1045": 87, "0805": 87, "0435": 87, "0818": 87, "0208": 87, "0358": 87, "cudafloattyp": 87, "0530": 87, "1691": 87, "2802": 87, "1502": 87, "1056": 87, "1549": 87, "input0": [87, 88], "1063": 87, "input1": [87, 88, 99], "input2": [87, 99], "28": 87, "29": 87, "31": 87, "33": 87, "35": 87, "36": 87, "37": 87, "laid": 87, "translat": 87, "aren": 87, "techinqu": 87, "piplein": 87, "checkmethodoperatorsupport": 87, "modular": 87, "ship": [87, 101], "exhaust": 87, "109": 87, "addlay": 87, "yourself": 87, "question": 87, "outself": 87, "flatten_convert": 87, "unwraptoint": 87, "in_shap": 87, "tovec": 87, "out_shap": 87, "shuffl": [87, 100], "addshuffl": 87, "setreshapedimens": 87, "todim": 87, "extent": 87, "ctype": 87, "cdll": 87, "contributor": 87, "upstream": 87, "pr": 87, "usecas": [88, 96], "sole": [88, 100], "individu": 88, "_jit_to_backend": 89, "mobilenet_v2": 89, "pretrain": [89, 93, 97, 98], "cost": [90, 99, 101], "isnt": 90, "perhap": 90, "avoid": 90, "overhead": [90, 101], "sake": 90, "circular": 90, "imag": [90, 94, 98, 100], "red": 90, "green": 90, "twice": 90, "written": 90, "openai": 90, "formal": 90, "tl": 90, "custom_op": 90, "circ_pad_kernel": 90, "all_pads_0": 90, "all_pads_2": 90, "all_pads_4": 90, "all_pads_6": 90, "orig_dims_0": 90, "orig_dims_1": 90, "orig_dims_2": 90, "orig_dims_3": 90, "y_shape_1": 90, "y_shape_2": 90, "y_shape_3": 90, "x_len": 90, "y_len": 90, "block_siz": 90, "pid": 90, "program_id": 90, "mask_i": 90, "i3": 90, "i2": 90, "i1": 90, "i0": 90, "j0": 90, "j1": 90, "j2": 90, "j3": 90, "load_idx": 90, "mask_x": 90, "launch": [90, 98], "expos": [90, 100], "torchtrt_ex": 90, "triton_circular_pad": 90, "mutates_arg": 90, "out_dim": 90, "tolist": 90, "all_pad": 90, "zero": [90, 99], "orig_dim": 90, "blocksiz": 90, "256": [90, 98], "numblock": 90, "ex_input": 90, "tracabl": 90, "fake": 90, "real": 90, "faketensor": 90, "register_fak": 90, "autograd": 90, "implment": 90, "beyond": 90, "register_autograd": 90, "padded_x": 90, "my_model": 90, "2604": 90, "4232": 90, "3041": 90, "0833": 90, "2461": 90, "1270": 90, "2450": 90, "4079": 90, "2887": 90, "2828": 90, "0373": 90, "0332": 90, "3143": 90, "6344": 90, "5638": 90, "1867": 90, "5068": 90, "4363": 90, "7937": 90, "3488": 90, "1350": 90, "7966": 90, "3517": 90, "1379": 90, "5537": 90, "1088": 90, "8950": 90, "0550": 90, "6163": 90, "0109": 90, "5245": 90, "9632": 90, "5686": 90, "3775": 90, "8162": 90, "4216": 90, "4311": 90, "1649": 90, "2091": 90, "3668": 90, "1006": 90, "1447": 90, "0352": 90, "7689": 90, "8131": 90, "_run_on_gpu_0": 90, "_run_on_acc_1": 90, "dry": 90, "50": [90, 97], "exclud": 90, "count": 90, "__": 90, "aggreg": 90, "stat": 90, "latenc": 90, "abstractli": 90, "pickl": 90, "pkl": 90, "cupi": 90, "gap": 90, "prealloc": 90, "circularpaddingplugin": 90, "ipluginv2dynamicext": 90, "field_collect": 90, "pluginfieldcollect": 90, "x_shape": 90, "num_output": 90, "plugin_namespac": 90, "plugin_typ": 90, "plugin_vers": 90, "assert": 90, "get_output_datatyp": 90, "input_typ": 90, "get_output_dimens": 90, "output_index": 90, "dimsexpr": 90, "exprbuild": 90, "iexprbuild": 90, "output_dim": 90, "dimensionoper": 90, "configure_plugin": 90, "inp": 90, "dynamicplugintensordesc": 90, "x_dim": 90, "desc": 90, "supports_format_combin": 90, "po": 90, "in_out": 90, "plugintensordesc": 90, "num_input": 90, "enqueu": 90, "input_desc": 90, "output_desc": 90, "in_dtyp": 90, "try_from": 90, "a_mem": 90, "unownedmemori": 90, "items": 90, "c_mem": 90, "a_ptr": 90, "memorypoint": 90, "c_ptr": 90, "a_d": 90, "memptr": 90, "c_d": 90, "a_t": 90, "as_tensor": 90, "c_t": 90, "cloned_plugin": 90, "__dict__": 90, "circularpaddingplugincr": 90, "iplugincr": 90, "field_nam": 90, "pluginfield": 90, "pluginfieldtyp": 90, "create_plugin": 90, "pluginfieldcollection_": 90, "deserialize_plugin": 90, "pads_dict": 90, "creator": 90, "trt_plugin_registri": 90, "get_plugin_registri": 90, "register_cr": 90, "untyp": 90, "get_trt_tensor": 90, "set_layer_nam": 90, "recal": 90, "intlist": 90, "circular_padding_convert": 90, "retriev": 90, "elsewher": 90, "plugin_registri": 90, "plugin_cr": 90, "get_plugin_cr": 90, "field_config": 90, "eventu": 90, "input_tensor": 90, "freez": 90, "_input": 90, "add_plugin_v2": 90, "circular_padding_plugin": 90, "_run_on_acc_0": 90, "torchtensorrtmodul": 90, "grad_fn": 90, "subbackward0": 90, "minut": [90, 92, 93, 94, 95], "custom_kernel_plugin": 90, "jupyt": [90, 92, 93, 94, 95, 96], "ipynb": [90, 92, 93, 94, 95], "torch_compil": [92, 93, 95], "x_out": 92, "y_out": 92, "x_y_out": 92, "invoc": 92, "sample_inputs_half": 92, "model_half": 92, "_set": 92, "backend_kwarg": 92, "optimized_model_custom": 92, "occasion": [92, 93, 95], "exit": [92, 93, 95, 98], "2052": [92, 93, 95], "__name__": [92, 93, 95], "__main__": [92, 93, 95], "compile_engine_and_inf": [92, 93, 95], "resnet18": 93, "30": [93, 95], "new_input": [93, 95], "new_output": [93, 95], "new_batch_size_input": 93, "new_batch_size_output": 93, "diffusionpipelin": 94, "model_id": 94, "compvi": 94, "v1": 94, "pipe": 94, "from_pretrain": [94, 95, 99], "torch_dtyp": 94, "unet": 94, "prompt": 94, "majest": 94, "castl": 94, "cloud": 94, "majestic_castl": 94, "png": 94, "bertmodel": [95, 99], "bert": 95, "uncas": [95, 97, 99], "randint": [95, 99], "compilation_kwarg": 95, "concept": 96, "explor": 96, "_rendered_examples_python": 96, "_rendered_examples_jupyt": 96, "acoust": 97, "speech": 97, "recognit": [97, 100], "quartznet": 97, "contextnet": 97, "subword": 97, "piec": 97, "token": [97, 99], "excit": 97, "se": 97, "smaller": [97, 99], "audio": 97, "transcrib": 97, "speedup": 97, "obtain": [97, 102], "feedforward": 97, "cnn": 97, "accuraci": [97, 100], "uniformli": 97, "resolut": 97, "highli": [97, 98], "compound": 97, "coeffici": 97, "efficientnet": 97, "b0": 97, "corpu": 97, "english": 97, "supervis": 97, "huggingfac": 97, "walkthrough": 97, "demostr": 97, "overal": [97, 99], "jetson": 97, "adopt": 97, "mobilenetv2": 97, "imagenet": 97, "imagenett": 97, "qat": 97, "simul": 97, "loss": [97, 100], "hand": 98, "infrastructur": [98, 100], "optimz": 98, "consider": 98, "concorr": 98, "grpc": 98, "solv": 98, "aforement": 98, "familiar": 98, "resnet50": 98, "torchhub": 98, "docker": 98, "sign": 98, "login": 98, "xx": 98, "yy": 98, "mm": 98, "publish": 98, "22": 98, "scratch_spac": 98, "nvcr": 98, "py3": 98, "proce": 98, "hub": 98, "_validate_not_a_forked_repo": 98, "suggest": 98, "simplest": 98, "model_repositori": 98, "pbtxt": 98, "pytorch_libtorch": 98, "input__0": 98, "data_typ": 98, "type_fp32": 98, "output__0": 98, "1000": 98, "exact": 98, "encourag": 98, "rm": 98, "8000": 98, "8001": 98, "8002": 98, "the_model_repositori": 98, "tritonserv": 98, "spin": 98, "proceed": 98, "flesh": 98, "wget": 98, "img1": 98, "jpg": 98, "hakaimagazin": 98, "wp": 98, "upload": 98, "gulf": 98, "bird": 98, "attrdict": 98, "pyindex": 98, "tritoncli": 98, "jump": 98, "firstli": 98, "preprocess": [98, 100], "resiz": 98, "pil": 98, "httpclient": 98, "triton_to_np_dtyp": 98, "rn50_preprocess": 98, "img_path": 98, "img": 98, "centercrop": 98, "totensor": [98, 100], "485": 98, "456": 98, "406": 98, "229": 98, "transformed_img": 98, "inferenceservercli": 98, "localhost": 98, "secondli": 98, "inferinput": 98, "set_data_from_numpi": 98, "binary_data": 98, "inferrequestedoutput": 98, "class_count": 98, "lastli": 98, "send": 98, "model_nam": 98, "inference_output": 98, "as_numpi": 98, "468750": 98, "90": 98, "523438": 98, "92": 98, "664062": 98, "429688": 98, "136": 98, "234375": 98, "confidence_scor": 98, "classification_index": 98, "eagerli": 99, "prior": [99, 101], "swap": 99, "exactli": 99, "aten_trac": 99, "understand": 99, "dummi": 99, "mix": 99, "constraint_dim": 99, "dynamic_dim": 99, "trace_input": 99, "sometim": 99, "torchdynamo": 99, "involv": 99, "get_decomposit": 99, "torch_input_1": 99, "torch_input_2": 99, "dynamic_input": 99, "unittest": 99, "mock": 99, "patch": 99, "_export": 99, "decomp_t": 99, "experimental_decomposit": 99, "compile_spec": [99, 100, 103], "sym_siz": 99, "undefin": 99, "robust": 99, "mymodul": 99, "avgpool": 99, "adaptiveavgpool2d": 99, "arg0_1": 99, "num_us": 99, "captur": 99, "mention": 99, "symbolic_trac": 99, "transformers_trac": 99, "input_id": 99, "attention_mask": 99, "model_output": 99, "eager": 99, "rebuild": 99, "inputs_bs2": 99, "techniqu": [100, 101], "steamlin": 100, "cpp_frontend": 100, "recip": 100, "loading_data_recip": 100, "compliat": 100, "cifar10": 100, "cstddef": 100, "ktrain": 100, "ktest": 100, "un": 100, "cs": 100, "toronto": 100, "edu": 100, "kriz": 100, "cifar": 100, "is_train": 100, "trim": 100, "use_subset": 100, "new_siz": 100, "mode_": 100, "images_": 100, "targets_": 100, "calibration_dataset": 100, "data_dir": 100, "320": 100, "4914": 100, "4822": 100, "4465": 100, "2023": 100, "1994": 100, "2010": 100, "dataloaderopt": 100, "worker": 100, "storag": 100, "simpil": 100, "virtual": 100, "input_shap": [100, 103], "kf16": [100, 103], "ki8": 100, "vgg16": 100, "dataloadercalibr": 100, "testing_dataset": 100, "testing_dataload": 100, "num_work": 100, "algo_typ": 100, "calibrationalgo": 100, "entropy_calibration_2": 100, "cachecalibr": 100, "vgg": 100, "test_ptq_dataloader_calibr": 100, "test_ptq_trt_calibr": 100, "krizhevski": 100, "hinton": 100, "2009": 100, "tini": 100, "simonyan": 100, "zisserman": 100, "2014": 100, "arxiv": 100, "preprint": 100, "1409": 100, "1556": 100, "strict": 101, "therfor": 101, "libtorchtrt_runtim": 101, "dl_open": 101, "ld_preload": 101, "load_librari": 101, "x86": 101, "cxx11": 101, "abi": 101, "variant": 101, "wl": 101, "ltorchtrt": 101, "theres": 101, "torchtrt_runtime_exampl": 101, "libtorchtrt_plugin": 101, "neglig": 101, "set_multi_device_safe_mod": 101, "thread": 101, "alert": 101, "switch": 101, "mismatch": 101, "crash": 101, "sacrif": 101, "incur": 101, "output_format": 102, "trt_ep": 102, "stai": 102, "trt_t": 102, "hardwar": 103, "neural": 103, "deconvolut": 103, "pool": 103, "enalbed_precis": 103, "scripted_model": 103}, "objects": {"": [[5, 0, 1, "c.STR", "STR"], [9, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [11, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [7, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [8, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [12, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [10, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [46, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [46, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [46, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [46, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [46, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [46, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [46, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [46, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [17, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [47, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [47, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [48, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [48, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [48, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [37, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [35, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::kDLA_STANDALONE"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::kSAFETY"], [17, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::kSTANDARD"], [16, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [16, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [26, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [26, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [27, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [27, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [28, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [28, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [3, 1, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator"], [3, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE", "torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"], [3, 3, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE", "torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"], [3, 2, 1, "_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"], [4, 1, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::Algorithm"], [4, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE", "torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"], [4, 3, 1, "_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb", "torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"], [4, 2, 1, "_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv", "torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"], [29, 2, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator"], [29, 7, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"], [29, 3, 1, "_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE", "torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"], [30, 2, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::Algorithm"], [30, 7, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::DataLoader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::dataloader"], [30, 3, 1, "_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb", "torch_tensorrt::ptq::make_int8_calibrator::use_cache"], [36, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [36, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [49, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [49, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE", "torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [49, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [31, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [31, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [34, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [34, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [33, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [33, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [74, 8, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[74, 9, 1, "", "Device"], [74, 9, 1, "", "DeviceType"], [74, 9, 1, "", "EngineCapability"], [74, 9, 1, "", "Input"], [74, 12, 1, "", "compile"], [74, 12, 1, "", "convert_method_to_trt_engine"], [74, 9, 1, "", "dtype"], [102, 8, 0, "-", "dynamo"], [71, 8, 0, "-", "fx"], [72, 8, 0, "-", "logging"], [74, 9, 1, "", "memory_format"], [75, 8, 0, "-", "ts"]], "torch_tensorrt.Device": [[74, 10, 1, "", "__init__"], [74, 11, 1, "", "device_type"], [74, 11, 1, "", "dla_core"], [74, 11, 1, "", "gpu_id"]], "torch_tensorrt.Input": [[74, 10, 1, "", "__init__"], [74, 11, 1, "", "dtype"], [74, 10, 1, "", "example_tensor"], [74, 11, 1, "", "format"], [74, 10, 1, "", "from_tensor"], [74, 10, 1, "", "from_tensors"]], "torch_tensorrt.dynamo": [[70, 9, 1, "", "CompilationSettings"], [70, 9, 1, "", "SourceIR"], [70, 12, 1, "", "compile"], [70, 12, 1, "", "convert_module_to_trt_engine"], [70, 12, 1, "", "export"], [70, 12, 1, "", "trace"]], "torch_tensorrt.fx": [[71, 9, 1, "", "InputTensorSpec"], [71, 9, 1, "", "TRTInterpreter"], [71, 9, 1, "", "TRTInterpreterResult"], [71, 9, 1, "", "TRTModule"], [71, 12, 1, "", "compile"]], "torch_tensorrt.logging": [[72, 9, 1, "", "debug"], [72, 9, 1, "", "errors"], [72, 9, 1, "", "graphs"], [72, 9, 1, "", "info"], [72, 9, 1, "", "internal_errors"], [72, 9, 1, "", "warnings"]], "torch_tensorrt.ts": [[75, 12, 1, "", "TensorRTCompileSpec"], [75, 12, 1, "", "check_method_op_support"], [75, 12, 1, "", "compile"], [75, 12, 1, "", "convert_method_to_trt_engine"], [75, 12, 1, "", "embed_engine_in_new_module"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "cpp:templateParam", "8": "py:module", "9": "py:class", "10": "py:method", "11": "py:attribute", "12": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["cpp", "templateParam", "C++ template parameter"], "8": ["py", "module", "Python module"], "9": ["py", "class", "Python class"], "10": ["py", "method", "Python method"], "11": ["py", "attribute", "Python attribute"], "12": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 3, 4, 20, 21, 38, 40, 41, 50, 70, 71, 73, 74], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 16, 17, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 46, 47, 48, 49, 61, 68, 83, 84], "devic": [1, 46, 101], "devicetyp": 1, "nest": [1, 46], "relationship": [1, 3, 4, 46, 48], "tensorformat": 2, "templat": [3, 4, 29, 30], "int8cachecalibr": 3, "inherit": [3, 4, 48], "base": [3, 4, 48, 78], "type": [3, 4, 46, 48, 54], "int8calibr": 4, "defin": [5, 6, 7, 8, 9, 10, 11, 12, 19, 50], "str": 5, "torch_tensorrt_patch_vers": 6, "torch_tensorrt_major_vers": 7, "torch_tensorrt_minor_vers": 8, "torchtrt_api": 9, "xstr": 10, "torchtrt_hidden": 11, "torch_tensorrt_vers": 12, "directori": [13, 14, 15, 51], "cpp": [13, 18, 19, 20, 21, 56], "subdirectori": [13, 14], "includ": [14, 18, 19, 20, 21], "torch_tensorrt": [15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 45, 70, 71, 72, 73, 74, 75, 93, 95], "file": [15, 18, 19, 20, 21, 42, 43, 44, 45, 50, 51], "enum": [16, 17, 38, 39, 50, 73, 74], "level": [16, 78, 80, 81], "enginecap": 17, "log": [18, 22, 23, 24, 25, 26, 27, 28, 39, 42, 72], "h": [18, 19, 20, 21, 42, 43, 44, 45, 56], "content": [18, 19, 20, 21, 38, 39, 40, 41, 78, 79, 80, 81, 82, 83], "definit": [18, 19, 20, 21, 81, 92, 93, 94, 95], "By": [18, 19], "namespac": [18, 19, 20, 21, 38, 39, 40, 41, 50], "macro": [19, 43], "ptq": [20, 29, 30, 40, 44, 73, 100], "function": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 50, 61, 70, 71, 74, 75], "get_logging_prefix": 22, "get_reportable_log_level": 23, "get_is_colored_output_on": 24, "set_reportable_log_level": 25, "set_is_colored_output_on": 27, "set_logging_prefix": 28, "make_int8_cache_calibr": 29, "make_int8_calibr": 30, "torchscript": [31, 32, 33, 34, 41, 60, 67, 68, 86, 87, 89, 102], "check_method_operator_support": 31, "compil": [32, 57, 59, 63, 64, 66, 67, 68, 87, 91, 92, 93, 94, 95, 96, 97, 99, 102], "embed_engine_in_new_modul": 33, "convert_method_to_trt_engin": 34, "get_build_info": 35, "set_devic": 36, "dump_build_info": 37, "program": [42, 43, 44, 45, 63, 101], "list": [42, 43, 44, 45, 81], "struct": [46, 47, 48, 49, 50], "graphinput": 47, "input": [48, 93, 95], "compilespec": 49, "torch": [50, 61, 63, 64, 65, 66, 67, 68, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102], "tensorrt": [50, 58, 61, 63, 64, 65, 66, 67, 68, 87, 88, 89, 90, 93, 95, 96, 97, 98, 99, 101, 102], "c": [50, 61, 67, 68, 87, 97, 100], "api": [50, 51, 61, 67, 68], "hierarchi": 50, "full": [50, 51], "torchtrtc": [52, 87], "convers": [53, 57, 59, 60], "phase": [53, 55, 56, 57, 58, 59], "node": 53, "evalu": [53, 54, 69], "convert": [53, 54, 60, 65, 69, 87], "write": [54, 60, 62, 90], "dynamo": [54, 62, 68, 70, 91, 96, 102], "implement": 54, "registr": 54, "capabl": 54, "valid": 54, "contract": [54, 60], "exampl": [54, 62, 80, 82, 97, 99], "convolut": 54, "oper": [54, 64, 69, 87, 90], "decomposit": 54, "addmm": [54, 55], "lower": [55, 57, 59, 62], "pass": [55, 62], "us": [55, 61, 87, 88, 89, 90, 92, 93, 95, 97], "eliminatecommonsubexpress": 55, "elimin": 55, "dead": 55, "code": [55, 66, 68, 80], "execept": 55, "Or": 55, "pattern": 55, "redund": 55, "gaurd": 55, "freez": 55, "modul": [55, 86, 87], "fuse": 55, "branch": 55, "linear": 55, "flatten": 55, "graph": [55, 58], "tupl": 55, "fallback": [55, 56], "peephol": 55, "optimz": 55, "remov": 55, "contigu": 55, "dropout": 55, "To": 55, "unpack": 55, "logsoftmax": 55, "unrol": 55, "loop": 55, "replac": [55, 80], "tile": 55, "repeat": 55, "partit": [56, 57, 59], "partitoninfo": 56, "segmentedblock": 56, "shape_analysi": 56, "automat": 56, "depend": [56, 67], "awar": [56, 97], "runtim": [57, 58, 59, 101], "background": [58, 60], "engin": [58, 65, 90], "executor": 58, "op": [58, 65, 90], "construct": 58, "result": 58, "serial": [58, 64], "deseri": 58, "abi": [58, 67], "version": [58, 67], "format": 58, "system": 59, "overview": 59, "what": 60, "guarante": 60, "respons": 60, "context": [60, 78], "arg": [60, 79], "weight": 60, "other": 60, "advic": 60, "link": [61, 80], "develop": 61, "avail": 61, "layer": 61, "expect": 61, "dimens": 61, "python": [61, 67, 68, 86, 88, 100], "sometim": 61, "easier": 61, "read": 61, "pytorch": [61, 65, 68, 89, 90, 97], "native_op": 61, "ir": [61, 99, 102], "aten": 62, "basic": 62, "requir": 62, "regist": [62, 87], "export": 63, "customiz": [63, 64], "set": [63, 64, 92, 98], "under": [63, 87, 99], "hood": [63, 87, 99], "trace": 63, "backend": [64, 93], "kei": 64, "featur": 64, "custom": [64, 87, 90, 92, 99], "usag": [64, 92], "after": 64, "model": [64, 65, 90, 92, 93, 94, 95, 97, 98, 102], "perform": 64, "coverag": 64, "feasibl": 64, "dynam": [64, 97, 99], "shape": [64, 97, 99], "support": [64, 69], "recompil": 64, "condit": 64, "fx": [65, 68, 71, 97], "frontend": [65, 68, 89, 97], "user": [65, 68], "guid": [65, 68], "acc": 65, "tracer": 65, "fx2trt": 65, "how": [65, 78, 100], "add": 65, "miss": 65, "build": [66, 67, 78, 98], "window": 66, "configur": [66, 78], "instal": [66, 67, 85], "With": 66, "visual": 66, "studio": 66, "precompil": 67, "binari": 67, "specif": 67, "cuda": [67, 92, 93, 95], "nightli": 67, "onli": 67, "from": [67, 89], "sourc": 67, "packag": [67, 101], "librari": [67, 101], "releas": 67, "debug": 67, "pre": 67, "cxx11": 67, "choos": 67, "right": 67, "cmake": 67, "nativ": 67, "aarch64": 67, "jetson": 67, "prerequisit": 67, "envior": 67, "setup": 67, "cli": [67, 68], "In": 68, "framework": 68, "infer": [68, 93, 94, 95, 98], "nvidia": 68, "gpu": 68, "get": 68, "start": 68, "tutori": [68, 96], "documen": 68, "contributor": 68, "indic": 68, "legaci": 68, "further": 68, "inform": 68, "current": 69, "through": 69, "submodul": 74, "ts": 75, "comput": 76, "time": 76, "changelog": 77, "project": 78, "wide": 78, "html": 78, "theme": [78, 84], "option": [78, 79, 81, 93, 95], "toc": 78, "page": 78, "tabl": [78, 79, 80, 81, 82, 83], "mod": 79, "test_py_modul": 79, "gener": 79, "index": 79, "paramet": 79, "data": 79, "paragraph": [80, 83], "markup": 80, "inlin": 80, "math": 80, "meta": 80, "block": 80, "liter": 80, "line": 80, "quot": 80, "doctest": 80, "emphas": 80, "number": [80, 81], "sidebar": 80, "ch": 80, "ien": 80, "The": [80, 87], "creativ": 80, "A": 80, "refer": 80, "footnot": 80, "citat": [80, 100], "glossari": 80, "target": 80, "direct": 80, "center": 80, "text": 80, "imag": [80, 81], "figur": 80, "admonit": 80, "And": 80, "wai": 80, "topic": 80, "rubric": 80, "titl": 80, "compound": 80, "download": [80, 85], "enumer": 81, "field": 81, "bullet": 81, "second": 81, "But": 81, "deeper": 81, "down": 81, "rabbit": 81, "hole": 81, "hlist": 81, "grid": 81, "giant": 81, "can": 81, "have": 81, "caption": [81, 84], "like": 81, "thi": [81, 84], "one": 81, "long": [82, 84], "sticki": 82, "nav": 82, "menu": [82, 84], "1": [82, 98], "2": [82, 83, 98], "3": [82, 98], "4": 82, "5": 82, "6": 82, "7": 82, "8": 82, "9": 82, "10": 82, "11": 82, "12": 82, "13": 82, "14": 82, "15": 82, "16": 82, "17": 82, "18": 82, "19": 82, "20": 82, "submenu": 82, "subsubmenu": 82, "structur": 83, "element": 83, "section": 83, "subsect": 83, "subsubsect": 83, "demo": 84, "an": 84, "incred": 84, "via": 85, "git": 85, "creat": [86, 100], "work": [86, 87], "save": [86, 102], "disk": 86, "quickstart": 87, "unsupport": 87, "directli": 89, "kernel": 90, "within": 90, "test": 90, "our": 90, "wrap": 90, "insert": 90, "advanc": 92, "import": [92, 93, 94, 95], "default": 92, "cleanup": [92, 93, 95], "driver": [92, 93, 95], "error": [92, 93, 95], "note": [92, 93, 95], "resnet": 93, "argument": [93, 95], "stabl": 94, "diffus": 94, "transform": [95, 97], "notebook": 97, "citrinet": 97, "efficentnet": 97, "mask": 97, "languag": 97, "mlm": 97, "hug": 97, "face": 97, "bert": [97, 99], "acceler": 97, "serv": [97, 98], "resnet50": 97, "lenet": 97, "deep": 97, "learn": 97, "quantiz": [97, 100], "object": 97, "detect": 97, "ssd": 97, "deploi": [97, 101], "train": [97, 100], "int8": 97, "triton": 98, "step": 98, "optim": 98, "your": [98, 100], "up": 98, "server": 98, "client": 98, "queri": 98, "constraint": 99, "limit": 99, "workaround": 99, "static": 99, "torch_compil": 99, "post": 100, "own": 100, "applic": 100, "libtorchtrt": 101, "so": 101, "plugin": 101, "multi": 101, "safe": 101, "mode": 101, "exportedprogram": 102, "b": 102, "load": 102, "dla": 103}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index 693952f0eb..e120cc610c 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -10,7 +10,7 @@
- # parsed-literal test -curl -O http://someurl/release-v2.4.0.dev0+23c707d.tar-gz+curl -O http://someurl/release-v2.4.0.dev0+58ee2d5.tar-gz
{
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index 2ca903a7f4..7e318c0406 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
- 4. Lists & Tables — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ 4. Lists & Tables — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index 73c3da4bc4..e9335c92c7 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
- 1. Long Sticky Nav — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ 1. Long Sticky Nav — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index fd722c0388..85a8487a92 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
- 1. Structural Elements — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ 1. Structural Elements — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index 1ab08c50b3..90d9c3928d 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
- <no title> — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ <no title> — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index 0c80da62e1..f0fb3b1149 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
- Installation — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Installation — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/ts/creating_torchscript_module_in_python.html b/docs/ts/creating_torchscript_module_in_python.html
index 4d1305a337..e1f2fa6645 100644
--- a/docs/ts/creating_torchscript_module_in_python.html
+++ b/docs/ts/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
- Creating a TorchScript Module — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Creating a TorchScript Module — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/ts/getting_started_with_cpp_api.html b/docs/ts/getting_started_with_cpp_api.html
index 806ec751e3..67c9648fe1 100644
--- a/docs/ts/getting_started_with_cpp_api.html
+++ b/docs/ts/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
- Using Torch-TensorRT in C++ — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Using Torch-TensorRT in C++ — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/ts/getting_started_with_python_api.html b/docs/ts/getting_started_with_python_api.html
index a5bc39108a..e2d3f7dd11 100644
--- a/docs/ts/getting_started_with_python_api.html
+++ b/docs/ts/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
- Using Torch-TensorRT in Python — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Using Torch-TensorRT in Python — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/ts/torchscript_frontend_from_pytorch.html b/docs/ts/torchscript_frontend_from_pytorch.html
index 4c48698200..3ab65eb4eb 100644
--- a/docs/ts/torchscript_frontend_from_pytorch.html
+++ b/docs/ts/torchscript_frontend_from_pytorch.html
@@ -10,7 +10,7 @@
- Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Using Torch-TensorRT TorchScript Frontend Directly From PyTorch — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
index 59955d568d..15c7fb56aa 100644
--- a/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
+++ b/docs/tutorials/_rendered_examples/dynamo/custom_kernel_plugins.html
@@ -10,7 +10,7 @@
- Using Custom Kernels within TensorRT Engines with Torch-TensorRT — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Using Custom Kernels within TensorRT Engines with Torch-TensorRT — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index 68becd9f36..ab883c40a0 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
- Dynamo / torch.compile — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Dynamo / torch.compile — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index f00e899c15..3310c65bae 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
- Torch Compile Advanced Usage — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Torch Compile Advanced Usage — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index 1b579b14a6..08edd03601 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
- Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Compiling ResNet using the Torch-TensorRT torch.compile Backend — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
index 98f1229cf7..dbe1d49cc2 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.html
@@ -10,7 +10,7 @@
- Torch Compile Stable Diffusion — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Torch Compile Stable Diffusion — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index e83c4c9ddb..a80c9a9699 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
- Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Compiling a Transformer using torch.compile and TensorRT — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index 7479d2a642..b25d3d636b 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
- Torch-TensorRT Tutorials — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Torch-TensorRT Tutorials — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -273,7 +273,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index 3feeed4051..86ab470643 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
- Example notebooks — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Example notebooks — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index c3e887b58d..7a7e8dbdc1 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
- Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Serving a Torch-TensorRT model with Triton — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/user_guide/dynamic_shapes.html b/docs/user_guide/dynamic_shapes.html
index 89037d5876..f237fc933b 100644
--- a/docs/user_guide/dynamic_shapes.html
+++ b/docs/user_guide/dynamic_shapes.html
@@ -10,7 +10,7 @@
- Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Dynamic shapes with Torch-TensorRT — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/user_guide/ptq.html b/docs/user_guide/ptq.html
index f17ca5b412..eb21781d19 100644
--- a/docs/user_guide/ptq.html
+++ b/docs/user_guide/ptq.html
@@ -10,7 +10,7 @@
- Post Training Quantization (PTQ) — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Post Training Quantization (PTQ) — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index b5b954a103..76ae51ad99 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
- Deploying Torch-TensorRT Programs — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Deploying Torch-TensorRT Programs — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/user_guide/saving_models.html b/docs/user_guide/saving_models.html
index fc655effaa..b97f3abc63 100644
--- a/docs/user_guide/saving_models.html
+++ b/docs/user_guide/saving_models.html
@@ -10,7 +10,7 @@
- Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ Saving models compiled with Torch-TensorRT — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index 22044aafc4..802f7ec6f2 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
- DLA — Torch-TensorRT v2.4.0.dev0+23c707d documentation
+ DLA — Torch-TensorRT v2.4.0.dev0+58ee2d5 documentation
@@ -275,7 +275,7 @@
- v2.4.0.dev0+23c707d
+ v2.4.0.dev0+58ee2d5