redhat/notes/2024/dia/2024.04.tensorrt.llm.drawio.svg

<svg host="65bd71144e" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" width="1032px" height="262px" viewBox="-0.5 -0.5 1032 262" content="&lt;mxfile&gt;&lt;diagram id=&quot;b10hjm9sbV934W3kQGfn&quot; name=&quot;Page-1&quot;&gt;3VjbctowEP0aHtuxbHzJYwM07UzSZpp2mjzKtrA1kS2PLC7u13eN5VsEAQIE2hdGWq0s6egc7S4Da5QsbwTO4jseEjYwjXA5sMYD03SHCH5LQ1EZbM+oDJGgYWVCreGB/iHKWLvNaEjynqPknEma9Y0BT1MSyJ4NC8EXfbcpZ/1VMxwRzfAQYKZbf9NQxsqKnKt24AuhUayW9ky3Gkhw7axOksc45IuOyZoMrJHgXFatZDkirMSuxqWa93nDaLMxQVK50wRP7UMW9eFICGdVXS5kzCOeYjZprdexTBgMImjCMqJ4hI7x0a67T2W37oyXvV6herkU/LkBD459PaWMjTjjYrULK7SJFw4bz86IZ/qW48BItfNyuxsPr0w5n4lAeZmKL1hEpPYyG+SBsYQnBLYKPoIwLOm8/3msuBM1fi280FAIr0dbrT3HbKY+KgWVlKdgXFCAwnRwksHRUj/PVid0GOzx2hfQisqWJGnOxY+fH25v7/RRHwfPJA21KxV8loYkVNgvYirJQ4ZXiCxAoP0r1a9G7ZoISZavQ61jqCbYtiK8UrxpqP6io59aFHFHOqieeAjutoa7BlEEGGUbD6oeEuzX7sa+AJhnBcDSidcj0hn4Yq+Haxsc3hHQGG5E45KQKPoH3gaMewRgkH2saNCNBehiY4GrxwLrwFCwmvpJCFx0HDJOU5l3vnxfGjqPg2H3HwfX7kftbf6e8eKaqx20l94cZSceuJpAgjKFYzjBetDJ8ZRU+tHIA9lNVjaDglGQkbC2a8ivBHfrNwaIadFKht9nEj5DarFVWSGyTxWykPHixbZsTYnOiV4o5J5CiJ0c7eKk6OlSfK+szNuH7SSNSg5C0UAB9P+K8EPzjITXU+NvcxpSuAHj5v7XWeLyfhntcNeEzjkCXI2C3vg+bNc5Jt40WKdzJ/CIP32zzpF1PqGjNWlwU39JDj88Iymm5TIZvUDOuS+LiDUKPR3nDA2Rf4VzQ51z6NBEb2fS6dXGPC8DDNi+jicXyLKrXUpV71SlKnKOTTOypPKxToyg/dRpt3lQ2anToPdKeta8hd6BtHxT/WFdvVpPbPfv1yv71h/Qbf/xrNzbv42tyV8=&lt;/diagram&gt;&lt;/mxfile&gt;">
    <defs/>
    <g>
        <path d="M 511 151 L 511 192.76" fill="none" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="stroke"/>
        <path d="M 511 198.76 L 507 190.76 L 511 192.76 L 515 190.76 Z" fill="#82b366" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="all"/>
        <rect x="451" y="1" width="120" height="150" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" pointer-events="all"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 118px; height: 1px; padding-top: 76px; margin-left: 452px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: all; white-space: normal; overflow-wrap: normal;">
                                trition with
                                <br/>
                                tensorRT-LLM
                                <br/>
                                backend
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="511" y="80" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    trition with...
                </text>
            </switch>
        </g>
        <rect x="151" y="1" width="120" height="80" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 118px; height: 1px; padding-top: 41px; margin-left: 152px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                tensorRT-LLM
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="211" y="45" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    tensorRT-LLM
                </text>
            </switch>
        </g>
        <rect x="151" y="81" width="120" height="70" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 118px; height: 1px; padding-top: 116px; margin-left: 152px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                tensorRT
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="211" y="120" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    tensorRT
                </text>
            </switch>
        </g>
        <path d="M 61 76 L 96 76 Q 106 76 106 78.5 L 106 79.75 Q 106 81 116 81 L 142.76 81" fill="none" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 148.76 81 L 140.76 85 L 142.76 81 L 140.76 77 Z" fill="#82b366" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 1 51 C 1 42.72 14.43 36 31 36 C 38.96 36 46.59 37.58 52.21 40.39 C 57.84 43.21 61 47.02 61 51 L 61 101 C 61 109.28 47.57 116 31 116 C 14.43 116 1 109.28 1 101 Z" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 61 51 C 61 59.28 47.57 66 31 66 C 14.43 66 1 59.28 1 51" fill="none" stroke="rgb(0, 0, 0)" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 58px; height: 1px; padding-top: 89px; margin-left: 2px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                codellama
                                <br/>
                                safetensor
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="31" y="92" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    codellama...
                </text>
            </switch>
        </g>
        <path d="M 381 76 L 442.76 76" fill="none" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 448.76 76 L 440.76 80 L 442.76 76 L 440.76 72 Z" fill="#82b366" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 321 51 C 321 42.72 334.43 36 351 36 C 358.96 36 366.59 37.58 372.21 40.39 C 377.84 43.21 381 47.02 381 51 L 381 101 C 381 109.28 367.57 116 351 116 C 334.43 116 321 109.28 321 101 Z" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 381 51 C 381 59.28 367.57 66 351 66 C 334.43 66 321 59.28 321 51" fill="none" stroke="rgb(0, 0, 0)" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 58px; height: 1px; padding-top: 89px; margin-left: 322px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                codellama
                                <br/>
                                engine file
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="351" y="92" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    codellama...
                </text>
            </switch>
        </g>
        <rect x="451" y="201" width="120" height="60" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 118px; height: 1px; padding-top: 231px; margin-left: 452px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                Nvidia GPU
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="511" y="235" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    Nvidia GPU
                </text>
            </switch>
        </g>
        <path d="M 651 66 L 621 66 Q 611 66 611 71 L 611 73.5 Q 611 76 601 76 L 579.24 76" fill="none" stroke="#6c8ebf" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 573.24 76 L 581.24 72 L 579.24 76 L 581.24 80 Z" fill="#6c8ebf" stroke="#6c8ebf" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="651" y="36" width="120" height="60" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 118px; height: 1px; padding-top: 66px; margin-left: 652px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                trition to openai api
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="711" y="70" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    trition to openai api
                </text>
            </switch>
        </g>
        <path d="M 851 76 L 821 76 Q 811 76 811 71 L 811 68.5 Q 811 66 801 66 L 779.24 66" fill="none" stroke="#6c8ebf" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 773.24 66 L 781.24 62 L 779.24 66 L 781.24 70 Z" fill="#6c8ebf" stroke="#6c8ebf" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <rect x="851" y="1" width="180" height="150" fill="rgb(255, 255, 255)" stroke="rgb(0, 0, 0)" stroke-width="2" pointer-events="none"/>
        <g transform="translate(-0.5 -0.5)">
            <switch>
                <foreignObject pointer-events="none" width="100%" height="100%" requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility" style="overflow: visible; text-align: left;">
                    <div xmlns="http://www.w3.org/1999/xhtml" style="display: flex; align-items: unsafe center; justify-content: unsafe center; width: 178px; height: 1px; padding-top: 76px; margin-left: 852px;">
                        <div data-drawio-colors="color: rgb(0, 0, 0); " style="box-sizing: border-box; font-size: 0px; text-align: center;">
                            <div style="display: inline-block; font-size: 12px; font-family: Helvetica; color: rgb(0, 0, 0); line-height: 1.2; pointer-events: none; white-space: normal; overflow-wrap: normal;">
                                vscode IDE
                            </div>
                        </div>
                    </div>
                </foreignObject>
                <text x="941" y="80" fill="rgb(0, 0, 0)" font-family="Helvetica" font-size="12px" text-anchor="middle">
                    vscode IDE
                </text>
            </switch>
        </g>
        <path d="M 271 81 L 286 81 Q 296 81 296 78.5 L 296 77.25 Q 296 76 304.38 76 L 312.76 76" fill="none" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
        <path d="M 318.76 76 L 310.76 80 L 312.76 76 L 310.76 72 Z" fill="#82b366" stroke="#82b366" stroke-width="2" stroke-miterlimit="10" pointer-events="none"/>
    </g>
    <switch>
        <g requiredFeatures="http://www.w3.org/TR/SVG11/feature#Extensibility"/>
        <a transform="translate(0,-5)" xlink:href="https://www.diagrams.net/doc/faq/svg-export-text-problems" target="_blank">
            <text text-anchor="middle" font-size="10px" x="50%" y="100%">
                Text is not SVG - cannot display
            </text>
        </a>
    </switch>
</svg>