Torch-TensorRT 1.0.0

.bazelrc

@@ -33,4 +33,10 @@ build:python --define=target_lang=python
 
 build:pre_cxx11_abi --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0"
 build:pre_cxx11_abi --linkopt="-D_GLIBCXX_USE_CXX11_ABI=0"
-build:pre_cxx11_abi --define=abi=pre_cxx11_abi
+build:pre_cxx11_abi --define=abi=pre_cxx11_abi
+
+build:ci_testing --define=torchtrt_src=pre_built --cxxopt="-DDISABLE_TEST_IN_CI" --action_env "NVIDIA_TF32_OVERRIDE=0"
+build:use_precompiled_torchtrt --define=torchtrt_src=pre_built
+
+test:ci_testing --define=torchtrt_src=pre_built --cxxopt="-DDISABLE_TEST_IN_CI" --action_env "NVIDIA_TF32_OVERRIDE=0"
+test:use_precompiled_torchtrt --define=torchtrt_src=pre_built

.bazelversion

@@ -1 +1 @@
-4.0.0
+4.2.1

.dockerignore

@@ -0,0 +1,63 @@
+bazel-*
+*.tar.gz
+*.whl
+*.bin
+docs/v*/**/*
+env/
+bazel
+bazel-bazel-test
+bazel-bin
+bazel-genfiles
+bazel-out
+bazel-testlogs
+bazel-TRTorch
+bazel-trtorch-testing
+third_party/pytorch
+*.jit
+*.jit.pt
+.\#*
+experiments/
+py/build/
+py/tmp/
+py/.eggs
+.vscode/
+.DS_Store
+._DS_Store
+*.pth
+*.pyc
+cpp/ptq/training/vgg16/data/*
+*.bin
+cpp/ptq/datasets/data/
+tests/accuracy/datasets/data/*
+._.DS_Store
+*.tar.gz
+*.tgz
+docsrc/_build
+docsrc/_notebooks
+docsrc/_cpp_api
+docsrc/_tmp
+*.so
+__pycache__
+*.egg-info
+dist
+bdist
+py/torch_tensorrt/_version.py
+py/torch_tensorrt/lib
+py/torch_tensorrt/include
+py/torch_tensorrt/bin
+py/torch_tensorrt/BUILD
+py/torch_tensorrt/LICENSE
+py/torch_tensorrt/WORKSPACE
+py/wheelhouse
+py/.eggs
+notebooks/.ipynb_checkpoints/
+*.cache
+tests/py/data
+examples/**/deps/**/*
+examples/torchtrt_runtime_example/torchtrt_runtime_example
+examples/int8/ptq/ptq
+examples/int8/qat/qat
+examples/int8/training/vgg16/data/*
+examples/int8/datasets/data/*
+env/**/*
+*.ts

.github/ISSUE_TEMPLATE/--feature-request.md

@@ -1,7 +1,7 @@
 ---
 name: "✨ Feature request"
 about: Suggest an idea for this project
-title: "✨[Feature] An idea about a new feature in TRTorch"
+title: "✨[Feature] An idea about a new feature in Torch-TensorRT"
 labels: feature request
 assignees: narendasan
 

.github/ISSUE_TEMPLATE/--question.md

@@ -1,6 +1,6 @@
 ---
 name: "❓ Question"
-about: Ask a question about using TRTorch
+about: Ask a question about using Torch-TensorRT
 title: "❓ [Question] How do you ....? "
 labels: question
 assignees: ''
@@ -17,7 +17,7 @@ assignees: ''
 
 ## Environment
 
-> Build information about the TRTorch compiler can be found by turning on debug messages
+> Build information about Torch-TensorRT can be found by turning on debug messages
 
  - PyTorch Version (e.g., 1.0):
  - CPU Architecture:

.github/ISSUE_TEMPLATE/bug-report.md

@@ -1,7 +1,7 @@
 ---
 name: "\U0001F41B Bug Report"
-about: Submit a bug report on an issue encountered with TRTorch
-title: "\U0001F41B [Bug] Encountered bug when using TRTorch"
+about: Submit a bug report on an issue encountered with Torch-TensorRT
+title: "\U0001F41B [Bug] Encountered bug when using Torch-TensorRT"
 labels: bug
 assignees: ''
 
@@ -27,9 +27,9 @@ Steps to reproduce the behavior:
 
 ## Environment
 
-> Build information about the TRTorch compiler can be found by turning on debug messages
+> Build information about Torch-TensorRT can be found by turning on debug messages
 
- - TRTorch Version (e.g. 0.2.0): 
+ - Torch-TensorRT Version (e.g. 1.0.0):
  - PyTorch Version (e.g. 1.0):
  - CPU Architecture:
  - OS (e.g., Linux):

.github/ISSUE_TEMPLATE/op-converter-request.md

@@ -1,7 +1,7 @@
 ---
 name: "↔ Op Converter Request"
-about: Submit a proposal/request to support a new PyTorch operator in TRTorch
-title: "↔ [Converter] Add support for my_op in TRTorch"
+about: Submit a proposal/request to support a new PyTorch operator in Torch-TensorRT
+title: "↔ [Converter] Add support for my_op in Torch-TensorRT"
 labels: 'component: converters, feature request'
 assignees: ''
 

.github/pr-labels.yml

@@ -1,6 +1,6 @@
-"component: trtorchc":
-  - cpp/trtorchc/**/*
-  
+"component: torchtrtc":
+  - cpp/torchtrtc/**/*
+
 "component: api [C++]":
   - cpp/**/*
 

.github/workflows/docgen.yml

@@ -12,7 +12,7 @@ jobs:
   build-docs:
     runs-on: ubuntu-18.04
     container:
-      image: docker.pkg.github.com/nvidia/trtorch/docgen:latest
+      image: docker.pkg.github.com/nvidia/torch-tensorrt/docgen:latest
       credentials:
         username: $GITHUB_ACTOR
         password: ${{secrets.GITHUB_TOKEN}}
@@ -36,14 +36,14 @@ jobs:
       - name: Generate New Docs
         run: |
           cd docsrc
-          python3 -c "import trtorch; print(trtorch.__version__)"
+          python3 -c "import torch_tensorrt; print(torch_tensorrt.__version__)"
           make html
       - uses: stefanzweifel/git-auto-commit-action@v4
         with:
         # Required
           commit_message: "docs: [Automated] Regenerating documenation for ${{ steps.vars.outputs.sha }}"
           commit_options: "--no-verify --signoff"
           file_pattern: docs/
-          commit_user_name: TRTorch Github Bot
-          commit_user_email: trtorch.github.bot@nvidia.com
-          commit_author: TRTorch Github Bot <trtorch.github.bot@nvidia.com>
+          commit_user_name: Torch-TensorRT Github Bot
+          commit_user_email: torch-tensorrt.github.bot@nvidia.com
+          commit_author: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>

.github/workflows/linter.yml

@@ -18,7 +18,7 @@ jobs:
           GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
       - name: Run image
         run: |
-          docker run -it -d --name cpplinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/trtorch/docgen:latest
+          docker run -it -d --name cpplinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/torch-tensorrt/docgen:latest
           docker exec cpplinter bash -c "cp /workspace/docker/WORKSPACE.docs /workspace/WORKSPACE"
         env:
           GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
@@ -40,7 +40,7 @@ jobs:
           GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
       - name: Run image
         run: |
-          docker run -it -d --name pylinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/trtorch/docgen:latest
+          docker run -it -d --name pylinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/torch-tensorrt/docgen:latest
           docker exec pylinter bash -c "cp /workspace/docker/WORKSPACE.docs /workspace/WORKSPACE"
         env:
           GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}

.gitignore

@@ -6,6 +6,8 @@ bazel-out
 bazel-testlogs
 bazel-TRTorch
 bazel-trtorch-testing
+bazel-torch-tensorrt
+bazel-Torch-TensorRT
 third_party/pytorch
 *.jit
 *.jit.pt
@@ -35,22 +37,24 @@ __pycache__
 *.egg-info
 dist
 bdist
-py/trtorch/_version.py
-py/trtorch/lib
-py/trtorch/include
-py/trtorch/bin
-py/trtorch/BUILD
-py/trtorch/LICENSE
-py/trtorch/WORKSPACE
+py/torch_tensorrt/_version.py
+py/torch_tensorrt/lib
+py/torch_tensorrt/include
+py/torch_tensorrt/bin
+py/torch_tensorrt/BUILD
+py/torch_tensorrt/LICENSE
+py/torch_tensorrt/WORKSPACE
 py/wheelhouse
 py/.eggs
 notebooks/.ipynb_checkpoints/
 *.cache
 tests/py/data
 examples/**/deps/**/*
 !examples/**/deps/.gitkeep
-examples/trtorchrt_example/trtorchrt_example
+examples/torchtrt_runtime_example/torchtrt_runtime_example
 examples/int8/ptq/ptq
 examples/int8/qat/qat
 examples/int8/training/vgg16/data/*
-examples/int8/datasets/data/*
+examples/int8/datasets/data/*
+env/**/*
+bazel-Torch-TensorRT-Preview

BUILD

@@ -9,7 +9,7 @@ config_setting(
 
 pkg_tar(
     name = "include_core",
-    package_dir = "include/trtorch",
+    package_dir = "include/torch_tensorrt",
     deps = [
         "//core:include",
         "//core/conversion:include",
@@ -35,17 +35,17 @@ pkg_tar(
     srcs = [
         "//cpp:api_headers",
     ],
-    package_dir = "include/trtorch/",
+    package_dir = "include/torch_tensorrt/",
 )
 
 pkg_tar(
     name = "lib",
     srcs = select({
-        ":windows": ["//cpp/lib:trtorch.dll"],
+        ":windows": ["//cpp/lib:torch_tensorrt.dll"],
         "//conditions:default": [
-            "//cpp/lib:libtrtorch.so",
-            "//cpp/lib:libtrtorchrt.so",
-            "//cpp/lib:libtrtorch_plugins.so",
+            "//cpp/lib:libtorchtrt.so",
+            "//cpp/lib:libtorchtrt_runtime.so",
+            "//cpp/lib:libtorchtrt_plugins.so",
         ],
     }),
     mode = "0755",
@@ -55,21 +55,21 @@ pkg_tar(
 pkg_tar(
     name = "bin",
     srcs = [
-        "//cpp/bin/trtorchc",
+        "//cpp/bin/torchtrtc",
     ],
     mode = "0755",
     package_dir = "bin/",
 )
 
 pkg_tar(
-    name = "libtrtorch",
+    name = "libtorchtrt",
     srcs = [
         "//:LICENSE",
         "//bzl_def:BUILD",
         "//bzl_def:WORKSPACE"
     ],
     extension = "tar.gz",
-    package_dir = "trtorch",
+    package_dir = "torch_tensorrt",
     deps = [
         ":lib",
         ":include",