Merge branch 'master' of https://github.com/NVIDIA/TRTorch into new_evaluators

Signed-off-by: Naren Dasan <[email protected]>

Author: narendasan

.github/ISSUE_TEMPLATE/bug-report.md

@@ -29,7 +29,8 @@ Steps to reproduce the behavior:
 
 > Build information about the TRTorch compiler can be found by turning on debug messages
 
- - PyTorch Version (e.g., 1.0):
+ - TRTorch Version (e.g. 0.2.0): 
+ - PyTorch Version (e.g. 1.0):
  - CPU Architecture:
  - OS (e.g., Linux):
  - How you installed PyTorch (`conda`, `pip`, `libtorch`, source):

.github/pr-labels.yml

@@ -1,3 +1,6 @@
+"component: trtorchc":
+  - cpp/trtorchc/**/*
+  
 "component: api [C++]":
   - cpp/api/**/*
 

.github/scripts/run_cpp_linter.py

@@ -24,6 +24,12 @@
     comment = '''There are some changes that do not conform to C++ style guidelines:\n ```diff\n{}```'''.format(output.stdout.decode("utf-8"))
     approval = 'REQUEST_CHANGES'
 
-pr.create_review(commit, comment, approval)
-
-
+try:
+    pr.create_review(commit, comment, approval)
+except:
+    print("Unable to submit in depth review, please review logs for linting issues")
+    
+if output.returncode != 0:
+    exit(1)
+else:
+    exit(0)

.github/scripts/run_py_linter.py

@@ -24,4 +24,12 @@
     comment = '''There are some changes that do not conform to Python style guidelines:\n ```diff\n{}```'''.format(output.stdout.decode("utf-8"))
     approval = 'REQUEST_CHANGES'
 
-pr.create_review(commit, comment, approval)
+try:
+    pr.create_review(commit, comment, approval)
+except:
+    print("Unable to submit in depth review, please review logs for linting issues")
+
+if output.returncode != 0:
+    exit(1)
+else:
+    exit(0)

.github/workflows/docgen.yml

@@ -10,26 +10,37 @@ on:
 
 jobs:
   build-docs:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-18.04
+    container:
+      image: docker.pkg.github.com/nvidia/trtorch/docgen:latest
+      credentials:
+        username: $GITHUB_ACTOR
+        password: ${{secrets.GITHUB_TOKEN}}
     steps:
+      - name: Reclaim space
+        run: |
+          rm -rf /usr/share/dotnet
+          rm -rf /opt/ghc
+          rm -rf "/usr/local/share/boost"
       - uses: actions/checkout@v2
         with:
           ref: ${{github.head_ref}}
-      - name: Docker login
-        run: docker login docker.pkg.github.com -u $GITHUB_ACTOR -p $GITHUB_TOKEN
-        env:
-          GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
-      - name: Run image
-        run: docker run -it -d --name builder -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/nvidia/trtorch/docgen:latest
-      - name: Build python package
-        run: docker exec builder bash -c "cp docker/WORKSPACE.docker WORKSPACE && cd py && python3 setup.py install"
-      - name: Generate new docs
-        run: docker exec builder bash -c "cd docsrc && make html"
+      - name: Get HEAD SHA
+        id: vars
+        run: echo "::set-output name=sha::$(git rev-parse --short HEAD)"
+      - name: Build Python Package
+        run: |
+          cp docker/WORKSPACE.docs WORKSPACE
+          cd py
+          python3 setup.py install
+      - name: Generate New Docs
+        run: |
+          cd docsrc
+          make html
       - uses: stefanzweifel/git-auto-commit-action@v4
         with:
         # Required
-          commit_message: >
-            docs: [Automated] Regenerating documenation from ${{github.head_ref}}
+          commit_message: "docs: [Automated] Regenerating documenation for ${{ steps.vars.outputs.sha }}"
           commit_options: "--no-verify --signoff"
           file_pattern: docs/
           commit_user_name: TRTorch Github Bot

.github/workflows/linter.yml

@@ -19,7 +19,7 @@ jobs:
       - name: Run image
         run: |
           docker run -it -d --name cpplinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/trtorch/docgen:latest
-          docker exec cpplinter bash -c "cp /workspace/docker/WORKSPACE.docker /workspace/WORKSPACE"
+          docker exec cpplinter bash -c "cp /workspace/docker/WORKSPACE.docs /workspace/WORKSPACE"
         env:
           GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
       - name: Install dependencies
@@ -41,7 +41,7 @@ jobs:
       - name: Run image
         run: |
           docker run -it -d --name pylinter -e GITHUB_TOKEN=$GITHUB_TOKEN -v $GITHUB_WORKSPACE:/workspace -v $GITHUB_EVENT_PATH:/GITHUB_EVENT.json -w /workspace docker.pkg.github.com/nvidia/trtorch/docgen:latest
-          docker exec pylinter bash -c "cp /workspace/docker/WORKSPACE.docker /workspace/WORKSPACE"
+          docker exec pylinter bash -c "cp /workspace/docker/WORKSPACE.docs /workspace/WORKSPACE"
         env:
           GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
       - name: Install dependencies

.github/workflows/stale.yml

@@ -13,11 +13,11 @@ jobs:
     - uses: actions/stale@v1
       with:
         repo-token: ${{ secrets.GITHUB_TOKEN }}
-        stale-issue-message: 'This issue has not seen activity for 30 days, Remove stale label or comment or this will be closed in 5 days'
-        stale-pr-message: 'This PR has not seen activity for 30 days, Remove stale label or comment or this will be closed in 5 days'
+        stale-issue-message: 'This issue has not seen activity for 90 days, Remove stale label or comment or this will be closed in 10 days'
+        stale-pr-message: 'This PR has not seen activity for 90 days, Remove stale label or comment or this will be closed in 10 days'
         stale-issue-label: 'No Activity'
         exempt-issue-labels: 'feature request'
         stale-pr-label: 'No Activity'
         exempt-pr-labels: 'WIP'
-        days-before-stale: 30
-        days-before-close: 5
+        days-before-stale: 90
+        days-before-close: 10

.gitignore

@@ -5,6 +5,7 @@ bazel-genfiles
 bazel-out
 bazel-testlogs
 bazel-TRTorch
+bazel-trtorch-testing
 third_party/pytorch
 *.jit
 *.jit.pt
@@ -37,4 +38,13 @@ bdist
 py/trtorch/_version.py
 py/wheelhouse
 py/.eggs
-notebooks/.ipynb_checkpoints/
+notebooks/.ipynb_checkpoints/
+*.cache
+tests/py/data
+examples/**/deps/**/*
+!examples/**/deps/.gitkeep
+examples/trtorchrt_example/trtorchrt_example
+examples/int8/ptq/ptq
+examples/int8/qat/qat
+examples/int8/training/vgg16/data/*
+examples/int8/datasets/data/*

BUILD

@@ -18,54 +18,56 @@ pkg_tar(
         "//core/conversion/var:include",
         "//core/conversion/tensorcontainer:include",
         "//core/conversion/evaluators:include",
-        "//core/conversion/converters/impl/plugins:include",
-        "//core/runtime:include",
+        "//core/ir:include",
         "//core/lowering:include",
         "//core/lowering/passes:include",
+        "//core/partitioning:include",
+        "//core/plugins:impl_include",
+        "//core/plugins:include",
+        "//core/runtime:include",
         "//core/util:include",
-        "//core/util/logging:include"
+        "//core/util/logging:include",
     ],
 )
 
 pkg_tar(
     name = "include",
-    package_dir = "include/trtorch/",
     srcs = [
         "//cpp/api:api_headers",
     ],
+    package_dir = "include/trtorch/",
 )
 
 pkg_tar(
     name = "lib",
-    package_dir = "lib/",
     srcs = select({
         ":windows": ["//cpp/api/lib:trtorch.dll"],
         "//conditions:default": [
             "//cpp/api/lib:libtrtorch.so",
             "//cpp/api/lib:libtrtorchrt.so",
+            "//cpp/api/lib:libtrtorch_plugins.so",
         ],
     }),
     mode = "0755",
+    package_dir = "lib/",
 )
 
-
 pkg_tar(
     name = "bin",
-    package_dir = "bin/",
     srcs = [
-        "//cpp/trtorchc:trtorchc",
+        "//cpp/trtorchc",
     ],
     mode = "0755",
+    package_dir = "bin/",
 )
 
-
 pkg_tar(
     name = "libtrtorch",
-    extension = "tar.gz",
-    package_dir = "trtorch",
     srcs = [
-        "//:LICENSE"
+        "//:LICENSE",
     ],
+    extension = "tar.gz",
+    package_dir = "trtorch",
     deps = [
         ":lib",
         ":include",