Merge pull request #640 from NVIDIA/update_trt

chore: Upgrade TRT version and README

Author: narendasan

README.md

@@ -81,7 +81,7 @@ These are the following dependencies used to verify the testcases. TRTorch can w
 - Libtorch 1.9.0 (built with CUDA 11.1)
 - CUDA 11.1 (10.2 on Jetson)
 - cuDNN 8.2
-- TensorRT 8.0.1.6
+- TensorRT 8.0.3.4 (TensorRT 8.0.1.6 on Jetson)
 
 ## Prebuilt Binaries and Wheel files
 

WORKSPACE

@@ -80,10 +80,10 @@ http_archive(
 http_archive(
     name = "tensorrt",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    sha256 = "def6a5ee50bed25a68a9c9e22ec671a8f29ee5414bde47c5767bd279e5596f88",
-    strip_prefix = "TensorRT-8.0.1.6",
+    sha256 = "3177435024ff4aa5a6dba8c1ed06ab11cc0e1bf3bb712dfa63a43422f41313f3",
+    strip_prefix = "TensorRT-8.0.3.4",
     urls = [
-        "https://developer.nvidia.com/compute/machine-learning/tensorrt/secure/8.0.1/tars/tensorrt-8.0.1.6.linux.x86_64-gnu.cuda-11.3.cudnn8.2.tar.gz",
+        "https://developer.nvidia.com/compute/machine-learning/tensorrt/secure/8.0.3/tars/tensorrt-8.0.3.4.linux.x86_64-gnu.cuda-11.3.cudnn8.2.tar.gz",
     ],
 )
 

core/lowering/passes/module_fallback.cpp

@@ -39,7 +39,7 @@ void NotateModuleForFallback(
     if (n->kind() == torch::jit::prim::GetAttr) {
       auto out_type = unmangle_cls_name(c10::toString(n->output(0)->type()));
       if (forced_fallback_modules.find(out_type) != forced_fallback_modules.end()) {
-        LOG_DEBUG(
+        LOG_GRAPH(
             "Notating module for fallback: " << n->s(c10::attr::name) << " (" << out_type << ") [owner: " << mod_name
                                              << " (" << cls_name << ")]");
         auto uses = n->output(0)->uses();
@@ -58,7 +58,7 @@ void NotateModuleForFallback(
   }
 
   if (changed_mod) {
-    LOG_DEBUG("Notated graph: " << *g);
+    LOG_GRAPH("Notated graph: " << *g);
   }
 
   for (const auto sub_mod : mod.named_children()) {
@@ -106,10 +106,10 @@ void MarkNodesForFallback(std::shared_ptr<torch::jit::Graph>& g, bool delete_del
     }
   }
 
-  LOG_DEBUG("After marking operations for torch fallback: " << *g);
+  LOG_GRAPH("After marking operations for torch fallback: " << *g);
 }
 
 } // namespace passes
 } // namespace lowering
 } // namespace core
-} // namespace trtorch
+} // namespace trtorch

core/lowering/passes/remove_nops.cpp

@@ -22,7 +22,7 @@ struct NOPRemoval {
   void run() {
     removeNode(graph_->block(), "aten::detach");
     torch::jit::EliminateDeadCode(graph_);
-    LOG_DEBUG("RemoveNOPs - Note: Removing operators that have no meaning in TRT");
+    LOG_GRAPH("RemoveNOPs - Note: Removing operators that have no meaning in TRT");
     LOG_GRAPH("Post aten::detach removal: " << *graph_);
   }
 

core/lowering/passes/unpack_var.cpp

@@ -42,7 +42,7 @@ void UnpackVar(std::shared_ptr<torch::jit::Graph>& graph) {
   torch::jit::SubgraphRewriter var_rewriter;
   var_rewriter.RegisterRewritePattern(var_pattern, unpacked_pattern);
   var_rewriter.runOnGraph(graph);
-  LOG_DEBUG("Post unpack var: " << *graph);
+  LOG_GRAPH("Post unpack var: " << *graph);
 }
 
 } // namespace passes