Add building with CMake and update README

Author: nvkevihu

tftrt/benchmarking-cpp/CMakeLists.txt

@@ -1,5 +1,5 @@
 cmake_minimum_required(VERSION 3.13)
-project(TF_TRT_Benchmark_Runner)
+project(TFTRT_Benchmark_Runner)
 
 #-------------------------------------------------------------
 # Configuration
@@ -29,19 +29,19 @@ add_custom_target(tf_symlinks DEPENDS ${tf_framework_shared_lib} ${tf_shared_lib
 #-----------------------------------------------------------
 # Benchmark Runner Targets
 #-----------------------------------------------------------
-add_executable(tf_trt_benchmark_runner main.cc)
+add_executable(tftrt_benchmark_runner main.cc)
 
-target_link_libraries(tf_trt_benchmark_runner tensorflow_cc)
-target_link_libraries(tf_trt_benchmark_runner tensorflow_framework)
+target_link_libraries(tftrt_benchmark_runner tensorflow_cc)
+target_link_libraries(tftrt_benchmark_runner tensorflow_framework)
 
-target_compile_options(tf_trt_benchmark_runner PRIVATE -D_GLIBCXX_USE_CXX11_ABI=1 -DGOOGLE_CUDA -DGOOGLE_TENSORRT)
+target_compile_options(tftrt_benchmark_runner PRIVATE -D_GLIBCXX_USE_CXX11_ABI=1 -DGOOGLE_CUDA -DGOOGLE_TENSORRT)
 
-target_link_directories(tf_trt_benchmark_runner PRIVATE ${tf_python_dir})
-target_link_directories(tf_trt_benchmark_runner PRIVATE ${tf_dir})
+target_link_directories(tftrt_benchmark_runner PRIVATE ${tf_python_dir})
+target_link_directories(tftrt_benchmark_runner PRIVATE ${tf_dir})
 
-target_compile_options(tf_trt_benchmark_runner PRIVATE -O2 -Wl,-rpath=${tf_python_dir})
+target_compile_options(tftrt_benchmark_runner PRIVATE -O2 -Wl,-rpath=${tf_python_dir})
 
-target_include_directories(tf_trt_benchmark_runner PRIVATE ${tf_python_dir}/include)
-target_include_directories(tf_trt_benchmark_runner PRIVATE ${trt_include_path})
+target_include_directories(tftrt_benchmark_runner PRIVATE ${tf_python_dir}/include)
+target_include_directories(tftrt_benchmark_runner PRIVATE ${trt_include_path})
 
-add_dependencies(tf_trt_benchmark_runner tf_symlinks)
+add_dependencies(tftrt_benchmark_runner tf_symlinks)

tftrt/benchmarking-cpp/README.md

@@ -4,12 +4,6 @@ This straightforward example uses TF's C++ API to serve a saved model and measur
 
 ## Docker Environment
 
-Pull the image:
-
-```
-docker pull nvcr.io/nvidia/tensorflow:22.06-tf2-py3
-```
-
 Start the container:
 
 ```
@@ -32,18 +26,45 @@ python3 convert_model.py --model-dir /path/to/model/dir --output-dir /path/to/de
 
 ## Building
 
+The binary relies on a modified Tensorflow, which will need to be rebuilt. Internal users can use a container with Tensorflow already modified and built, instead of building with Bazel, which will take much longer.
+
+### Bazel
+
+The `setup.sh` script applies the Tensorflow patch and prepares the container for the Bazel build.
+
 ```
 /workspace/tensorrt/tftrt/benchmarking-cpp/build-scripts/setup.sh
 cd /opt/tensorflow
 ./tftrt-build.sh
 ```
 
+The binary will be located at `/opt/tensorflow/tensorflow-source/bazel-bin/tensorflow/examples/benchmarking-cpp/tftrt_benchmark_runner`.
+
+### Prebuilt
+
+For internal NVIDIA users, a container with a prebuilt modified Tensorflow is available:
+
+```
+docker run --rm --gpus all --ipc=host --ulimit memlock=-1 --ulimit stack=67108864 -it --name TFTRT_CPP gitlab-master.nvidia.com:5005/dl/dgx/tensorflow:cpp-tensorboard-patch-py3-base
+```
+
+Use CMake to build the binary without needing to rebuild Tensorflow:
+
+```
+cd /workspace/tensorrt/tftrt/benchmarking-cpp
+mkdir build && cd build
+cmake ..
+make
+```
+
+The binary will be located at `/workspace/tensorrt/tftrt/benchmarking-cpp/tftrt_benchmark_runner`.
+
 ## Running
 
 ```
-/opt/tensorflow/tensorflow-source/bazel-bin/tensorflow/examples/benchmarking-cpp/tftrt_benchmark_runner --model_path="/path/to/dest/dir"
+./tftrt_benchmark_runner --model_path="/path/to/dest/dir"
 ```
 
-## Profiling
+### Profiling
 
 To profile, set the `--out_dir` flag. Run `tensorboard --logdir [out_dir]` to view results.