[Benchmarking CPP] Minor changes

- Change number of warmup and benchmarking iterations
- Log benchmark progress

Signed-off-by: Meenakshi Venkataraman <[email protected]>

Author: meena-at-work

tftrt/benchmarking-cpp/main.cc

@@ -141,8 +141,8 @@ int main(int argc, char* argv[]) {
   string model_path = "/path/to/model/";
   string signature_key = "serving_default";
   int32_t batch_size = 64;
-  int32_t warmup_iters = 50;
-  int32_t eval_iters = 1000;
+  int32_t warmup_iters = 200;
+  int32_t eval_iters = 800;
   bool input_from_device = true;
   bool output_to_host = true;
   std::vector<Flag> flag_list = {
@@ -212,6 +212,10 @@ int main(int argc, char* argv[]) {
     TFTRT_ENSURE_OK(device->Sync());
     end_time = std::chrono::steady_clock::now();
 
+    if ((i % 10) == 0) {
+      LOG(INFO) << "step: " << i;
+    }
+
     double duration = (end_time - start_time).count() / 1e6;
     infer_time.push_back(duration);
   }
@@ -233,4 +237,4 @@ int main(int argc, char* argv[]) {
   LOG(INFO) << "Engine build time + first inference latency (ms): " << infer_time.front();
 
   return 0;
-}
+}