GBenchmarks generated automatically from ONNX models

Author: fsossai

cmake/FindONNXRuntime.cmake

@@ -1,7 +1,6 @@
 #[============================================================================[
 
-Authors:        Federico Sossai (fsossai)
-Date:           2021/09/07
+Author:         Federico Sossai (fsossai), 2021
 Description:    CMake script for finding the ONNXRuntime library.
 Usage:          The user must provide the directory in which ONNXRuntime is installed
                 together with the one in which it has been built by setting the
@@ -36,68 +35,67 @@ The module will also define two cache variables::
 #]============================================================================]
 
 
-if(NOT ONNXRuntime_SRC)
-  message(FATAL_ERROR "ONNXRuntime: please set ONNXRuntime_SRC")
-endif()
-
-if(NOT ONNXRuntime_BUILD)
-  set(ONNXRuntime_BUILD ${ONNXRuntime_SRC}/build)
-  message(STATUS "Assuming ${ONNXRuntime_BUILD} as the build directory for ONNXRuntime")
-endif()
+if(ONNXRuntime_SRC)
 
-# Setting ONNXRuntime_OS
-set(all_os "Linux" "Windows" "MacOS" "iOS" "Android")
-foreach(os ${all_os})
-  if(IS_DIRECTORY ${ONNXRuntime_BUILD}/${os})
-    set(ONNXRuntime_OS ${os})
-    break()
+  if(NOT ONNXRuntime_BUILD)
+    set(ONNXRuntime_BUILD ${ONNXRuntime_SRC}/build)
+    message(STATUS "Assuming ${ONNXRuntime_BUILD} as the build directory for ONNXRuntime")
   endif()
-endforeach()
 
-if(NOT ONNXRuntime_OS)
-  message(FATAL_ERROR "ONNXRuntime: no suitable operating system found in the build directory")
-endif()
+  # Setting ONNXRuntime_OS
+  set(all_os "Linux" "Windows" "MacOS" "iOS" "Android")
+  foreach(os ${all_os})
+    if(IS_DIRECTORY ${ONNXRuntime_BUILD}/${os})
+      set(ONNXRuntime_OS ${os})
+      break()
+    endif()
+  endforeach()
 
-# Setting ONNXRuntime_BUILD_TYPE
-set(all_types "Debug" "MinSizeRel" "Release" "RelWithDebInfo")
-foreach(type ${all_types})
-  if(IS_DIRECTORY ${ONNXRuntime_BUILD}/${ONNXRuntime_OS}/${type})
-    set(ONNXRuntime_BUILD_TYPE ${type})
-    break()
+  if(NOT ONNXRuntime_OS)
+    message(FATAL_ERROR "ONNXRuntime: no suitable operating system found in the build directory")
   endif()
-endforeach()
-
-# Setting ONNXRuntime_LIBRARIES
-if(EXISTS ${ONNXRuntime_BUILD}/${ONNXRuntime_OS}/${ONNXRuntime_BUILD_TYPE}/libonnxruntime.so)
-  set(ONNXRuntime_LIBRARIES ${ONNXRuntime_BUILD}/${ONNXRuntime_OS}/${ONNXRuntime_BUILD_TYPE})
-  set(ONNXRuntime_LIBRARY ${ONNXRuntime_LIBRARIES})
-
-  # Setting ONNXRuntime_VERSION_*
-  file(GLOB match REGEX "${ONNXRuntime_LIBRARIES}/libonnxruntime.so.*")
-  foreach(fname ${match})
-    get_filename_component(fname ${fname} NAME)
-    string(REGEX MATCH "[0-9][0-9.]+" ONNXRuntime_VERSION_STRING ${fname})
-    string(REPLACE "." ";" version ${ONNXRuntime_VERSION_STRING})
-    list(LENGTH version version_length)
-    if(${version_length} GREATER 2)
-      list(GET version 0 ONNXRuntime_VERSION_MAJOR)
-      list(GET version 1 ONNXRuntime_VERSION_MINOR)
-      list(GET version 2 ONNXRuntime_VERSION_PATCH)
+
+  # Setting ONNXRuntime_BUILD_TYPE
+  set(all_types "Debug" "MinSizeRel" "Release" "RelWithDebInfo")
+  foreach(type ${all_types})
+    if(IS_DIRECTORY ${ONNXRuntime_BUILD}/${ONNXRuntime_OS}/${type})
+      set(ONNXRuntime_BUILD_TYPE ${type})
       break()
     endif()
   endforeach()
-endif()
 
-# Setting ONNXRuntime_INCLUDE_DIRS
-if(IS_DIRECTORY ${ONNXRuntime_SRC}/include)
-  set(ONNXRuntime_INCLUDE_DIRS ${ONNXRuntime_SRC}/include)
-  set(ONNXRuntime_INCLUDE_DIR ${ONNXRuntime_INCLUDE_DIRS})
-endif()
+  # Setting ONNXRuntime_LIBRARIES
+  if(EXISTS ${ONNXRuntime_BUILD}/${ONNXRuntime_OS}/${ONNXRuntime_BUILD_TYPE}/libonnxruntime.so)
+    set(ONNXRuntime_LIBRARIES ${ONNXRuntime_BUILD}/${ONNXRuntime_OS}/${ONNXRuntime_BUILD_TYPE})
+    set(ONNXRuntime_LIBRARY ${ONNXRuntime_LIBRARIES})
+
+    # Setting ONNXRuntime_VERSION_*
+    file(GLOB match REGEX "${ONNXRuntime_LIBRARIES}/libonnxruntime.so.*")
+    foreach(fname ${match})
+      get_filename_component(fname ${fname} NAME)
+      string(REGEX MATCH "[0-9][0-9.]+" ONNXRuntime_VERSION_STRING ${fname})
+      string(REPLACE "." ";" version ${ONNXRuntime_VERSION_STRING})
+      list(LENGTH version version_length)
+      if(${version_length} GREATER 2)
+        list(GET version 0 ONNXRuntime_VERSION_MAJOR)
+        list(GET version 1 ONNXRuntime_VERSION_MINOR)
+        list(GET version 2 ONNXRuntime_VERSION_PATCH)
+        break()
+      endif()
+    endforeach()
+  endif()
 
-# Setting 
+  # Setting ONNXRuntime_INCLUDE_DIRS
+  if(IS_DIRECTORY ${ONNXRuntime_SRC}/include)
+    set(ONNXRuntime_INCLUDE_DIRS ${ONNXRuntime_SRC}/include)
+    set(ONNXRuntime_INCLUDE_DIR ${ONNXRuntime_INCLUDE_DIRS})
+  endif()
+
+endif()
 
 find_package_handle_standard_args(
   ONNXRuntime
   FOUND_VAR ONNXRuntime_FOUND
   REQUIRED_VARS ONNXRuntime_LIBRARIES ONNXRuntime_INCLUDE_DIRS
-  VERSION_VAR OpenCL_VERSION_STRING)
+  VERSION_VAR ONNXRuntime_VERSION_STRING
+)

root/tmva/sofie/CMakeLists.txt

@@ -1,51 +1,53 @@
-if(ROOT_tmva_FOUND AND ROOT_tmva-sofie_FOUND)
-
-  # Looking for ONNXRuntime
-  find_package(ONNXRuntime REQUIRED)
-  if(ONNXRuntime_FOUND)
-    message(STATUS "Found ONNXRuntime (build type: ${ONNXRuntime_BUILD_TYPE}, version: ${ONNXRuntime_VERSION_STRING})")
-  endif()
+# @author Federico Sossai (fsossai)
 
-  #[======================================================================[
-  
-    REQUIRED MODELS
-  
-    The following models are required because are loaded by at least
-    one or more benchmarks.
-    The abscence of at least one of the following models from the
-    ${ONNX_MODELS_DIR} will cause CMake to throw a fatal error message.
+if(ROOT_tmva_FOUND AND ROOT_tmva-sofie_FOUND)
 
-  #]======================================================================]
-  set(REQUIRED_MODELS
-    "Linear_64.onnx"
-  )
-  
   # Checking that all required model exist
   if (NOT ONNX_MODELS_DIR)
     set(ONNX_MODELS_DIR input_models)
   endif()
-  foreach(model ${REQUIRED_MODELS})
-    if(NOT EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/${ONNX_MODELS_DIR}/${model})
-      message(FATAL_ERROR "Missing a required ONNX input model. "
-        "\"${model}\" is missing from ${CMAKE_CURRENT_SOURCE_DIR}/${ONNX_MODELS_DIR}")
-    endif()
-  endforeach()
+  file(GLOB ONNX_MODELS "${ONNX_MODELS_DIR}/*.onnx")
 
   # Copying every ONNX model in the input directory to the build directory.
   set(out_dir ${CMAKE_CURRENT_BINARY_DIR}/${ONNX_MODELS_DIR})
   file(MAKE_DIRECTORY ${out_dir})
-  foreach(model ${REQUIRED_MODELS})
-    configure_file(${ONNX_MODELS_DIR}/${model} ${out_dir}/${model} COPYONLY)
+  foreach(model ${ONNX_MODELS})
+    get_filename_component(fname ${model} NAME)
+    configure_file(${model} ${out_dir}/${fname} COPYONLY)
   endforeach()
 
-  # Creating an inference benchmark
-  RB_ADD_GBENCHMARK(ONNXRuntimeInference
-    ONNXRuntimeInference.cxx
+  # Looking for ONNXRuntime
+  find_package(ONNXRuntime QUIET)
+  if(ONNXRuntime_FOUND)
+    message(STATUS "Found ONNXRuntime (build type: ${ONNXRuntime_BUILD_TYPE}, version: ${ONNXRuntime_VERSION_STRING})")
+    
+    # Creating an ONNXRuntime inference benchmark for every model
+    foreach(fname ${ONNX_MODELS})
+      get_filename_component(fname ${fname} NAME_WE)
+      set(target_name ONNXRuntime_${fname})
+      configure_file(ONNXRuntimeInference.cxx.in ${target_name}.cxx)
+
+      RB_ADD_GBENCHMARK(${target_name}
+        ${target_name}.cxx
+        LABEL short
+        LIBRARIES TMVA onnxruntime
+      )
+      target_link_directories(${target_name} PRIVATE ${ONNXRuntime_LIBRARIES})
+      target_include_directories(${target_name} PRIVATE ${ONNXRuntime_INCLUDE_DIR})
+    endforeach()
+  endif()
+    
+  # Checking the SOFIE compiler
+  if(NOT EXISTS ${ROOTSYS}/tmva/sofie/test/emitFromONNX)
+    message(FATAL_ERROR "SOFIE compiler not found")
+  endif()
+
+  # Creating an inference benchmark for SOFIE
+  RB_ADD_GBENCHMARK(SOFIEInference
+    SOFIEInference.cxx
     LABEL short
-    LIBRARIES TMVA onnxruntime
+    LIBRARIES TMVA blas
   )
-  target_link_directories(ONNXRuntimeInference PRIVATE ${ONNXRuntime_LIBRARIES})
-  target_include_directories(ONNXRuntimeInference PRIVATE ${ONNXRuntime_INCLUDE_DIR})
 
 endif()
 

root/tmva/sofie/EmitFromONNX.cxx

@@ -0,0 +1,28 @@
+// Author: Federico Sossai, 2021
+// Description:
+//    SOFIE command line compiler.
+//    Usage example: $./EmitFromONNX in_dir/mymodel.onnx out_dir/mymodel
+//    Will produce:  out_dir/mymodel_FromONNX.hxx
+
+#include <iostream>
+
+#include "TMVA/RModel.hxx"
+#include "TMVA/RModelParser_ONNX.hxx"
+
+using namespace TMVA::Experimental::SOFIE;
+
+int main(int argc, char *argv[])
+{
+   if (argc < 2) {
+      std::cerr << "ERROR: missing input file\n";
+      return -1;
+   }
+
+   std::string outname = argv[2];
+   RModelParser_ONNX parser;
+   RModel model = parser.Parse(argv[1]);
+   model.Generate();
+   model.OutputGenerated(outname + "_FromONNX.hxx");
+
+   return 0;
+}

root/tmva/sofie/ONNXRuntimeInference.cxx renamed to root/tmva/sofie/ONNXRuntimeInference.cxx.in

@@ -1,17 +1,17 @@
+// Author: Federico Sossai (fsossai), 2021
+
 #include <benchmark/benchmark.h>
 #include <onnxruntime/core/session/onnxruntime_cxx_api.h>
 
 #include <iostream>
 #include <vector>
 #include <numeric>
 
-// Directory where ONNX models are placed, this must be consistent with
-// the directory specified in the CMakeLists.txt.
-#define INPUT_MODELS_DIR "input_models/"
+using namespace std;
 
-static void BM_Onnxruntime_Inference(benchmark::State& state)
+static void BM_ONNXRuntime_${fname}(benchmark::State& state)
 {
-   const std::string model_path = INPUT_MODELS_DIR "Linear_64.onnx";
+   const string model_path = "${ONNX_MODELS_DIR}/${fname}.onnx";
 
    Ort::Env env(ORT_LOGGING_LEVEL_WARNING, "benchmark");
 
@@ -21,42 +21,42 @@ static void BM_Onnxruntime_Inference(benchmark::State& state)
 
    Ort::Session session(env, model_path.c_str(), session_options);
 
-   std::vector<const char*> input_node_names(1);
-   std::vector<const char*> output_node_names(1);
+   vector<const char*> input_node_names(1);
+   vector<const char*> output_node_names(1);
 
    Ort::AllocatorWithDefaultOptions allocator;
    input_node_names[0] = session.GetInputName(0, allocator);
    output_node_names[0] = session.GetOutputName(0, allocator);
 
    // Getting the shapes
 
-   std::vector<int64_t> input_node_dims = session
+   vector<int64_t> input_node_dims = session
       .GetInputTypeInfo(0).GetTensorTypeAndShapeInfo().GetShape();
-   std::vector<int64_t> output_node_dims = session
+   vector<int64_t> output_node_dims = session
       .GetOutputTypeInfo(0).GetTensorTypeAndShapeInfo().GetShape();
 
    // Displaying input tensor shape
 
-   std::cout << "Input shape: [ ";
+   cout << "Input shape: [ ";
    for (auto& i: input_node_dims)
-      std::cout << i << " ";
-   std::cout << "]" << std::endl;
+      cout << i << " ";
+   cout << "]" << endl;
 
    // Displaying output tensor shape
 
-   std::cout << "Output shape: [ ";
+   cout << "Output shape: [ ";
    for (auto& i: output_node_dims)
-      std::cout << i << " ";
-   std::cout << "]" << std::endl;
+      cout << i << " ";
+   cout << "]" << endl;
 
    // Calculating the dimension of the input tensor
 
-   size_t input_tensor_size = std::accumulate(input_node_dims.begin(),
-      input_node_dims.end(), 1, std::multiplies<int>());
-   std::vector<float> input_tensor_values(input_tensor_size);
+   size_t input_tensor_size = accumulate(input_node_dims.begin(),
+      input_node_dims.end(), 1, multiplies<int>());
+   vector<float> input_tensor_values(input_tensor_size);
 
    // Input tensor initialization
-   std::fill_n(input_tensor_values.begin(), input_tensor_size, 1.0);
+   fill_n(input_tensor_values.begin(), input_tensor_size, 1.0);
 
    auto memory_info = Ort::MemoryInfo::CreateCpu(OrtArenaAllocator, OrtMemTypeDefault);
    Ort::Value input_tensor = Ort::Value::CreateTensor<float>(memory_info,
@@ -70,6 +70,6 @@ static void BM_Onnxruntime_Inference(benchmark::State& state)
          &input_tensor, 1, output_node_names.data(), 1);
    }
 }
-BENCHMARK(BM_Onnxruntime_Inference);
+BENCHMARK(BM_ONNXRuntime_${fname});
 
 BENCHMARK_MAIN();

root/tmva/sofie/SOFIEInference.cxx

@@ -0,0 +1,15 @@
+// Author: Federico Sossai (fsossai), 2021
+
+#include <benchmark/benchmark.h>
+
+#include <iostream>
+
+static void BM_SOFIE_Inference(benchmark::State& state)
+{
+    for (auto _ : state) {
+        ;
+    }
+}
+BENCHMARK(BM_SOFIE_Inference);
+
+BENCHMARK_MAIN();