Add some new COnvTranspose models for benchmarking

Author: lmoneta

root/tmva/sofie/ONNXRuntimeInference_Template.cxx.in

@@ -139,9 +139,11 @@ static void @FUNC_NAME@(benchmark::State& state, string model_path)
             //std::cout << "writing file" << filename << std::endl;
             ofstream f;
             f.open(filename);
-            f << yOut.size() << std::endl;
-            for (size_t i = 0; i < yOut.size(); i++)
+            f << yOut.size();
+            for (size_t i = 0; i < yOut.size(); i++) {
+             if ((i % 10) == 0) f << "\n"; // add endline every 10
              f << yOut[i] << "  ";
+            }
             f << std::endl;
             f.close();
          }

root/tmva/sofie/SOFIEInference.cxx

@@ -27,6 +27,10 @@
 #include "higgs_model_dense.hxx"
 #include "DDB_B1.hxx"   // CMS onnx model
 #include "Conv2DTranspose_Relu_Sigmoid.hxx"
+#include "ConvTrans2dModel_B1.hxx"
+//#include "ConvTransposeM.hxx"
+#include "ConvTModel_G4.hxx"
+#include "SimpleNN_Alice.hxx"
 
 #include "resnet18v1.hxx"
 #include "TMath.h"
@@ -83,9 +87,11 @@ void BM_SOFIE_Inference(benchmark::State &state)
          std::ofstream f;
          std::string filename = std::string(typeid(s).name()) + ".out";
          f.open(filename);
-         f << yOut.size() << std::endl;
-         for (size_t i = 0; i < yOut.size(); i++)
+         f << yOut.size();
+         for (size_t i = 0; i < yOut.size(); i++) {
+            if ((i % 10) == 0) f << "\n"; // add endline every 10
             f << yOut[i] << "  ";
+         }
          f << std::endl;
          f.close();
          doWrite = false;
@@ -163,7 +169,12 @@ void BM_SOFIE_Inference_3(benchmark::State &state)
 // CMS benchmark (3 inputs)
 //BENCHMARK_TEMPLATE(BM_SOFIE_Inference_3, TMVA_SOFIE_DDB_B1::Session)->Name("DDB_B1")->Args({1, 1*27, 60*8, 5*2})->Unit(benchmark::kMillisecond);
 // Conv Transpose
-BENCHMARK_TEMPLATE(BM_SOFIE_Inference, TMVA_SOFIE_Conv2DTranspose_Relu_Sigmoid::Session)->Name("Cov2DTranspose_Relu_Sigmoid")->Args({15,1})->Unit(benchmark::kMillisecond);
+BENCHMARK_TEMPLATE(BM_SOFIE_Inference, TMVA_SOFIE_Conv2DTranspose_Relu_Sigmoid::Session)->Name("Conv2DTranspose_Relu_Sigmoid")->Args({15,1})->Unit(benchmark::kMillisecond);
+BENCHMARK_TEMPLATE(BM_SOFIE_Inference, TMVA_SOFIE_ConvTModel_G4::Session)->Name("ConvTModel_G4")->Args({15,1})->Unit(benchmark::kMillisecond);
+//BENCHMARK_TEMPLATE(BM_SOFIE_Inference, TMVA_SOFIE_ConvTransposeM::Session)->Name("ConvTransposeM")->Args({4*30*30,4})->Unit(benchmark::kMillisecond);
+BENCHMARK_TEMPLATE(BM_SOFIE_Inference, TMVA_SOFIE_ConvTrans2dModel_B1::Session)->Name("ConvTrans2dModel_B1")->Args({4*4*4,1})->Unit(benchmark::kMillisecond);
+
+BENCHMARK_TEMPLATE(BM_SOFIE_Inference, TMVA_SOFIE_SimpleNN_Alice::Session)->Name("SimpleNN_Alice")->Args({16,1})->Unit(benchmark::kMillisecond);
 
 //Gemm benchmarks
 BENCHMARK_TEMPLATE(BM_SOFIE_Inference, TMVA_SOFIE_Linear_16::Session)->Name("Linear_16")->Args({100, 16})->Unit(benchmark::kMillisecond);