remove adding broadcasting tensors to memory optimization

Author: sanjibansg

tmva/sofie/inc/TMVA/ROperator_BasicBinary.hxx

@@ -115,7 +115,6 @@ public:
             } else {
                // Add an intermediate tensor for broadcasting A
                model.AddIntermediateTensor(fNBroadcastedA, model.GetTensorType(fNA), fShapeY);
-               fOutputTensorNames.emplace_back(fNBroadcastedA);
             }
          }
          // Broadcast B to Y
@@ -136,7 +135,6 @@ public:
             } else {
                // Add an intermediate tensor for broadcasting B
                model.AddIntermediateTensor(fNBroadcastedB, model.GetTensorType(fNB), fShapeY);
-               fOutputTensorNames.emplace_back(fNBroadcastedB);
             }
          }
       } else {

tmva/sofie/inc/TMVA/ROperator_BasicNary.hxx

@@ -137,7 +137,6 @@ public:
             std::string name = "Broadcasted"  + fNInputs[i];
             model.AddIntermediateTensor(name, model.GetTensorType(fNInputs[0]), fShapeY);
             fNBroadcastedInputs.emplace_back("tensor_" + name);
-            fOutputTensorNames.emplace_back(name);
          } else {
             fNBroadcastedInputs.emplace_back("tensor_" + fNInputs[i]);
          }

tmva/sofie/inc/TMVA/ROperator_Comparision.hxx

@@ -123,7 +123,6 @@ public:
                // Add an intermediate tensor for broadcasting A
                fNBroadcastedX1 = "Broadcasted" + fNX1;
                model.AddIntermediateTensor(fNBroadcastedX1, model.GetTensorType(fNX1), fShapeY);
-               fOutputTensorNames.emplace_back(fNBroadcastedX1);
             }
          }
          // Broadcast B to Y
@@ -140,7 +139,6 @@ public:
                // Add an intermediate tensor for broadcasting B
                fNBroadcastedX2 = "Broadcasted" + fNX2;
                model.AddIntermediateTensor(fNBroadcastedX2, model.GetTensorType(fNX2), fShapeY);
-               fOutputTensorNames.emplace_back(fNBroadcastedX2);
             }
          }
       } else {

tmva/sofie/inc/TMVA/ROperator_Conv.hxx

@@ -263,7 +263,6 @@ public:
                // we need to add a new intermediate tensor for broadcasted bias tensor
                fNB2 = fNB + "bcast";
                model.AddIntermediateTensor(fNB2, model.GetTensorType(fNB), targetShape);
-               fOutputTensorNames.push_back(fNB2);
             }
          }
       }

tmva/sofie/inc/TMVA/ROperator_ConvTranspose.icc

@@ -167,7 +167,6 @@ void ROperator_ConvTranspose<T>::Initialize(RModel& model){
             // we need to add a new intermediate tensor for broadcasted bias tensor
             fNBroadcastedB = "Broadcasted" + fNB;
             model.AddIntermediateTensor(fNBroadcastedB, model.GetTensorType(fNB), fShapeY);
-            fOutputTensorNames.emplace_back(fNBroadcastedB);
          }
       }
       else {

tmva/sofie/inc/TMVA/ROperator_Gemm.hxx

@@ -233,7 +233,6 @@ namespace SOFIE{
                   // In case of session add broadcasting code in Session constructor and in GenerateInitCode
                   // we need to add a new intermediate tensor for broadcasted bias tensor
                   fNC2 = fNC + "bcast";
-                  fOutputTensorNames.emplace_back(fNC2);
                   if (!fIsDynamic) {
                      model.AddIntermediateTensor(fNC2, model.GetTensorType(fNC), shapeY);
                   }

tmva/sofie/inc/TMVA/ROperator_LayerNormalization.hxx

@@ -136,7 +136,6 @@ public:
          if (isDynamic || lengthB < static_cast<size_t>(std::stoi(fLength))) {
             fNBroadcastedB = "Broadcasted" + fNB;
             model.AddIntermediateTensor(fNBroadcastedB, ConvertStringToType(fType), fShapeX);
-            fOutputTensorNames.emplace_back(fNBroadcastedB);
          }
       }
       model.AddNeededStdLib("cmath");

tmva/sofie/inc/TMVA/ROperator_Where.hxx

@@ -113,7 +113,6 @@ public:
             } else {
                // Add an intermediate tensor for broadcasting A
                model.AddIntermediateTensor(fNBroadcastedA, model.GetTensorType(fNA), fShapeY);
-               fOutputTensorNames.push_back(fNBroadcastedA);
             }
          }
          // Broadcast B to Y
@@ -130,7 +129,6 @@ public:
             } else {
                // Add an intermediate tensor for broadcasting B
                model.AddIntermediateTensor(fNBroadcastedB, model.GetTensorType(fNB), fShapeY);
-               fOutputTensorNames.push_back(fNBroadcastedB);
             }
          }
          // Broadcast C to Y

tmva/sofie/src/RModel.cxx

@@ -1381,7 +1381,6 @@ void RModel::HeadInitializedTensors(std::string name, int n_print) {
 void RModel::OutputGenerated(std::string filename, bool append) {
 
     RModel_Base::OutputGenerated(filename, append);
-
     // write weights in a text file
     if (fUseWeightFile) {
         if (!filename.empty()) {