Allow multiple iterations for load and session creation and initial bind and evaluate in winmlrunner static library (#259)

* Control multiple iterations for session creation and load

* Add multiple iterations support for load and session creation to printing out to CSV

* Close and destroy session per session iteration

* PR comments to move out Writing perf results

* Moved write perf results into runconfig

Author: Ryan Lai

Tools/WinMLRunner/src/CommandLineArgs.cpp

@@ -102,7 +102,7 @@ CommandLineArgs::CommandLineArgs(const std::vector<std::wstring>& args)
             m_useGPUMinPower = true;
         }
 #ifdef DXCORE_SUPPORTED_BUILD
-        else if ((_wcsicmp(args[i].c_str(), L"-GPUAdapterName") == 0) || (_wcsicmp(args[i].c_str(), L"-GPUAdapterIndex") == 0))
+        else if (_wcsicmp(args[i].c_str(), L"-GPUAdapterName") == 0)
         {
             CheckNextArgument(args, i);
             HMODULE library = nullptr;

Tools/WinMLRunner/src/CommandLineArgs.h

@@ -76,6 +76,8 @@ class CommandLineArgs
     bool IsImageInput() const { return !m_imagePaths.empty() && m_csvData.empty(); }
 
     uint32_t NumIterations() const { return m_numIterations; }
+    uint32_t NumLoadIterations() const { return m_numLoadIterations; }
+    uint32_t NumSessionCreationIterations() const { return m_numSessionIterations; }
     double IterationTimeLimit() const { return m_iterationTimeLimitMilliseconds; }
     uint32_t NumThreads() const { return m_numThreads; }
     uint32_t ThreadInterval() const { return m_threadInterval; } // Thread interval in milliseconds
@@ -111,6 +113,8 @@ class CommandLineArgs
     void SetTopK(unsigned k) { m_topK = k; }
     void SetPerformanceCSVPath(const std::wstring& performanceCSVPath) { m_perfOutputPath = performanceCSVPath; }
     void SetRunIterations(const uint32_t iterations) { m_numIterations = iterations; }
+    void SetSessionCreationIterations(const uint32_t iterations) { m_numSessionIterations = iterations; }
+    void SetLoadIterations(const uint32_t iterations) { m_numLoadIterations = iterations; }
     void AddPerformanceFileMetadata(const std::string& key, const std::string& value)
     {
         m_perfFileMetadata.push_back(std::make_pair(key, value));
@@ -161,6 +165,8 @@ class CommandLineArgs
     std::wstring m_perfOutputPath;
     std::wstring m_perIterationDataPath;
     uint32_t m_numIterations = 1;
+    uint32_t m_numLoadIterations = 1;
+    uint32_t m_numSessionIterations = 1;
     double m_iterationTimeLimitMilliseconds = 0;
     uint32_t m_numThreads = 1;
     uint32_t m_threadInterval = 0;