Move JIT perf tests to new infrastructure

Moved over the running of the JIT perf tests to use the same logic as the
perflab tests.  Had to make a few changes to what we save and where since
we reuse the sandbox folder.

Author: DrewScoggins

perf.groovy

@@ -52,12 +52,14 @@ def static getOSGroup(def os) {
 					batchFile("set __TestIntermediateDir=int&&build.cmd release ${architecture}")
 					batchFile("tests\\runtest.cmd release ${architecture} GenerateLayoutOnly")
 					batchFile("tests\\scripts\\run-xunit-perf.cmd -arch ${architecture} -configuration ${configuration} -testBinLoc bin\\tests\\Windows_NT.${architecture}.Release\\performance\\perflab\\Perflab -library -uploadToBenchview C:\\Tools\\Microsoft.Benchview.JSONFormat\\tools -runtype " + runType)
+					batchFile("tests\\scripts\\run-xunit-perf.cmd -arch ${architecture} -configuration ${configuration} -testBinLoc bin\\tests\\Windows_NT.${architecture}.Release\\Jit\\Performance\\CodeQuality -uploadToBenchview C:\\Tools\\Microsoft.Benchview.JSONFormat\\tools -runtype " + runType)
 				}
 			}
 
 			// Save machinedata.json to /artifact/bin/ Jenkins dir
 			def archiveSettings = new ArchivalSettings()
-			archiveSettings.addFiles('sandbox\\perf-*.xml')
+			archiveSettings.addFiles('perf-*.xml')
+			archiveSettings.addFiles('perf-*.etl')
 			Utilities.addArchival(newJob, archiveSettings)
 
 			Utilities.standardJobSetup(newJob, project, isPR, "*/${branch}")
@@ -79,45 +81,6 @@ def static getOSGroup(def os) {
     }
 }
 
-[true, false].each { isPR ->
-    ['Windows_NT'].each { os ->
-        def newJob = job(Utilities.getFullJobName(project, "perf_${os}", isPR)) {
-
-            // Set the label.
-            label('performance')
-            steps {
-                    // Batch
-                    batchFile("C:\\Tools\\nuget.exe install Microsoft.BenchView.JSONFormat -Source http://benchviewtestfeed.azurewebsites.net/nuget -OutputDirectory C:\\tools -Prerelease -ExcludeVersion")
-                    batchFile("py C:\\tools\\Microsoft.BenchView.JSONFormat\\tools\\machinedata.py")
-                    batchFile("set __TestIntermediateDir=int&&build.cmd release ${architecture}")
-                    batchFile("tests\\runtest.cmd release ${architecture}")
-                    batchFile("tests\\scripts\\run-xunit-perf.cmd -arch ${architecture} -configuration ${configuration} -testBinLoc bin\\tests\\Windows_NT.x64.Release\\Jit\\Performance\\CodeQuality")
-            }
-        }
-
-        // Save machinedata.json to /artifact/bin/ Jenkins dir
-        def archiveSettings = new ArchivalSettings()
-        archiveSettings.addFiles('sandbox\\perf-*.xml')
-        archiveSettings.addFiles('machinedata.json')
-        Utilities.addArchival(newJob, archiveSettings)
-
-        Utilities.standardJobSetup(newJob, project, isPR, "*/${branch}")
-        if (isPR) {
-            TriggerBuilder builder = TriggerBuilder.triggerOnPullRequest()
-            builder.setGithubContext("${os} Perf Tests")
-            builder.triggerOnlyOnComment()
-            builder.setCustomTriggerPhrase("(?i).*test\\W+${os}\\W+perf.*")
-            builder.triggerForBranch(branch)
-            builder.emitTrigger(newJob)
-        }
-        else {
-            // Set a push trigger
-            TriggerBuilder builder = TriggerBuilder.triggerOnCommit()
-            builder.emitTrigger(newJob)
-        }
-    }
-}
-
 // Create the Linux/OSX/CentOS coreclr test leg for debug and release and each scenario
 [true, false].each { isPR ->
     ['Ubuntu'].each { os ->

tests/scripts/run-xunit-perf.cmd

@@ -62,7 +62,7 @@ xunit.performance.analysis.exe %PERFOUT%.xml -xml %XMLOUT% > %BENCHNAME%-analysi
 
 @rem optionally upload results to benchview
 if not [%BENCHVIEW_PATH%] == [] (
-  py %BENCHVIEW_PATH%\measurement.py xunit perf-Perflab.xml --better desc --drop-first-value
+  py %BENCHVIEW_PATH%\measurement.py xunit perf-%BENCHNAME%.xml --better desc --drop-first-value
   py %BENCHVIEW_PATH%\submission.py measurement.json ^
                                     --build ..\build.json ^
                                     --machine-data ..\machinedata.json ^
@@ -75,6 +75,9 @@ if not [%BENCHVIEW_PATH%] == [] (
                                     --arch "%TEST_ARCH%" ^
                                     --machinepool "PerfSnake"
   py %BENCHVIEW_PATH%\upload.py submission.json --container coreclr
+  REM Save off the results to the root directory for recovery later in Jenkins
+  xcopy perf-%BENCHNAME%*.xml %CORECLR_REPO%\
+  xcopy perf-%BENCHNAME%*.etl %CORECLR_REPO%\
 ) else (
   type %XMLOUT% | findstr "test name" 
   type %XMLOUT% | findstr Duration