Add GENERATE_JOBS in Perf Pipeline. (#6397)

* Add GENERATE_JOBS in Perf Pipeline.

Added GENERATE_JOBS in perfL2JobTemplate.

Fixes: #6379

Signed-off-by: Matthew Wei <[email protected]>

* added GENERATE_JOBS logic in perfPipeline_root and perfPipeline

---------

Signed-off-by: Matthew Wei <[email protected]>

Author: MattyWeee123

buildenv/jenkins/perfL2JobTemplate

@@ -25,6 +25,7 @@ if (!binding.hasVariable('BASELINE_SDK_URL')) BASELINE_SDK_URL = ""
 if (!binding.hasVariable('PLATFORM')) PLATFORM = ['x86-64_linux']
 if (!binding.hasVariable('JDK_IMPL')) JDK_IMPL = "hotspot"
 if (!binding.hasVariable('JDK_VERSION')) JDK_VERSION = 21
+if (!binding.hasVariable('GENERATE_JOBS')) GENERATE_JOBS = false
 
 if (!binding.hasVariable('BUILDS_TO_KEEP')) {
 	BUILDS_TO_KEEP = 100
@@ -93,6 +94,8 @@ pipelineJob("$ACTUAL_TEST_JOB_NAME") {
                         If upstream is selected, please provide UPSTREAM_JOB_NAME and UPSTREAM_JOB_NUMBER <br/>''')
                         stringParam('BASELINE_SDK_URL', BASELINE_SDK_URL, "")
                         stringParam('JDK_IMPL', JDK_IMPL, "hotspot")
+                        stringParam('GENERATE_JOBS', GENERATE_JOBS, '''If GENERATE_JOBS is set to false (default), 
+                        only generate the job if the job is not runnable. If GENERATE_JOBS is set to true, generate the job regardless.''')
                 }
                 cpsScm {
                         scm {

buildenv/jenkins/perfPipeline.groovy

@@ -93,11 +93,17 @@ node ("ci.role.test&&hw.arch.x86&&sw.os.linux") {
 def triggerJob(benchmarkName, platformName, buildParams, jobSuffix) {
     def buildJobName = "${JOB_NAME}_${jobSuffix}"
     def JobHelper = library(identifier: 'openjdk-jenkins-helper@master').JobHelper
-    def jobIsRunnable = JobHelper.jobIsRunnable("${buildJobName}")
-    if (!jobIsRunnable) {
+    if (params.GENERATE_JOBS) {
         echo "Child job ${buildJobName} doesn't exist, set child job ${buildJobName} params for generating the job"
         generateChildJobViaAutoGen(buildJobName)
     }
+    else {
+        def jobIsRunnable = JobHelper.jobIsRunnable("${buildJobName}")
+        if (!jobIsRunnable) {
+                echo "Child job ${buildJobName} doesn't exist, set child job ${buildJobName} params for generating the job"
+                generateChildJobViaAutoGen(buildJobName)
+        }
+    }
     build job: buildJobName, parameters: buildParams, propagate: true
 }
 

buildenv/jenkins/perfPipeline_root.groovy

@@ -73,12 +73,18 @@ node("worker || (ci.role.test&&hw.arch.x86&&sw.os.linux)") {
 
                                 def shortName = (params.JDK_IMPL && params.JDK_IMPL == "hotspot") ? "hs" : "j9"
                                 def jobName = "Perf_openjdk${params.JDK_VERSION}_${shortName}_sanity.perf_${p}_${item.BENCHMARK}"
-                                def jobIsRunnable = JobHelper.jobIsRunnable(jobName)
-                                echo "jobName ${jobName} params: ${thisChildParams}"
-                                if (!jobIsRunnable) {
+                                if (params.GENERATE_JOBS) {
                                         echo "Generating downstream job '${jobName}' from perfL2JobTemplate …"
                                         createPerfL2Job(jobName, p, item.BENCHMARK)
                                 }
+                                else {
+                                        def jobIsRunnable = JobHelper.jobIsRunnable(jobName)
+                                        echo "jobName ${jobName} params: ${thisChildParams}"
+                                        if (!jobIsRunnable) {
+                                                echo "Generating downstream job '${jobName}' from perfL2JobTemplate …"
+                                                createPerfL2Job(jobName, p, item.BENCHMARK)
+                                        }
+                                }
                                 JOBS[jobName] = {
                                         build job: jobName, parameters: thisChildParams, propagate: true
                                 }