[RelEng] Automate more tasks in promotion/publication jobs

- Trigger Maven-Central staging for release promotions
- Update acknowledgements on each promotion (to have the list up-to-date
even for Milestones, etc.)
- Trigger publication immediatly for Milestone- and RC-promotions
  - Only defer for release promotion
- Send mail on milestone/RC/release publication
  - And remove mail template generation from promotion job

Extract code to interact with the GitHub-API into a dedicated
Groovy-file, which is shared among all using jobs.

Author: HannesWell

JenkinsJobs/Releng/FOLDER.groovy

@@ -112,7 +112,6 @@ It must match the name of the build on the build machine.
 		''')
 		stringParam('CHECKPOINT', null, 'M1, M3, RC1, RC2, RC3 etc (blank for final releases).')
 		stringParam('SIGNOFF_BUG', null, 'The issue that was used to "signoff" the checkpoint. If there are no unit test failures, this can be left blank. Otherwise a link is added to test page explaining that "failing unit tests have been investigated".')
-		stringParam('TRAIN_NAME', null, 'The name of the release stream, typically yyyy-mm. For example: 2022-09')
 	}
 	definition {
 		cpsScm {

JenkinsJobs/Releng/deployToMaven.jenkinsfile

@@ -226,7 +226,6 @@ pipeline {
 
 def determineDeploymentType() {
 	if ("${sourceRepository}".trim() =~ /\/(?<version>\d+\.\d+)\/R-\k<version>(\.\d+)?-\d{12}(\/)?$/) {
-		input message: 'The specified P2 repository is a release and will be deployed to Maven-Central.', ok : 'Proceed deploying to Maven-Central'
 		return 'release'
 	} else {
 		return 'snapshot'

JenkinsJobs/Releng/prepareNextDevCycle.jenkinsfile

@@ -81,6 +81,10 @@ pipeline {
 		stage('Checkout SCM') {
 			steps {
 				checkout scm
+				script { // Always load the script from the very same state this pipeline is loaded (to ensure consistency)
+					githubAPI = load "JenkinsJobs/shared/githubAPI.groovy"
+					githubAPI.setDryRun(params.DRY_RUN)
+				}
 				sh '''
 					git submodule update --init --recursive
 					git config --global user.email '[email protected]'
@@ -240,7 +244,7 @@ pipeline {
 				script {
 					def prHeadline = "Prepare ${NEXT_RELEASE_VERSION} development"
 					def prBranch = "prepare_R${NEXT_RELEASE_VERSION}"
-					def aggregatorPreparationPR = createPullRequest('eclipse-platform/eclipse.platform.releng.aggregator', prHeadline, """\
+					def aggregatorPreparationPR = githubAPI.createPullRequest('eclipse-platform/eclipse.platform.releng.aggregator', prHeadline, """\
 						Prepare development of Eclipse ${NEXT_RELEASE_VERSION}.
 						This includes:
 						- Updating the version of the Maven parent, all references to it and the Eclipse products to `${NEXT_RELEASE_VERSION}`
@@ -263,7 +267,7 @@ pipeline {
 							error "Unexpected of submodule URL: ${submoduleURL}"
 						}
 						def repoName = submoduleURL.substring(expectedPrefix.length(), submoduleURL.length() - expectedSuffix.length())
-						createPullRequest(repoName, prHeadline, """\
+						githubAPI.createPullRequest(repoName, prHeadline, """\
 							Prepare development of Eclipse ${NEXT_RELEASE_VERSION}.
 							This complements:
 							- ${aggregatorPreparationPR}
@@ -280,7 +284,7 @@ pipeline {
 				script {
 					def organisations = [ 'eclipse-platform', 'eclipse-jdt', 'eclipse-pde', 'eclipse-equinox' ]
 					for (organisation in organisations) {
-						def repositories = listReposOfOrganization(organisation)
+						def repositories = githubAPI.listReposOfOrganization(organisation)
 						echo "${organisation} repositories: ${repositories.name}"
 						for (repositoryData in repositories) {
 							def repository = repositoryData.name
@@ -291,12 +295,12 @@ pipeline {
 								echo "Skipping .eclipsefdn repository of : ${organisation}"
 								continue
 							}
-							createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} M1",  "${NEXT_RELEASE_VERSION} Milestone 1",         "${M1_DATE}")
-							createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} M2",  "${NEXT_RELEASE_VERSION} Milestone 2",         "${M2_DATE}")
-							createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} M3",  "${NEXT_RELEASE_VERSION} Milestone 3",         "${M3_DATE}")
-							createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} RC1", "${NEXT_RELEASE_VERSION} Release Candidate 1", "${RC1_DATE}")
-							createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} RC2", "${NEXT_RELEASE_VERSION} Release Candidate 2", "${RC2_DATE}")
-							createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION}",     "${NEXT_RELEASE_VERSION} Release",             "${GA_DATE}")
+							githubAPI.createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} M1",  "${NEXT_RELEASE_VERSION} Milestone 1",         "${M1_DATE}")
+							githubAPI.createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} M2",  "${NEXT_RELEASE_VERSION} Milestone 2",         "${M2_DATE}")
+							githubAPI.createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} M3",  "${NEXT_RELEASE_VERSION} Milestone 3",         "${M3_DATE}")
+							githubAPI.createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} RC1", "${NEXT_RELEASE_VERSION} Release Candidate 1", "${RC1_DATE}")
+							githubAPI.createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION} RC2", "${NEXT_RELEASE_VERSION} Release Candidate 2", "${RC2_DATE}")
+							githubAPI.createMilestone(organisation, repository, "${NEXT_RELEASE_VERSION}",     "${NEXT_RELEASE_VERSION} Release",             "${GA_DATE}")
 						}
 					}
 				}
@@ -305,6 +309,9 @@ pipeline {
 	}
 }
 
+@groovy.transform.Field
+def githubAPI = null
+
 // --- utility methods
 
 @NonCPS
@@ -334,68 +341,3 @@ def commitAllChangesExcludingSubmodules(String commitMessage) {
 		'''
 	}
 }
-
-// Github API interactions
-
-def listReposOfOrganization(String orga) {
-	def response = queryGithubAPI('', "orgs/${orga}/repos", null)
-	if (!(response instanceof List) && (response.errors || (response.status && response.status != 201))) {
-		error "Response contains errors:\n${response}"
-	}
-	return response
-}
-
-/**
- * Create a new milestone.
- * @param msDueDay the milestone's due-date, format: YYYY-MM-DD
- */
-def createMilestone(String orga, String repo, String msTitle, String msDescription, String msDueDay) {
-	echo "In ${orga}/${repo} create milestone: ${msTitle} due on ${msDueDay}"
-	def params = [title: msTitle, description: msDescription, due_on: "${msDueDay}T23:59:59Z"]
-	def response = queryGithubAPI('-X POST', "repos/${orga}/${repo}/milestones", params)
-	if (response?.errors || (response?.status && response.status != 201)) {
-		if (response.errors && response.errors[0]?.code == 'already_exists') {
-			echo 'Milestone already exists and is not modified'
-			// TODO: update milestone in this case: https://docs.github.com/en/rest/issues/milestones?apiVersion=2022-11-28#update-a-milestone
-			// Usefull if e.g. the dates are wrongly read from the calendar
-		} else {
-			error "Response contains errors:\n${response}"
-		}
-	}
-}
-
-/**
- * Create a PR in the specified repo, from a branch that is expected to reside in the same repository.
- */
-def createPullRequest(String orgaSlashRepo, String prTitle, String prBody, String headBranch, String baseBranch = 'master') {
-	echo "In ${orgaSlashRepo} create PR: '${prTitle}' on branch ${headBranch}"
-	def params = [title: prTitle, body: prBody, head: headBranch, base: baseBranch]
-	def response = queryGithubAPI('-X POST',"repos/${orgaSlashRepo}/pulls", params)
-	if (response?.errors || (response?.status && response.status != 201)) {
-		error "Response contains errors:\n${response}"
-	}
-	return response?.html_url
-}
-
-def queryGithubAPI(String method, String endpoint, Map<String, String> queryParameters) {
-	def query = """\
-		curl -L ${method} \
-			-H "Accept: application/vnd.github+json" \
-			-H "Authorization: Bearer \${GITHUB_BOT_TOKEN}" \
-			-H "X-GitHub-Api-Version: 2022-11-28" \
-			https://api.github.com/${endpoint} \
-		""".stripIndent()
-	if (queryParameters != null) {
-		def params = writeJSON(json: queryParameters, returnText: true)
-		query += "-d '" + params + "'"
-	}
-	if (params.DRY_RUN && !method.isEmpty()) {
-		echo "Query (not send): ${query}"
-		return null
-	}
-	def response = sh(script: query, returnStdout: true)
-	if (response == null || response.isEmpty()) {
-		error 'Response is null or empty. This commonly indicates: HTTP/1.1 500 Internal Server Error'
-	}
-	return readJSON(text: response)
-}

JenkinsJobs/Releng/promoteBuild.jenkinsfile

@@ -27,11 +27,6 @@ pipeline {
 					}
 					env.CHECKPOINT = readParameter('CHECKPOINT')
 					env.SIGNOFF_BUG = readParameter('SIGNOFF_BUG')
-					env.TRAIN_NAME = readParameter('TRAIN_NAME')
-					//TODO: record the train in buildproperties.shsource and read it here
-					if (!"${TRAIN_NAME}") {
-						error("Parameter 'TRAIN_NAME' is not specified")
-					}
 					def idMatcher = null
 					if ((idMatcher = env.DROP_ID =~ /I(?<date>\d{8})-(?<time>\d{4})/).matches()) {
 						assignEnvVariable('BUILD_LABEL', "${DROP_ID}")
@@ -58,14 +53,10 @@ pipeline {
 					assignEnvVariable('BUILD_SERVICE', versionMatcher.group('service'))
 					versionMatcher = null // release matcher as it's not serializable
 
-					assignEnvVariable('BUILD_REPO_ORIGINAL', "${BUILD_MAJOR}.${BUILD_MINOR}-I-builds")
-					
 					if ("${CHECKPOINT}" ==~ /M\d+([a-z])?/ || "${CHECKPOINT}" ==~ /RC\d+([a-z])?/) { // milestone or RC promotion
 						assignEnvVariable('DL_TYPE', 'S')
-						// REPO_SITE_SEGMENT variale not used in this case
 					} else if (!"${CHECKPOINT}") { // release promotion
 						assignEnvVariable('DL_TYPE', 'R')
-						assignEnvVariable('REPO_SITE_SEGMENT', "${BUILD_MAJOR}.${BUILD_MINOR}")
 					} else {
 						error "CHECKPOINT, ${CHECKPOINT}, did not match any expected pattern."
 					}
@@ -93,6 +84,9 @@ pipeline {
 			steps {
 				dir("${WORKSPACE}/repository") {
 					checkout scm
+					script { // Always load the script from the very same state this pipeline is loaded (to ensure consistency)
+						githubAPI = load "JenkinsJobs/shared/githubAPI.groovy"
+					}
 					sh '''#!/bin/bash -xe
 						git fetch origin tag "${REPO_ID}"
 						git checkout "${REPO_ID}"
@@ -107,26 +101,6 @@ pipeline {
 		}
 		stage('Move and rename Pages') {
 			steps {
-				writeFile(file: "${WORKSPACE}/stage2output${TRAIN_NAME}${CHECKPOINT}/mailtemplate.txt", text: """\
-					We are pleased to announce that ${TRAIN_NAME} ${CHECKPOINT} is available for download and updates.
-					
-						Eclipse downloads:
-						https://download.eclipse.org/eclipse/downloads/drops4/${DL_DROP_ID}/
-						
-						New and Noteworthy:
-						https://www.eclipse.org/eclipse/news/${BUILD_MAJOR}.${BUILD_MINOR}/
-						
-						Update existing (non-production) installs:
-						https://download.eclipse.org/eclipse/updates/${DL_TYPE == 'R' ? REPO_SITE_SEGMENT : BUILD_REPO_ORIGINAL}/
-						
-						Specific repository good for building against:
-						https://download.eclipse.org/eclipse/updates/${DL_TYPE == 'R' ? (REPO_SITE_SEGMENT + '/' + DL_DROP_ID) : (BUILD_REPO_ORIGINAL + '/' + DROP_ID)}/
-						
-						Equinox specific downloads:
-						https://download.eclipse.org/equinox/drops/${DL_DROP_ID}/
-					
-					Thank you to everyone who made this checkpoint possible.
-				""".stripIndent())
 				sshagent(['projects-storage.eclipse.org-bot-ssh']) {
 
 					echo 'Promote Equinox'
@@ -186,8 +160,8 @@ pipeline {
 				dir("${WORKSPACE}/updates") {
 					sshagent(['projects-storage.eclipse.org-bot-ssh']) {
 						sh '''#!/bin/bash -xe
-							sourceRepo="eclipse/updates/${BUILD_REPO_ORIGINAL}/${REPO_ID}"
-							targetRepo="eclipse/updates/${REPO_SITE_SEGMENT}/${DL_DROP_ID}"
+							sourceRepo="eclipse/updates/${BUILD_MAJOR}.${BUILD_MINOR}-I-builds/${REPO_ID}"
+							targetRepo="eclipse/updates/${BUILD_MAJOR}.${BUILD_MINOR}/${DL_DROP_ID}"
 							ssh [email protected] cp -r "${EP_ROOT}/${sourceRepo}/." "${EP_ROOT}/${targetRepo}"
 
 							MIRRORS_URL="https://www.eclipse.org/downloads/download.php?file=/${targetRepo}"
@@ -204,6 +178,38 @@ pipeline {
 				}
 			}
 		}
+		stage('Stage for Maven-Central') {
+			when {
+				environment name: 'DL_TYPE', value: 'R'
+			}
+			steps {
+				build job: 'Releng/deployToMaven', wait: true, propagate: true, parameters: [
+					string(name: 'sourceRepository', value: "https://download.eclipse.org/eclipse/updates/${BUILD_MAJOR}.${BUILD_MINOR}/${DL_DROP_ID}/")
+				]
+			}
+		}
+		stage('Update acknowledgements') {
+			environment {
+				GITHUB_BOT_TOKEN = credentials('github-bot-token')
+			}
+			steps {
+				script {
+					githubAPI.triggerWorkflow('eclipse-platform/www.eclipse.org-eclipse', 'generateAcknowledgements.yml', [ 'eclipse-version': "${BUILD_MAJOR}.${BUILD_MINOR}" ])
+				}
+			}
+		}
+		stage('Trigger publication') {
+			when {
+				not {
+					environment name: 'DL_TYPE', value: 'R'
+				}
+			}
+			steps {
+				build job: 'Releng/publishPromotedBuild', wait: true, propagate: true, parameters: [
+					string(name: 'releaseBuildID', value: "${DL_DROP_ID}")
+				]
+			}
+		}
 	}
 	post {
 		always {
@@ -212,22 +218,6 @@ pipeline {
 	}
 }
 
-@NonCPS
-def assignEnvVariable(String name, String value) {
-	env."${name}" = value
-	println("${name}=${value}")
-}
-
-@NonCPS
-def readParameter(String name) {
-	//TODO: let jenkins trim the parameters
-	def value = (params[name] ?: '').trim()
-	if (value) {
-		println("${name}: ${value}")
-	}
-	return value
-}
-
 def renameBuildDrop(String baseDropPath, String oldDropID, String oldBuildLabel, String newDropID, String newBuildLabel, Closure extraTasks=null) {
 	def sourcePath="${EP_ROOT}/${baseDropPath}/${oldDropID}"
 	def targetPath="${EP_ROOT}/${baseDropPath}/${newDropID}"
@@ -302,3 +292,20 @@ EOF
 		fi
 	"""
 }
+
+@groovy.transform.Field
+def githubAPI = null
+
+@NonCPS
+def readParameter(String name) {
+	//TODO: let jenkins trim the parameters
+	def value = (params[name] ?: '').trim()
+	println("${name}: ${value}")
+	return value
+}
+
+@NonCPS
+def assignEnvVariable(String name, String value) {
+	env."${name}" = value
+	println("${name}=${value}")
+}