[Build] Create new stream repositories in release preparation pipeline

Additionally add the previous release RC as first children immediately
to the new I-build repository so that it isn't empty and the RC is used
as baseline for the first builds of the new stream.

Author: HannesWell

JenkinsJobs/Releng/newStreamRepos.groovy

@@ -159,6 +159,45 @@ pipeline {
 				commitAllChangesExcludingSubmodules("Move previous version to ${PREVIOUS_RELEASE_CANDIDATE_TAG} in build scripts")
 			}
 		}
+		stage ('Create New Stream Repos') {
+			environment {
+				//TODO: check variable access style!
+				ECLIPSE = installEclipsePlatformProduct("${PREVIOUS_RELEASE_CANDIDATE_ID}", "${PREVIOUS_RELEASE_CANDIDATE_TAG}")
+			}
+			steps {
+				dir("${WORKSPACE}/target/repositories") {
+					sshagent(['projects-storage.eclipse.org-bot-ssh']) {
+						//TODO: check and unify shebang!
+						sh '''#!/bin/bash -x -e
+							#TODO: clean up. Check commented out things
+							epUpdatesDir='/home/data/httpd/download.eclipse.org/eclipse/updates'
+							templateRepo="${epUpdatesDir}/template_repo/"
+							
+							releaseRepoName="${NEXT_RELEASE_VERSION}/"
+							iBuildRepoName="${NEXT_RELEASE_VERSION}-I-builds/"
+							yBuildRepoName="${NEXT_RELEASE_VERSION}-Y-builds/"
+							previousRCRepo="https://download.eclipse.org/eclipse/updates/${PREVIOUS_RELEASE_VERSION}-I-builds/${PREVIOUS_RELEASE_CANDIDATE_I_BUILD}/"
+							
+							# Copy the template to this workspace to create the new I-build repo from it,
+							#add the previous release RC as only child and copy the resulting repo to the server
+							curl -o addToComposite.xml https://download.eclipse.org/eclipse/relengScripts/cje-production/scripts/addToComposite.xml
+							scp -r [email protected]:${templateRepo} template_repo/
+							cp -r template_repo ${iBuildRepoName}
+							
+							markingScriptName='addToComposite'
+							${ECLIPSE} -nosplash -consolelog -debug -data ./eclipse-ws \
+								-application org.eclipse.ant.core.antRunner -file ${markingScriptName}.xml \
+								${markingScriptName} -Drepodir=$(pwd)/${iBuildRepoName} -Dcomplocation=${previousRCRepo}
+							if [[ ${DRY_RUN} == 'false' ]]; then
+								scp ${iBuildRepoName} [email protected]:${epUpdatesDir}/${iBuildRepoName}
+								ssh [email protected] cp -r ${templateRepo} ${epUpdatesDir}/${releaseRepoName}
+								ssh [email protected] cp -r ${templateRepo} ${epUpdatesDir}/${yBuildRepoName}
+							fi
+						'''
+					}
+				}
+			}
+		}
 		stage('Deploy parent-pom and SDK-target') {
 			// Deploy new parent first to ensure it's available when PRs for submodule updates are created.
 			environment {
@@ -174,7 +213,7 @@ pipeline {
 		stage('Push preparation branches') {
 			steps {
 				sshagent (['github-bot-ssh']) {
-					sh '''
+					sh '''#!/bin/bash -x
 						function pushNewCommitsToPreparationBranch() {
 							pushURL=$(git config remote.origin.url)
 							# Switch to SSH, if the configured URL uses HTTPS (we can only push with SSH)
@@ -264,8 +303,16 @@ pipeline {
 			}
 		}
 	}
+	post {
+		always {
+			archiveArtifacts allowEmptyArchive: true, artifacts: '\
+				/target/repositories/**'
+		}
+	}
 }
 
+// --- utility methods
+
 @NonCPS
 def parseDate(String dateString) {
 	return java.time.LocalDate.parse(dateString.trim()) // expects format 'yyyy-MM-dd'
@@ -294,6 +341,22 @@ def commitAllChangesExcludingSubmodules(String commitMessage) {
 	}
 }
 
+// build tools
+
+def installEclipsePlatformProduct(String releaseID, String releaseVersion){
+	def eclipseURL = "https://download.eclipse.org/eclipse/downloads/drops4/${releaseID}/eclipse-platform-${releaseVersion}-linux-gtk-x86_64.tar.gz"
+	return install('eclipse-platform', eclipseURL) + '/eclipse'
+}
+
+def install(String toolType, String url) {
+	dir("${WORKSPACE}/target/tools/${toolType}") {
+		sh "curl -L ${url} | tar -xzf -"
+		return "${pwd()}/" + sh(script: 'ls', returnStdout: true).trim()
+	}
+}
+
+// Github API interactions
+
 def listReposOfOrganization(String orga) {
 	def response = queryGithubAPI('', "orgs/${orga}/repos", null)
 	if (!(response instanceof List) && (response.errors || (response.status && response.status != 201))) {

JenkinsJobs/Releng/prepareNextDevCycle.jenkinsfile

@@ -187,9 +187,6 @@ The release is scheduled for 10AM EST. Typically the jobs are scheduled beforeha
     This should move the current I-builds to run on the maintenance branch and create new I-builds for the next release.
     Performance and Unit tests should also be generated for the new release automatically.
 
-#### **Create new Stream Repos:**
-  - Run the [Create New Stream Repos](https://ci.eclipse.org/releng/job/Releng/job/newStreamRepos/) job to make an I-builds repo for the next release.
-
 #### **Create Git Milestones for the next Release:**
 
 Milestones are already created by running [`Prepare Next Development Cycle`](https://ci.eclipse.org/releng/job/Releng/job/prepareNextDevCycle/) job.