INSTALL-944: Improve CI pipeline to make it scalable (#683)

* INSTALL-944: Wrap executor runs in script blocks
* INSTALL-944: Simplify jenkinsfile
* INSTALL-944: Use main branch
* INSTALL-944: Add file endline

Author: lulivi

Jenkinsfile

@@ -10,20 +10,34 @@
  * to use the software.
  */
 
-def runBuildStage(String buildMode, String linkMode) {
-    def cmd = "python3 ${env.WORKSPACE}/resources/ci_cd/linux_build.py"
+/**
+ * Build the examples in the specified build and link modes.
+ *
+ * @param buildMode The build mode name.
+ * @param linkMode The link mode name.
+ */
+void runBuildStage(String buildMode, String linkMode) {
+    String cmd = "python3 ${env.WORKSPACE}/resources/ci_cd/linux_build.py"
     cmd += " --build-mode ${buildMode}"
     cmd += " --link-mode ${linkMode}"
-    cmd += " --build-dir ${get_build_directory(buildMode, linkMode)}"
-    sh(cmd)
+    cmd += " --build-dir ${getBuildDirectory(buildMode, linkMode)}"
+    command.run(cmd)
 }
 
-def get_build_directory(String buildMode, String linkMode) {
+/**
+ * Craft the build directory name.
+ *
+ * @param buildMode The build mode name.
+ * @param linkMode The link mode name.
+ */
+String getBuildDirectory(String buildMode, String linkMode) {
     return "build_${buildMode}_${linkMode}"
 }
 
 pipeline {
-    agent none
+    agent {
+        label "${nodeManager.labelFromJobName()}"
+    }
 
     options {
         disableConcurrentBuilds()
@@ -47,71 +61,76 @@ pipeline {
         timeout(time: 2, unit: 'HOURS')
     }
 
-    stages {
-        stage('Build sequence') {
-            agent {
-                dockerfile {
-                    filename 'resources/docker/Dockerfile.linux'
-                    label 'docker'
-                }
-            }
-
-            environment {
-                RTI_INSTALLATION_PATH = "${env.WORKSPACE}"
-            }
-
-            stages {
-                stage('Download Packages') {
-                    steps {
-                        sh 'pip3 install -r resources/ci_cd/requirements.txt'
+    environment {
+        RTI_INSTALLATION_PATH = "${env.WORKSPACE}"
+        VIRTUAL_ENV = "${env.WORKSPACE}/.venv"
+    }
 
+    stages {
+        stage('Download Packages') {
+            steps {
+                script {
+                    nodeManager.runInsideExecutor() {
+                        command.run(
+                            'pip3 install -r resources/ci_cd/requirements.txt'
+                        )
                         withAWSCredentials {
                             withCredentials([
                                 string(credentialsId: 's3-bucket', variable: 'RTI_AWS_BUCKET'),
                                 string(credentialsId: 's3-path', variable: 'RTI_AWS_PATH'),
                             ]) {
-                                sh 'python3 resources/ci_cd/linux_install.py -a $CONNEXTDDS_ARCH'
+                                command.run(
+                                    'python3 resources/ci_cd/linux_install.py -a $CONNEXTDDS_ARCH'
+                                )
                             }
                         }
                     }
                 }
-
-                stage('Build all modes') {
-                    matrix {
-                        axes {
-                            axis {
-                                name 'buildMode'
-                                values 'release', 'debug'
-                            }
-                            axis {
-                                name 'linkMode'
-                                values 'static', 'dynamic'
-                            }
-                        }
-                        stages {
-                            stage('Build single mode') {
-                                steps {
+            }
+        }
+        stage('Build all modes') {
+            matrix {
+                axes {
+                    axis {
+                        name 'buildMode'
+                        values 'release', 'debug'
+                    }
+                    axis {
+                        name 'linkMode'
+                        values 'static', 'dynamic'
+                    }
+                }
+                stages {
+                    stage('Build single mode') {
+                        steps {
+                            script{
+                                nodeManager.runInsideExecutor() {
                                     echo("Build ${buildMode}/${linkMode}")
                                     runBuildStage(buildMode, linkMode)
                                 }
                             }
                         }
                     }
                 }
-
-                stage('Static Analysis') {
-                    steps {
-                        sh "python3 resources/ci_cd/linux_static_analysis.py --build-dir ${get_build_directory('release', 'dynamic')}"
-                    }
-                }
             }
-
-            post {
-                cleanup {
-                    cleanWs()
+        }
+        stage('Static Analysis') {
+            steps {
+                script {
+                    nodeManager.runInsideExecutor() {
+                        command.run("""
+                            python3 resources/ci_cd/linux_static_analysis.py \
+                            --build-dir ${getBuildDirectory('release', 'dynamic')}
+                        """)
+                    }
                 }
             }
         }
     }
+    post {
+        cleanup {
+            cleanWs()
+        }
+    }
 }