WIP

Author: michaelsembwever

.jenkins/k8s/jenkins-deployment.yaml

@@ -80,40 +80,27 @@ controller:
       # TODO: add new version each release branching
       test-job: |
         jobs:
-          - script: >
-              pipelineJob('cassandra') {
-                definition {
-                  cpsScm {
-                    scm {
-                      git {
-                        remote {
-                          url('https://github.com/apache/cassandra')
+          - script: &pipeline-job-template >
+              def createPipelineJob(name, branch) {
+                pipelineJob(name) {
+                  definition {
+                    cpsScm {
+                      scm {
+                        git {
+                          remote {
+                            url('https://github.com/apache/cassandra')
+                          }
+                          branch(branch)
+                          scriptPath('.jenkins/Jenkinsfile')
                         }
-                        branch('trunk')
-                        scriptPath('.jenkins/Jenkinsfile')
                       }
+                      lightweight()
                     }
-                    lightweight()
-                  }
-                }
-              }
-          - script: >
-              pipelineJob('cassandra-5.0') {
-                definition {
-                  cpsScm {
-                    scm {
-                      git {
-                        remote {
-                          url('https://github.com/apache/cassandra')
-                        }
-                        branch('cassandra-5.0')
-                        scriptPath('.jenkins/Jenkinsfile')
-                      }
-                    }
-                    lightweight()
                   }
                 }
               }
+              createPipelineJob('cassandra', 'trunk')
+              createPipelineJob('cassandra-5.0', 'cassandra-5.0')
     globalDefaultFlowDurabilityLevel:
       durabilityHint: "PERFORMANCE_OPTIMIZED"
     securityRealm: |-
@@ -129,6 +116,82 @@ controller:
         allowAnonymousRead: true
     googlePodMonitor:
         enabled: true
+
+# YAML anchors for agent/podTemplates/agent-dind-* definitions
+x-pod-template-base: &pod-template-base
+  activeDeadlineSeconds: '0'
+  idleMinutes: 1
+  nodeUsageMode: "NORMAL"
+  showRawYaml: 'true'
+  slaveConnectTimeout: '30'
+  yamlMergeStrategy: override
+x-jnlp-container-base: &jnlp-container-base
+  name: jnlp
+  # https://github.com/jenkinsci/kubernetes-plugin#pipeline-support
+  alwaysPullImage: true
+  envVars:
+    - envVar:
+        key: DOCKER_TLS_CERTDIR
+        value: /certs/client/
+    - envVar:
+        key: DOCKER_CERT_PATH
+        value: /certs/client/
+    - envVar:
+        key: DOCKER_TLS_VERIFY
+        value: 'true'
+    - envVar:
+        key: DOCKER_HOST
+        value: tcp://localhost:2376
+    - envVar:
+        key: JENKINS_JAVA_OPTS
+        value: '-Dorg.jenkinsci.plugins.durabletask.BourneShellScript.USE_BINARY_WRAPPER=true -Xlog:gc+heap+exit -XX:+HeapDumpOnOutOfMemoryError'
+  # there's a lot of docker pulls,
+  # TODO implement option for docker registry caches :: https://medium.com/@elementtech.dev/#kubernetes-image-proxy-cache-from-minutes-to-milliseconds-fd14173e831f
+  image: apache.jfrog.io/cassan-docker/apache/cassandra-jenkins-k8s
+  livenessProbe:
+    failureThreshold: '0'
+    initialDelaySeconds: '0'
+    periodSeconds: '0'
+    successThreshold: '0'
+    timeoutSeconds: '0'
+  privileged: 'true'
+  ttyEnabled: 'true'
+  workingDir: /home/jenkins/agent
+  resourceRequestCpu: 1
+  resourceLimitCpu: 3
+  resourceRequestMemory: 1G
+  resourceLimitMemory: 2G
+x-dind-container-base: &dind-container-base
+  name: dind
+  alwaysPullImage: 'false'
+  envVars:
+    - envVar:
+        key: DOCKER_TLS_CERTDIR
+        value: /certs
+    - envVar:
+        key: "DOCKER_IPTABLES_LEGACY"
+        value: "1"
+  image: docker:dind
+  args: "--default-address-pool base=192.168.96.0/20,size=24"  # overwrite docker subnet in case of overlapping
+  livenessProbe:
+    failureThreshold: '0'
+    initialDelaySeconds: '0'
+    periodSeconds: '0'
+    successThreshold: '0'
+    timeoutSeconds: '0'
+  privileged: 'true'
+  ttyEnabled: 'true'
+  workingDir: /home/jenkins/agent
+x-volumes-base: &volumes-base
+  - emptyDirVolume:
+      memory: 'false'
+      mountPath: /var/lib/docker
+  - emptyDirVolume:
+      memory: 'false'
+      mountPath: /certs
+# end-of: YAML anchors for agent/podTemplates/agent-dind-* definitions
+
+
 agent:
   disableDefaultAgent: true
   maxRequestsPerHostStr: "3200"
@@ -139,236 +202,52 @@ agent:
   podTemplates:
     agent-dind-small: |
       - name: agent-dind-small
+        <<: *pod-template-base
         label: agent-dind cassandra-small cassandra-amd64-small
         nodeSelector: 'cassandra.jenkins.agent.small=true'
-        activeDeadlineSeconds: '0'
-        idleMinutes: 1
         instanceCap: 50
         instanceCapStr: "50"
-        nodeUsageMode: "NORMAL"
-        showRawYaml: 'true'
-        slaveConnectTimeout: '30'
-        yamlMergeStrategy: override
         containers:
-          - name: jnlp
-            # https://github.com/jenkinsci/kubernetes-plugin#pipeline-support
-            alwaysPullImage: true
-            envVars:
-              - envVar:
-                  key: DOCKER_TLS_CERTDIR
-                  value: /certs/client/
-              - envVar:
-                  key: DOCKER_CERT_PATH
-                  value: /certs/client/
-              - envVar:
-                  key: DOCKER_TLS_VERIFY
-                  value: 'true'
-              - envVar:
-                  key: DOCKER_HOST
-                  value: tcp://localhost:2376
-              - envVar:
-                  key: JENKINS_JAVA_OPTS
-                  value: '-Dorg.jenkinsci.plugins.durabletask.BourneShellScript.USE_BINARY_WRAPPER=true -Xlog:gc+heap+exit -XX:+HeapDumpOnOutOfMemoryError'
-            # there's a lot of docker pulls,
-            # TODO implement option for docker registry caches :: https://medium.com/@elementtech.dev/kubernetes-image-proxy-cache-from-minutes-to-milliseconds-fd14173e831f
-            image: apache.jfrog.io/cassan-docker/apache/cassandra-jenkins-k8s
-            livenessProbe:
-              failureThreshold: '0'
-              initialDelaySeconds: '0'
-              periodSeconds: '0'
-              successThreshold: '0'
-              timeoutSeconds: '0'
-            privileged: 'true'
+          - <<: *jnlp-container-base
             resourceRequestCpu: 1
             resourceLimitCpu: 2
             resourceRequestMemory: 1G
             resourceLimitMemory: 1G
-            ttyEnabled: 'true'
-            workingDir: /home/jenkins/agent
-          - name: dind
-            alwaysPullImage: 'false'
-            envVars:
-            - envVar:
-                key: DOCKER_TLS_CERTDIR
-                value: /certs
-            - envVar:
-                key: "DOCKER_IPTABLES_LEGACY"
-                value: "1"
-            image: docker:dind
-            args: "--default-address-pool base=192.168.96.0/20,size=24"  # overwrite docker subnet in case of overlapping 
-            livenessProbe:
-              failureThreshold: '0'
-              initialDelaySeconds: '0'
-              periodSeconds: '0'
-              successThreshold: '0'
-              timeoutSeconds: '0'
-            privileged: 'true'
+          - <<: *dind-container-base
             resourceRequestCpu: 2
             resourceLimitCpu: 4
             resourceRequestMemory: 1G
             resourceLimitMemory: 2400M
-            ttyEnabled: 'true'
-            workingDir: /home/jenkins/agent
-        volumes:
-          - emptyDirVolume:
-              memory: 'false'
-              mountPath: /var/lib/docker
-          - emptyDirVolume:
-              memory: 'false'
-              mountPath: /certs
+        volumes: *volumes-base
     agent-dind-medium: |
       - name: agent-dind-medium
+        <<: *pod-template-base
         label: agent-dind cassandra-medium cassandra-amd64-medium
         nodeSelector: 'cassandra.jenkins.agent.medium=true'
-        activeDeadlineSeconds: '0'
-        idleMinutes: 1
         instanceCap: 100
         instanceCapStr: "100"
-        nodeUsageMode: "NORMAL"
-        showRawYaml: 'true'
-        slaveConnectTimeout: '30'
-        yamlMergeStrategy: override
         containers:
-          - name: jnlp
-            # https://github.com/jenkinsci/kubernetes-plugin#pipeline-support
-            alwaysPullImage: true
-            envVars:
-              - envVar:
-                  key: DOCKER_TLS_CERTDIR
-                  value: /certs/client/
-              - envVar:
-                  key: DOCKER_CERT_PATH
-                  value: /certs/client/
-              - envVar:
-                  key: DOCKER_TLS_VERIFY
-                  value: 'true'
-              - envVar:
-                  key: DOCKER_HOST
-                  value: tcp://localhost:2376
-              - envVar:
-                  key: JENKINS_JAVA_OPTS
-                  value: '-Dorg.jenkinsci.plugins.durabletask.BourneShellScript.USE_BINARY_WRAPPER=true'
-            image: apache.jfrog.io/cassan-docker/apache/cassandra-jenkins-k8s
-            livenessProbe:
-              failureThreshold: '0'
-              initialDelaySeconds: '0'
-              periodSeconds: '0'
-              successThreshold: '0'
-              timeoutSeconds: '0'
-            privileged: 'true'
-            resourceRequestCpu: 1
-            resourceLimitCpu: 3
-            resourceRequestMemory: 1G
-            resourceLimitMemory: 2400M
-            ttyEnabled: 'true'
-            workingDir: /home/jenkins/agent
-          - name: dind
-            alwaysPullImage: 'false'
-            envVars:
-            - envVar:
-                key: DOCKER_TLS_CERTDIR
-                value: /certs
-            - envVar:
-                key: "DOCKER_IPTABLES_LEGACY"
-                value: "1"
-            image: docker:dind
-            args: "--default-address-pool base=192.168.96.0/20,size=24"  # overwrite docker subnet in case of overlapping
-            livenessProbe:
-              failureThreshold: '0'
-              initialDelaySeconds: '0'
-              periodSeconds: '0'
-              successThreshold: '0'
-              timeoutSeconds: '0'
-            privileged: 'true'
+          - <<: *jnlp-container-base
+          - <<: *dind-container-base
             resourceRequestCpu: 2
             resourceLimitCpu: 4
             resourceRequestMemory: 3400M
             resourceLimitMemory: 5G
-            ttyEnabled: 'true'
-            workingDir: /home/jenkins/agent
-        volumes:
-          - emptyDirVolume:
-              memory: 'false'
-              mountPath: /var/lib/docker
-          - emptyDirVolume:
-              memory: 'false'
-              mountPath: /certs
+        volumes: *volumes-base
     agent-dind-large: |
       - name: agent-dind-large
+        <<: *pod-template-base
         label: agent-dind cassandra-large cassandra-amd64-large cassandra-amd64-large-dedicated
         nodeSelector: 'cassandra.jenkins.agent.large=true'
-        activeDeadlineSeconds: '0'
-        idleMinutes: 1
         instanceCap: 200
         instanceCapStr: "200"
-        nodeUsageMode: "NORMAL"
-        showRawYaml: 'true'
-        slaveConnectTimeout: '30'
-        yamlMergeStrategy: override
         containers:
-          - name: jnlp
-            # https://github.com/jenkinsci/kubernetes-plugin#pipeline-support
-            alwaysPullImage: true
-            envVars:
-              - envVar:
-                  key: DOCKER_TLS_CERTDIR
-                  value: /certs/client/
-              - envVar:
-                  key: DOCKER_CERT_PATH
-                  value: /certs/client/
-              - envVar:
-                  key: DOCKER_TLS_VERIFY
-                  value: 'true'
-              - envVar:
-                  key: DOCKER_HOST
-                  value: tcp://localhost:2376
-              - envVar:
-                  key: JENKINS_JAVA_OPTS
-                  value: '-Dorg.jenkinsci.plugins.durabletask.BourneShellScript.USE_BINARY_WRAPPER=true'
-            image: apache.jfrog.io/cassan-docker/apache/cassandra-jenkins-k8s
-            livenessProbe:
-              failureThreshold: '0'
-              initialDelaySeconds: '0'
-              periodSeconds: '0'
-              successThreshold: '0'
-              timeoutSeconds: '0'
-            privileged: 'true'
-            resourceRequestCpu: 1
-            resourceLimitCpu: 3
-            resourceRequestMemory: 1G
-            resourceLimitMemory: 2G
-            ttyEnabled: 'true'
-            workingDir: /home/jenkins/agent
-          - name: dind
-            alwaysPullImage: 'false'
-            envVars:
-            - envVar:
-                key: DOCKER_TLS_CERTDIR
-                value: /certs
-            - envVar:
-                key: "DOCKER_IPTABLES_LEGACY"
-                value: "1"
-            image: docker:dind
-            args: "--default-address-pool base=192.168.96.0/20,size=24"  # overwrite docker subnet in case of overlapping
-            livenessProbe:
-              failureThreshold: '0'
-              initialDelaySeconds: '0'
-              periodSeconds: '0'
-              successThreshold: '0'
-              timeoutSeconds: '0'
-            privileged: 'true'
+          - <<: *jnlp-container-base
+          - <<: *dind-container-base
             resourceRequestCpu: 6
             resourceLimitCpu: 7
             resourceRequestMemory: 16G
             resourceLimitMemory: 30G
-            ttyEnabled: 'true'
-            workingDir: /home/jenkins/agent
-        volumes:
-          - emptyDirVolume:
-              memory: 'false'
-              mountPath: /var/lib/docker
-          - emptyDirVolume:
-              memory: 'false'
-              mountPath: /certs
+        volumes: *volumes-base