WIP: Add initial KinD implementation for testing jenkins agents (#574)

pabrahamsson · web-flow · commit 8ea9ed08919f · 2022-05-31T15:12:17.000+01:00
* Add initial KinD implementation for testing jenkins agents

* Address PR comments, additional robustness + CI of CI
diff --git a/.github/workflows/jenkins-agent-ansible-pr.yaml b/.github/workflows/jenkins-agent-ansible-pr.yaml
@@ -23,3 +23,8 @@ jobs:
           image: ${{ env.image_name }}
           oci: true
           tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-arachni-pr.yaml b/.github/workflows/jenkins-agent-arachni-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-argocd-pr.yaml b/.github/workflows/jenkins-agent-argocd-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-ci-pr.yaml b/.github/workflows/jenkins-agent-ci-pr.yaml
@@ -0,0 +1,31 @@
+
+---
+name: jenkins-agent-ci-pr
+on:
+  pull_request:
+    paths:
+      - _test/kind/**
+      - .github/workflows/jenkins-agent-ci-pr.yaml
+jobs:
+  build:
+    env:
+      context: jenkins-agents/jenkins-agent-ansible
+      image_name: jenkins-agent-ansible
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Build image
+        uses: redhat-actions/buildah-build@v2
+        with:
+          context: ${{ env.context }}
+          dockerfiles: |
+            ./${{ env.context }}/Dockerfile
+          image: ${{ env.image_name }}
+          oci: true
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-conftest-pr.yaml b/.github/workflows/jenkins-agent-conftest-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-cosign-pr.yaml b/.github/workflows/jenkins-agent-cosign-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-erlang-pr.yaml b/.github/workflows/jenkins-agent-erlang-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-golang-pr.yaml b/.github/workflows/jenkins-agent-golang-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-graalvm-pr.yaml b/.github/workflows/jenkins-agent-graalvm-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-gradle-pr.yaml b/.github/workflows/jenkins-agent-gradle-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-helm-pr.yaml b/.github/workflows/jenkins-agent-helm-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-hugo-pr.yaml b/.github/workflows/jenkins-agent-hugo-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-image-mgmt-pr.yaml b/.github/workflows/jenkins-agent-image-mgmt-pr.yaml
@@ -31,5 +31,5 @@ jobs:
 
       - name: Test image
         run: |
-          echo "Running: podman run --entrypoint bash ${image_name}:${{ steps.check_version.outputs.VERSION }} -c \"skopeo --version\""
-          podman run --entrypoint bash ${image_name}:${{ steps.check_version.outputs.VERSION }} -c "skopeo --version"
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-mongodb-pr.yaml b/.github/workflows/jenkins-agent-mongodb-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-mvn-pr.yaml b/.github/workflows/jenkins-agent-mvn-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-npm-pr.yaml b/.github/workflows/jenkins-agent-npm-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-python-pr.yaml b/.github/workflows/jenkins-agent-python-pr.yaml
@@ -31,7 +31,5 @@ jobs:
 
       - name: Test image
         run: |
-          echo "Running: podman run ${image_name}:${{ steps.check_version.outputs.IMAGE_TAGS }} python --version"
-          podman run ${image_name}:${{ steps.check_version.outputs.IMAGE_TAGS }} python --version
-          echo "Running: podman run ${image_name}:${{ steps.check_version.outputs.IMAGE_TAGS }} pip --version"
-          podman run ${image_name}:${{ steps.check_version.outputs.IMAGE_TAGS }} pip --version
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-ruby-pr.yaml b/.github/workflows/jenkins-agent-ruby-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-rust-pr.yaml b/.github/workflows/jenkins-agent-rust-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/.github/workflows/jenkins-agent-zap-pr.yaml b/.github/workflows/jenkins-agent-zap-pr.yaml
@@ -22,4 +22,9 @@ jobs:
             ./${{ env.context }}/Dockerfile
           image: ${{ env.image_name }}
           oci: true
-          tags: "latest"
+          tags: "latest"
+
+      - name: Test image
+        run: |
+          echo "Testing ${{ env.image_name }}"
+          ./_test/kind/setup.sh ${{ env.image_name }}
diff --git a/_test/kind/jenkins-casc-config-scripts-template.yaml b/_test/kind/jenkins-casc-config-scripts-template.yaml
@@ -0,0 +1,18 @@
+controller:
+  JCasC:
+    configScripts:
+      seed-jobs: |
+        jobs:
+          - script: >
+              folder('containers-quickstarts')
+          - script: >
+              pipelineJob('containers-quickstarts/${JENKINS_AGENT}') {
+                definition {
+                  cps {
+                    script('''
+                      ${JENKINSFILE}
+                    '''.stripIndent())
+                    sandbox()
+                  }
+                }
+              }
diff --git a/_test/kind/jenkins-podtemplate.yaml b/_test/kind/jenkins-podtemplate.yaml
@@ -0,0 +1,12 @@
+agent:
+  podTemplates:
+    jenkins-agent: |
+      - name: ${JENKINS_AGENT}
+        label: ${JENKINS_AGENT}
+        serviceAccount: jenkins
+        yamlMergeStrategy: override
+        containers:
+          - name: jnlp
+            args: "^${computer.jnlpmac} ^${computer.name}"
+            image: ${JENKINS_AGENT}:latest
+            workingDir: /tmp
diff --git a/_test/kind/jenkins-values.yaml b/_test/kind/jenkins-values.yaml
@@ -0,0 +1,11 @@
+controller:
+  additionalPlugins:
+    - job-dsl:1.78.3
+  ingress:
+    enabled: true
+persistence:
+  enabled: false
+rbac:
+  readSecrets: true
+serviceAccount:
+  create: true
diff --git a/_test/kind/kind-config.yaml b/_test/kind/kind-config.yaml
@@ -0,0 +1,17 @@
+kind: Cluster
+apiVersion: kind.x-k8s.io/v1alpha4
+nodes:
+- role: control-plane
+  kubeadmConfigPatches:
+  - |
+    kind: InitConfiguration
+    nodeRegistration:
+      kubeletExtraArgs:
+        node-labels: "ingress-ready=true"
+  extraPortMappings:
+  - containerPort: 80
+    hostPort: 80
+    protocol: TCP
+  - containerPort: 443
+    hostPort: 443
+    protocol: TCP
diff --git a/_test/kind/setup.sh b/_test/kind/setup.sh
diff --git a/jenkins-agents/jenkins-agent-helm/Jenkinsfile.test b/jenkins-agents/jenkins-agent-helm/Jenkinsfile.test
