Merge pull request #30 from turkenh/e2e-with-uptest

Add e2e testing with uptest

Author: turkenh

.github/workflows/ci.yaml

@@ -12,7 +12,7 @@ env:
 
 jobs:
   detect-noop:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     outputs:
       noop: ${{ steps.noop.outputs.should_skip }}
     steps:
@@ -25,7 +25,7 @@ jobs:
           do_not_skip: '["workflow_dispatch", "schedule", "push"]'
 
   publish-artifacts:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     needs: detect-noop
     if: needs.detect-noop.outputs.noop != 'true'
 

.github/workflows/e2e.yaml

@@ -0,0 +1,55 @@
+name: End to End Test
+
+on:
+  workflow_dispatch: {}
+  pull_request:
+    types: [opened]
+  issue_comment:
+    types: [created]
+
+env:
+  UPTEST_GCP_PROJECT: ${{ secrets.UPTEST_GCP_PROJECT }}
+  UPTEST_GCP_CREDS: ${{ secrets.UPTEST_GCP_CREDS }}
+
+jobs:
+  detect-noop:
+    runs-on: ubuntu-22.04
+    outputs:
+      noop: ${{ steps.noop.outputs.should_skip }}
+    steps:
+      - name: Detect No-op Changes
+        id: noop
+        uses: fkirc/[email protected]
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          paths_ignore: '["**.md", "**.png", "**.jpg"]'
+          do_not_skip: '["workflow_dispatch", "schedule", "push"]'
+
+  e2e:
+    runs-on: ubuntu-22.04
+    needs: detect-noop
+    if: needs.detect-noop.outputs.noop != 'true'
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          submodules: true
+
+      - name: Fetch History
+        run: git fetch --prune --unshallow
+
+      - uses: khan/[email protected]
+        if: ${{ github.event_name != 'workflow_dispatch' }}
+        id: check
+        with:
+          trigger: '/test-e2e'
+          reaction: rocket
+        env:
+          GITHUB_TOKEN: '${{ secrets.GITHUB_TOKEN }}'
+
+      - name: End to end
+        run: make e2e
+        env:
+          UPTEST_GCP_PROJECT: ${{ secrets.UPTEST_GCP_PROJECT }}
+          UPTEST_GCP_CREDS: ${{ secrets.UPTEST_GCP_CREDS }}

Makefile

@@ -11,7 +11,7 @@ PLATFORMS ?= linux_amd64
 # ====================================================================================
 # Setup Kubernetes tools
 
-UP_VERSION = v0.13.0
+UP_VERSION = v0.14.0
 UP_CHANNEL = stable
 
 -include build/makelib/k8s_tools.mk
@@ -26,6 +26,7 @@ XPKGS = $(PROJECT_NAME)
 
 CROSSPLANE_NAMESPACE = upbound-system
 -include build/makelib/local.xpkg.mk
+-include build/makelib/controlplane.mk
 
 # ====================================================================================
 # Targets
@@ -48,4 +49,13 @@ submodules:
 
 # We must ensure up is installed in tool cache prior to build as including the k8s_tools machinery prior to the xpkg
 # machinery sets UP to point to tool cache.
-build.init: $(UP)
+build.init: $(UP)
+
+# ====================================================================================
+# End to End Testing
+uptest: build $(UPTEST) $(KUBECTL) $(KUTTL) local.xpkg.deploy.configuration.$(PROJECT_NAME)
+	@$(INFO) running automated tests
+	@KUBECTL=$(KUBECTL) KUTTL=$(KUTTL) $(UPTEST) e2e examples/cluster-claim.yaml --setup-script=test/setup.sh --default-timeout=2400 || $(FAIL)
+	@$(OK) running automated tests
+
+e2e: controlplane.up uptest

build

@@ -2,6 +2,9 @@ apiVersion: gcp.platformref.upbound.io/v1alpha1
 kind: Cluster
 metadata:
   name: platform-ref-gcp-cluster
+  namespace: default
+  annotations:
+    uptest.upbound.io/post-assert-hook: testhooks/delete-release.sh
 spec:
   compositionSelector:
     matchLabels:

examples/cluster-claim.yaml

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+set -aeuo pipefail
+
+# Delete the release before deleting the cluster not to orphan the release object
+# Note(turkenh): This is a workaround for the infamous dependency problem during deletion.
+${KUBECTL} delete release --all

examples/testhooks/delete-release.sh

@@ -35,9 +35,9 @@ metadata:
       customize to meet the exact needs of your organization!
 spec:
   crossplane:
-    version: ">=v1.7.0-0"
+    version: ">=v1.9.0-0"
   dependsOn:
     - provider: xpkg.upbound.io/upbound/provider-gcp
       version: ">=v0.13.0"
-    - provider: xpkg.upbound.io/crossplane/provider-helm
-      version: ">=v0.11.1"
+    - provider: xpkg.upbound.io/crossplane-contrib/provider-helm
+      version: ">=v0.12.0"

package/crossplane.yaml

@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+set -aeuo pipefail
+
+UPTEST_GCP_PROJECT=${UPTEST_GCP_PROJECT:-crossplane-playground}
+
+echo "Running setup.sh"
+echo "Waiting until configuration package is healthy/installed..."
+${KUBECTL} wait configuration.pkg platform-ref-gcp --for=condition=Healthy --timeout 5m
+${KUBECTL} wait configuration.pkg platform-ref-gcp --for=condition=Installed --timeout 5m
+
+echo "Creating cloud credential secret"
+${KUBECTL} -n upbound-system create secret generic gcp-creds --from-literal=credentials="${UPTEST_GCP_CREDS}" \
+    --dry-run=client -o yaml | ${KUBECTL} apply -f -
+
+echo "Creating a default provider config"
+cat <<EOF | ${KUBECTL} apply -f -
+apiVersion: gcp.upbound.io/v1beta1
+kind: ProviderConfig
+metadata:
+  name: default
+spec:
+  credentials:
+    secretRef:
+      key: credentials
+      name: gcp-creds
+      namespace: upbound-system
+    source: Secret
+  projectID: ${UPTEST_GCP_PROJECT}
+EOF