install: Check Application Sync Status

When installing Pipeline Service, check that the ArgocD application has
synced in addition to the deployment status of Pipeline Service
components. Also ensure that the ArgoCD application reports "Healthy".

- Add function check_applications to cluster-setup `utils.sh`
- Update cluster-setup `install.sh` to check ArgoCD sync status.

Signed-off-by: Adam Kaplan <[email protected]>

Author: adambkaplan

operator/images/cluster-setup/content/bin/install.sh

@@ -127,6 +127,9 @@ install_clusters() {
     printf -- "- Installing applications via Openshift GitOps... \n"
     install_applications | indent 4
 
+    printf -- "- Checking application status\n"
+    check_applications "openshift-gitops" "pipeline-service" | indent 4
+
     #checking if the pipelines and triggers pods are up and running
     printf -- "- Checking deployment status\n"
     tektonDeployments=("tekton-pipelines-controller" "tekton-triggers-controller" "tekton-triggers-core-interceptors")

operator/images/cluster-setup/content/bin/utils.sh

@@ -20,6 +20,42 @@ exit_error() {
   exit 1
 }
 
+check_applications() {
+  local ns="$1"
+  shift
+  local applications=("$@")
+
+  for app in "${applications[@]}"; do
+    printf -- "- %s: " "$app"
+
+    #a loop to check if the ArgoCD application exists
+    if ! timeout 300s bash -c "while ! kubectl get application/$app -n $ns >/dev/null 2>/dev/null; do printf '.'; sleep 10; done"; then
+      printf "%s not found (timeout)\n" "$app"
+      kubectl get application/"$app" -n "$ns"
+      kubectl -n "$ns" get events | grep Warning
+      exit 1
+    else
+      printf "Exists"
+    fi
+
+     #a loop to check if the ArgoCD application is synced
+    if kubectl wait --for=jsonpath="{.status.sync.status}"="Synced" "application/$app" -n "$ns" --timeout=600s >/dev/null; then
+      printf ", Synced"
+      if kubectl wait --for=jsonpath="{.status.health.status}"="Healthy" "application/$app" -n "$ns" --timeout=600s >/dev/null; then
+        printf ", Healthy\n"
+      else
+        printf ", Unhealthy\n"
+        kubectl -n "$ns" describe "application/$app"
+        exit 1
+      fi
+    else
+      printf ", OutOfSync\n"
+      kubectl -n "$ns" describe "application/$app"
+      exit 1
+    fi
+  done
+}
+
 check_deployments() {
   local ns="$1"
   shift