Add debug commands

Signed-off-by: Dale Haiducek <[email protected]>

Author: dhaiducek

.github/workflows/kind.yml

@@ -64,8 +64,13 @@ jobs:
         export GOPATH=$(go env GOPATH)
         make wait-for-work-agent
         make e2e-test
+    
+    - name: Debug
+      if: ${{ failure() }}
+      run: |
+        RUN_MODE="debug" ./build/manage-clusters.sh
 
     - name: Clean up cluster
       if: ${{ always() }}
       run: |
-        DELETE_CLUSTERS="true" ./build/manage-clusters.sh
+        RUN_MODE="delete" ./build/manage-clusters.sh

Makefile

@@ -240,6 +240,29 @@ e2e-dependencies: ## Download ginkgo locally if necessary.
 e2e-test: e2e-dependencies
 	$(GINKGO) -v --fail-fast --slow-spec-threshold=10s test/e2e
 
+.PHONY: e2e-debug
+e2e-debug: ## Collect debug logs from deployed clusters.
+	@echo "##### Gathering information from $(KIND_NAME) #####"
+	-KUBECONFIG=$(KIND_KUBECONFIG) kubectl get managedclusteraddons --all-namespaces
+	-KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n $(CONTROLLER_NAMESPACE) get deployments
+	-KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n $(CONTROLLER_NAMESPACE) get pods
+	-KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n open-cluster-management-agent-addon get deployments
+	-KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n open-cluster-management-agent-addon get pods
+	@echo "* Container logs in namespace $(CONTROLLER_NAMESPACE):"
+	-@for POD in $(shell KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n $(CONTROLLER_NAMESPACE) get pods -o name); do \
+		for CONTAINER in $$(KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n $(CONTROLLER_NAMESPACE) get $${POD} -o jsonpath={.spec.containers[*].name}); do \
+			echo "* Logs for pod $${POD} from container $${CONTAINER} in namespace $(CONTROLLER_NAMESPACE)"; \
+			KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n $(CONTROLLER_NAMESPACE) logs $${POD}; \
+		done; \
+	done
+	@echo "* Container logs in namespace open-cluster-management-agent-addon:"
+	-@for POD in $(shell KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n open-cluster-management-agent-addon get pods -o name); do \
+		for CONTAINER in $$(KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n open-cluster-management-agent-addon get $${POD} -o jsonpath={.spec.containers[*].name}); do \
+			echo "* Logs for pod $${POD} from container $${CONTAINER} in namespace open-cluster-management-agent-addon"; \
+			KUBECONFIG=$(KIND_KUBECONFIG) kubectl -n open-cluster-management-agent-addon logs $${POD}; \
+		done; \
+	done
+
 .PHONY: fmt-dependencies
 fmt-dependencies:
 	$(call go-get-tool,github.com/daixiang0/[email protected])

build/manage-clusters.sh

@@ -1,5 +1,7 @@
 #! /bin/bash
 
+RUN_MODE=${RUN_MODE:-"create"}
+
 # Number of managed clusters
 MANAGED_CLUSTER_COUNT=${MANAGED_CLUSTER_COUNT:-1}
 if [[ -n "${MANAGED_CLUSTER_COUNT//[0-9]}" ]] || [[ "${MANAGED_CLUSTER_COUNT}" == "0" ]]; then
@@ -12,23 +14,35 @@ CLUSTER_PREFIX=${CLUSTER_PREFIX:-"cluster"}
 export KIND_NAME="${KIND_PREFIX}1"
 export MANAGED_CLUSTER_NAME="${CLUSTER_PREFIX}1"
 # Deploy the hub cluster as cluster1
-if [ "${DELETE_CLUSTERS}" == "true" ]; then
-  make kind-delete-cluster
-else
-  make kind-deploy-controller
-fi
+case ${RUN_MODE} in
+  delete)
+    make kind-delete-cluster
+    ;;
+  debug)
+    make e2e-debug
+    ;;
+  create)
+    make kind-deploy-controller
+    ;;
+esac
 
 # Deploy a variable number of managed clusters starting with cluster2
 for i in $(seq 2 $((MANAGED_CLUSTER_COUNT+1))); do
   export KIND_NAME="${KIND_PREFIX}${i}"
   export MANAGED_CLUSTER_NAME="${CLUSTER_PREFIX}${i}"
   export HUB_KUBECONFIG="${PWD}/${KIND_PREFIX}1.kubeconfig-internal"
-  if [ "${DELETE_CLUSTERS}" == "true" ]; then
-    make kind-delete-cluster
-  else
-    make kind-deploy-registration-operator-managed
-    # Approval takes place on the hub
-    export KIND_NAME="${KIND_PREFIX}1"
-    make kind-approve-cluster
-  fi
+  case ${RUN_MODE} in
+    delete)
+      make kind-delete-cluster
+      ;;
+    debug)
+      make e2e-debug
+      ;;
+    create)
+      make kind-deploy-registration-operator-managed
+      # Approval takes place on the hub
+      export KIND_NAME="${KIND_PREFIX}1"
+      make kind-approve-cluster
+      ;;
+  esac
 done