fix(CI): ensure SeaweedFS S3 auth is set up before tests (#12322)

Signed-off-by: VaniHaripriya <[email protected]>
Signed-off-by: CollinHowland <[email protected]>

Author: VaniHaripriya

.github/resources/scripts/deploy-kfp.sh

@@ -32,6 +32,7 @@ MULTI_USER=false
 STORAGE_BACKEND="seaweedfs"
 AWF_VERSION=""
 POD_TO_POD_TLS_ENABLED=false
+SEAWEEDFS_INIT_TIMEOUT=300s
 
 # Loop over script arguments passed. This uses a single switch-case
 # block with default value in case we want to make alternative deployments
@@ -203,6 +204,17 @@ then
   exit 1
 fi
 
+# Ensure SeaweedFS S3 auth is configured before proceeding
+if [ "${STORAGE_BACKEND}" == "seaweedfs" ]; then
+  wait_for_seaweedfs_init kubeflow "${SEAWEEDFS_INIT_TIMEOUT}" || EXIT_CODE=$?
+  if [[ $EXIT_CODE -ne 0 ]]
+  then
+    echo "SeaweedFS init job did not complete successfully."
+    exit 1
+  fi
+  echo "SeaweedFS init job completed successfully."
+fi
+
 # Verify pipeline integration for multi-user mode
 if [ "${MULTI_USER}" == "true" ]; then
   echo "Verifying Pipeline Integration..."

.github/resources/scripts/helper-functions.sh

@@ -61,6 +61,17 @@ wait_for_pods () {
     python "${C_DIR}"/kfp-readiness/wait_for_pods.py
 }
 
+wait_for_seaweedfs_init () {
+    # Wait for SeaweedFS init job to complete to ensure S3 auth is configured
+    local namespace="$1"
+    local timeout="$2"
+    if kubectl -n "$namespace" get job init-seaweedfs > /dev/null 2>&1; then
+        if ! kubectl -n "$namespace" wait --for=condition=complete --timeout="$timeout" job/init-seaweedfs; then
+            return 1
+        fi
+    fi
+}
+
 deploy_with_retries () {
     if [[ $# -ne 4 ]]
     then