fix(CI): ensure SeaweedFS S3 auth before tests

Signed-off-by: VaniHaripriya <[email protected]>

Author: VaniHaripriya

.github/resources/scripts/deploy-kfp.sh

@@ -31,6 +31,7 @@ CACHE_DISABLED=false
 MULTI_USER=false
 STORAGE_BACKEND="seaweedfs"
 AWF_VERSION=""
+SEAWEEDFS_INIT_TIMEOUT=300s
 
 # Loop over script arguments passed. This uses a single switch-case
 # block with default value in case we want to make alternative deployments
@@ -165,6 +166,16 @@ then
   exit 1
 fi
 
+# Ensure SeaweedFS S3 auth is configured before proceeding
+if [ "${STORAGE_BACKEND}" = "seaweedfs" ]; then
+  wait_for_seaweedfs_init "${SEAWEEDFS_INIT_TIMEOUT}" || EXIT_CODE=$?
+  if [[ $EXIT_CODE -ne 0 ]]
+  then
+    echo "SeaweedFS init job did not complete successfully."
+    exit 1
+  fi
+fi
+
 # Check if all pods are running - (10 minutes)
 wait_for_pods || EXIT_CODE=$?
 if [[ $EXIT_CODE -ne 0 ]]

.github/resources/scripts/helper-functions.sh

@@ -61,6 +61,16 @@ wait_for_pods () {
     python "${C_DIR}"/kfp-readiness/wait_for_pods.py
 }
 
+wait_for_seaweedfs_init () {
+    # Wait for SeaweedFS init job to complete to ensure S3 auth is configured
+    local timeout="$1"
+    if kubectl -n kubeflow get job init-seaweedfs >/dev/null 2>&1; then
+        if ! kubectl -n kubeflow wait --for=condition=complete --timeout="$timeout" job/init-seaweedfs; then
+            return 1
+        fi
+    fi
+}
+
 deploy_with_retries () {
     if [[ $# -ne 4 ]]
     then