Add pod postStart lifecycle for SeaweedFS and remove Job initializer (#12387)

* feat: added fix for flaky test

Signed-off-by: Sahil Silare <[email protected]>

* feat: removed create admin user job to avoid race

Signed-off-by: Sahil Silare <[email protected]>

* feat: fixed indentation

Signed-off-by: Sahil Silare <[email protected]>

* chore: fixed indentation

Signed-off-by: Sahil Silare <[email protected]>

* chore: removed reference from kustomization.yaml

Signed-off-by: Sahil Silare <[email protected]>

* Update seaweedfs-deployment.yaml

Signed-off-by: Julius von Kohout <[email protected]>

* fall back to seaweedfs 3.92

Signed-off-by: Harshvir Potpose <[email protected]>

---------

Signed-off-by: Sahil Silare <[email protected]>
Signed-off-by: Julius von Kohout <[email protected]>
Signed-off-by: Harshvir Potpose <[email protected]>
Co-authored-by: Sahil Silare <[email protected]>
Co-authored-by: Julius von Kohout <[email protected]>

Author: 3 people

manifests/kustomize/third-party/seaweedfs/base/seaweedfs/kustomization.yaml

@@ -6,7 +6,6 @@ resources:
 - seaweedfs-deployment.yaml
 - seaweedfs-pvc.yaml
 - seaweedfs-networkpolicy.yaml
-- seaweedfs-create-admin-user-job.yaml
 - seaweedfs-service.yaml
 - seaweedfs-service-account.yaml
 - minio-service.yaml

manifests/kustomize/third-party/seaweedfs/base/seaweedfs/seaweedfs-create-admin-user-job.yaml

@@ -24,14 +24,35 @@ spec:
           type: RuntimeDefault
       containers:
       - name: seaweedfs
-        image: 'chrislusf/seaweedfs:3.92'
+        envFrom:
+        - secretRef:
+            name: mlpipeline-minio-artifact
+        image: "chrislusf/seaweedfs:3.92"
         args:
-        - 'server'
-        - '-dir=/data'
-        - '-s3'
-        - '-iam'
-        - '-filer'
-        - '-master.volumePreallocate=false'
+        - "server"
+        - "-dir=/data"
+        - "-s3"
+        - "-iam"
+        - "-filer"
+        - "-master.volumePreallocate=false"
+        lifecycle:
+          postStart:
+            exec:
+              command:
+              - /bin/sh
+              - -ec
+              - |
+                # wait until seaweedfs master is ready
+                for i in $(seq 1 120); do
+                  if wget -q --spider http://127.0.0.1:8333/status; then
+                    break
+                  fi
+                  sleep 2
+                done
+                # create bucket if not exists (ignore error if exists)
+                echo "s3.bucket.create --name mlpipeline" | /usr/bin/weed shell || true
+                # configure admin user using keys from secret
+                echo "s3.configure -user kubeflow-admin -access_key $accesskey -secret_key $secretkey -actions Admin -apply" | /usr/bin/weed shell
         ports:
         - containerPort: 8333
         - containerPort: 8111
@@ -48,7 +69,7 @@ spec:
           successThreshold: 1
           failureThreshold: 100
           timeoutSeconds: 10
-        securityContext:  # Using restricted profile
+        securityContext: # Using restricted profile
           allowPrivilegeEscalation: false
           privileged: false
           runAsNonRoot: true