Merge branch 'master' into pipeline-helm-charts

Signed-off-by: Kunal Dugar <[email protected]>

Author: kunal-511

.github/workflows/full_kubeflow_integration_test.yaml

@@ -81,9 +81,6 @@ jobs:
     - name: Install Admission Webhook
       run: kustomize build applications/admission-webhook/upstream/overlays/cert-manager | kubectl apply -f -
 
-    - name: Install PodDefaults CRD
-      run: kubectl get crd poddefaults.kubeflow.org || kubectl apply -f https://raw.githubusercontent.com/kubeflow/kubeflow/master/components/admission-webhook/manifests/base/crd.yaml
-
     - name: Install Volumes Web Application
       run: ./tests/volumes_web_application_install.sh
 
@@ -158,7 +155,7 @@ jobs:
 
     - name: V2 Pipeline Test
       run: |
-        pip3 install -U "kfp>=2.13.0"
+        pip3 install -U "kfp>=2.14.3"
         TOKEN="$(kubectl -n $KF_PROFILE create token default-editor)"
         python3 tests/pipeline_v2_test.py run_pipeline "${TOKEN}" "${KF_PROFILE}"
 
@@ -195,14 +192,7 @@ jobs:
         kubectl -n $KF_PROFILE exec test-0 -- python /home/jovyan/pipeline_run_and_wait_kubeflow.py
 
     - name: Run Katib Test
-      run: |
-        kubectl apply -f tests/katib_test.yaml
-        kubectl wait --for=condition=Running experiments.kubeflow.org -n $KF_PROFILE --all --timeout=60s
-        echo "Waiting for all Trials to be Completed..."
-        kubectl wait --for=condition=Created trials.kubeflow.org -n $KF_PROFILE --all --timeout=60s
-        kubectl get trials.kubeflow.org -n $KF_PROFILE
-        kubectl wait --for=condition=Succeeded trials.kubeflow.org -n $KF_PROFILE --all --timeout 600s
-        kubectl get trials.kubeflow.org -n $KF_PROFILE
+      run: ./tests/katib_test.sh "${KF_PROFILE}"
 
     - name: Run KServe Test
       run: |

.github/workflows/helm-kustomize-comparison.yml

@@ -42,4 +42,4 @@ jobs:
       env:
         VERBOSE: "true"
       run: |
-        ./tests/helm_kustomize_compare_all.sh model-registry
+        ./tests/helm_kustomize_compare_all.sh

.github/workflows/katib-helm-kustomize-comparison.yaml

@@ -63,14 +63,7 @@ jobs:
       run: ./tests/port_forward_gateway.sh
 
     - name: Run Katib Test
-      run: |
-        kubectl apply -f tests/katib_test.yaml
-        kubectl wait --for=condition=Running experiments.kubeflow.org -n $KF_PROFILE --all --timeout=300s
-        echo "Waiting for all Trials to be Completed..."
-        kubectl wait --for=condition=Created trials.kubeflow.org -n $KF_PROFILE --all --timeout=60s
-        kubectl get trials.kubeflow.org -n $KF_PROFILE
-        kubectl wait --for=condition=Succeeded trials.kubeflow.org -n $KF_PROFILE --all --timeout 600s
-        kubectl get trials.kubeflow.org -n $KF_PROFILE
+      run: ./tests/katib_test.sh "${KF_PROFILE}"
 
     - name: Test Authorized Katib Access
       run: kubectl get experiments.kubeflow.org -n $KF_PROFILE --token="$(kubectl -n $KF_PROFILE create token default-editor)"

.github/workflows/katib_test.yaml

@@ -98,14 +98,14 @@ jobs:
 
     - name: List and deploy test pipeline with V2 API
       run: |
-        pip3 install kfp==2.13.0
+        pip3 install kfp==2.14.3
         KF_PROFILE=kubeflow-user-example-com
         TOKEN="$(kubectl -n $KF_PROFILE create token default-editor)"
         python3 tests/pipeline_v2_test.py run_pipeline "${TOKEN}" "${KF_PROFILE}"
 
     - name: Fail to list pipelines with unauthorized ServiceAccount Token (V2 API)
       run: |
-        pip3 install kfp==2.13.0
+        pip3 install kfp==2.14.3
         KF_PROFILE=kubeflow-user-example-com
         TOKEN="$(kubectl -n default create token default)"
         python3 tests/pipeline_v2_test.py test_unauthorized_access "${TOKEN}" "${KF_PROFILE}"

.github/workflows/kserve-models-web-app-comparison.yml

@@ -85,7 +85,7 @@ jobs:
 
     - name: V2 Pipeline Test
       run: |
-        pip3 install "kfp>=2.13.0"
+        pip3 install "kfp>=2.14.3"
         TOKEN="$(kubectl -n $KF_PROFILE create token default-editor)"
         python3 tests/pipeline_v2_test.py run_pipeline "${TOKEN}" "${KF_PROFILE}"
 

.github/workflows/pipeline_swfs_test.yaml

@@ -70,7 +70,7 @@ This repository periodically synchronizes all official Kubeflow components from
 | Katib | applications/katib/upstream | [v0.18.0](https://github.com/kubeflow/katib/tree/v0.18.0/manifests/v1beta1) | 13m | 476Mi | 10GB |
 | KServe | applications/kserve/kserve | [v0.15.0](https://github.com/kserve/kserve/releases/tag/v0.15.0/install/v0.15.0) | 600m | 1200Mi | 0GB |
 | KServe Models Web Application | applications/kserve/models-web-app | [v0.14.0](https://github.com/kserve/models-web-app/tree/v0.14.0/config) | 6m | 259Mi  | 0GB |
-| Kubeflow Pipelines | applications/pipeline/upstream | [2.14.0](https://github.com/kubeflow/pipelines/tree/2.14.0/manifests/kustomize) | 970m | 3552Mi | 35GB |
+| Kubeflow Pipelines | applications/pipeline/upstream | [2.14.3](https://github.com/kubeflow/pipelines/tree/2.14.3/manifests/kustomize) | 970m | 3552Mi | 35GB |
 | Kubeflow Model Registry | applications/model-registry/upstream | [v0.3.0](https://github.com/kubeflow/model-registry/tree/v0.3.0/manifests/kustomize) | 510m | 2112Mi | 20GB |
 | Spark Operator	|	applications/spark/spark-operator	|	[2.3.0](https://github.com/kubeflow/spark-operator/tree/v2.3.0) | 9m | 41Mi | 0GB |
 | Istio | common/istio | [1.27.0](https://github.com/istio/istio/releases/tag/1.27.0) | 750m | 2364Mi | 0GB |
@@ -409,6 +409,17 @@ kustomize build common/istio/kubeflow-istio-resources/base | kubectl apply -f -
 
 Kubeflow Pipelines offers two deployment options to choose from, each designed for different use cases and operational preferences. The traditional database-based approach stores pipeline definitions in an external database, while the Kubernetes native API mode leverages Kubernetes custom resources for pipeline definition storage and management.
 
+The default artifact store is now seaweedfs as explained [here](https://medium.com/@hpotpose26/kubeflow-pipelines-embraces-seaweedfs-9a7e022d5571). The single-command installation using the `example` kustomization sets SeaweedFS as the default S3-compatible artifact store for Pipelines. It replaces `minio-service` to route S3 traffic to SeaweedFS and patches the Argo Workflow controller to use it.
+If you are following the step-by-step installation and want SeaweedFS as your Pipelines artifact store, apply the following overlay instead of the MinIO-based overlays:
+
+```sh path=null start=null
+kustomize build experimental/seaweedfs/istio | kubectl apply -f -
+```
+
+To switch back to MinIO, use the standard upstream Pipelines overlays shown below.
+
+TODO MinIO Will be removed in the next releases.
+
 
 ##### Pipeline Definitions Stored in the Database
 
@@ -748,3 +759,4 @@ pre-commit run
 - **Q:** Why does Istio CNI fail on Google Kubernetes Engine (GKE) with "read-only file system" errors?
   **A:** GKE mounts `/opt/cni/bin` as read-only for security reasons, preventing the Istio CNI installer from writing the CNI binary. Use the GKE-specific overlay: `kubectl apply -k common/istio/istio-install/overlays/gke`. This overlay uses GKE's writable CNI directory at `/home/kubernetes/bin`. For more details, see [Istio CNI Prerequisites](https://istio.io/latest/docs/setup/additional-setup/cni/#prerequisites) and [Platform Prerequisites](https://istio.io/latest/docs/ambient/install/platform-prerequisites/).-`
 
+

.github/workflows/pipeline_test.yaml

@@ -1,6 +1,7 @@
 approvers:
-  - gkcalat
-  - zijianjoy
+  - chensun
+  - HumairAK
 reviewers:
-  - gkcalat
-  - zijianjoy
+  - mprahl
+  - droctothorpe
+  - hbelmiro

README.md

@@ -6,7 +6,7 @@ resources:
   - cache-deployer-deployment.yaml
 images:
   - name: ghcr.io/kubeflow/kfp-cache-deployer
-    newTag: 2.5.0
+    newTag: 2.14.3
 labels:
   - includeSelectors: true
     pairs: