test: Update the Kubernetes and Python version ranges in the CI (kubeflow#11924)

mprahl · web-flow · commit 53bb3a0aade1 · 2025-05-28T13:37:20.000Z
* Minimize the Kubernetes version range in the CI This reduces the matrix to only include the low and high versions. See the KFP community call notes for more context: https://docs.google.com/document/d/1cHAdK1FoGEbuQ-Rl6adBDL5W2YpDiUbnMLIwmoXBoAU/edit?tab=t.0#heading=h.fovolzywu84d Signed-off-by: mprahl <mprahl@users.noreply.github.com> * Reduce the testing matrix for Python versions This reduces the Python versions being tested to the low and high versions to reduce GitHub CI consumption. See the KFP community call discussion for more context: https://docs.google.com/document/d/1cHAdK1FoGEbuQ-Rl6adBDL5W2YpDiUbnMLIwmoXBoAU/edit?tab=t.0#heading=h.fovolzywu84d Signed-off-by: mprahl <mprahl@users.noreply.github.com> * Add an option to run integration tests locally Signed-off-by: mprahl <mprahl@users.noreply.github.com> * Stop using whalesay in the tests The container image is over 10 years old and is in a format that is deprecated on newer Kubernetes versions. Signed-off-by: mprahl <mprahl@users.noreply.github.com> --------- Signed-off-by: mprahl <mprahl@users.noreply.github.com>
diff --git a/.github/workflows/e2e-test.yml b/.github/workflows/e2e-test.yml
@@ -23,7 +23,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: Initialization tests v1 - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
@@ -52,6 +52,8 @@ jobs:
         if: ${{ steps.forward-api-port.outcome == 'success' }}
         working-directory: ./backend/test/initialization
         run: go test -v ./... -namespace kubeflow -args -runIntegrationTests=true
+        env:
+          PULL_NUMBER: ${{ github.event.pull_request.number }}
         continue-on-error: true
 
       - name: Collect failed logs
@@ -71,7 +73,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: Initialization tests v2 - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
@@ -100,6 +102,8 @@ jobs:
         if: ${{ steps.forward-api-port.outcome == 'success' }}
         working-directory: ./backend/test/v2/initialization
         run: go test -v ./... -namespace kubeflow -args -runIntegrationTests=true
+        env:
+          PULL_NUMBER: ${{ github.event.pull_request.number }}
         continue-on-error: true
 
       - name: Collect failed logs
@@ -119,7 +123,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: API integration tests v1 - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
@@ -154,6 +158,8 @@ jobs:
         if: ${{ steps.forward-mysql-port.outcome == 'success' }}
         working-directory: ./backend/test/integration
         run: go test -v ./... -namespace kubeflow -args -runIntegrationTests=true
+        env:
+          PULL_NUMBER: ${{ github.event.pull_request.number }}
         continue-on-error: true
 
       - name: Collect failed logs
@@ -174,7 +180,7 @@ jobs:
     strategy:
       matrix:
         pipeline_store: [ "database", "kubernetes" ]
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: API integration tests v2 - K8s with ${{ matrix.pipeline_store }} ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
@@ -210,6 +216,8 @@ jobs:
         if: ${{ steps.forward-api-port.outcome == 'success' }}
         working-directory: ./backend/test/v2/integration
         run: go test -v ./... -namespace kubeflow -args -runIntegrationTests=true
+        env:
+          PULL_NUMBER: ${{ github.event.pull_request.number }}
         continue-on-error: true
 
       - name: Collect failed logs
@@ -265,6 +273,8 @@ jobs:
         if: ${{ steps.forward-mlmd-port.outcome == 'success' }}
         working-directory: ./backend/test/v2/integration
         run: go test -v ./... -namespace kubeflow -args -runIntegrationTests=true -useProxy=true
+        env:
+          PULL_NUMBER: ${{ github.event.pull_request.number }}
         continue-on-error: true
 
       - name: Collect failed logs
@@ -321,6 +331,8 @@ jobs:
         if: ${{ steps.forward-mlmd-port.outcome == 'success' }}
         working-directory: ./backend/test/v2/integration
         run: go test -v ./... -namespace kubeflow -args -runIntegrationTests=true -cacheEnabled=false
+        env:
+          PULL_NUMBER: ${{ github.event.pull_request.number }}
         continue-on-error: true
 
       - name: Collect failed logs
@@ -340,7 +352,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: Frontend Integration Tests - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
@@ -397,7 +409,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: Basic Sample Tests - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
diff --git a/.github/workflows/kfp-kubernetes-execution-tests.yml b/.github/workflows/kfp-kubernetes-execution-tests.yml
@@ -20,7 +20,7 @@ jobs:
     runs-on: ubuntu-24.04
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: kfp-kubernetes execution tests - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
diff --git a/.github/workflows/kfp-kubernetes-library-test.yml b/.github/workflows/kfp-kubernetes-library-test.yml
@@ -19,9 +19,6 @@ jobs:
       matrix:
         python: [
           { 'version': '3.9' },
-          { 'version': '3.10' },
-          { 'version': '3.11' },
-          { 'version': '3.12' },
           { 'version': '3.13' }
         ]
     steps:
diff --git a/.github/workflows/kfp-samples.yml b/.github/workflows/kfp-samples.yml
@@ -21,7 +21,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: KFP Samples - K8s ${{ matrix.k8s_version }}
 
     steps:
diff --git a/.github/workflows/kfp-sdk-runtime-tests.yml b/.github/workflows/kfp-sdk-runtime-tests.yml
@@ -17,7 +17,7 @@ jobs:
     runs-on: ubuntu-24.04
     strategy:
       matrix:
-        python: ['3.9', '3.10', '3.11', '3.12', '3.13']
+        python: ['3.9', '3.13']
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
diff --git a/.github/workflows/kfp-sdk-tests.yml b/.github/workflows/kfp-sdk-tests.yml
@@ -17,7 +17,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ['3.9', '3.10', '3.11', '3.12', '3.13']
+        python-version: ['3.9', '3.13']
 
     steps:
     - name: Checkout code
diff --git a/.github/workflows/kfp-webhooks.yml b/.github/workflows/kfp-webhooks.yml
@@ -17,7 +17,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: KFP Webhooks - K8s ${{ matrix.k8s_version }}
 
     steps:
diff --git a/.github/workflows/periodic.yml b/.github/workflows/periodic.yml
@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: Periodic Functional Tests - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout repository
diff --git a/.github/workflows/sdk-execution.yml b/.github/workflows/sdk-execution.yml
@@ -19,7 +19,7 @@ jobs:
     runs-on: ubuntu-24.04
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: KFP SDK Execution Tests - K8s ${{ matrix.k8s_version }}
     steps:
       - name: Checkout code
diff --git a/.github/workflows/upgrade-test.yml b/.github/workflows/upgrade-test.yml
@@ -18,7 +18,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        k8s_version: [ "v1.29.2", "v1.30.2", "v1.31.0" ]
+        k8s_version: [ "v1.29.2", "v1.31.0" ]
     name: KFP upgrade tests - K8s ${{ matrix.k8s_version }}
 
     steps:
diff --git a/backend/README.md b/backend/README.md
@@ -14,14 +14,26 @@ Before you begin, ensure you have:
 
 Note that you may need to restart your shell after installing these resources in order for the changes to take effect.
 
-## Building & Testing
+## Testing
 
 To run all unittests for backend:
 
 ```
 go test -v -cover ./backend/...
 ```
 
+If running a [local API server](#run-the-kfp-backend-locally-with-a-kind-cluster), you can run the integration tests
+with:
+
+```bash
+LOCAL_API_SERVER=true go test -v ./backend/test/v2/integration/... -namespace kubeflow -args -runIntegrationTests=true
+```
+
+To run a specific test, you can use the `-run` flag. For example, to run the `TestCacheSingleRun` test in the
+`TestCache` suite, you can use the `-run 'TestCache/TestCacheSingleRun'` flag to the above command.
+
+## Build
+
 The API server itself can be built using:
 
 ```
diff --git a/backend/src/common/client/api_server/util.go b/backend/src/common/client/api_server/util.go
@@ -64,7 +64,17 @@ func toWorkflowTestOnly(workflow string) *workflowapi.Workflow {
 }
 
 func NewHTTPRuntime(clientConfig clientcmd.ClientConfig, debug bool) (
-	*httptransport.Runtime, error) {
+	*httptransport.Runtime, error,
+) {
+	if os.Getenv("LOCAL_API_SERVER") == "true" {
+		httpClient := http.DefaultClient
+		runtime := httptransport.NewWithClient("localhost:8888", "", []string{"http"}, httpClient)
+		if debug {
+			runtime.SetDebug(true)
+		}
+		return runtime, nil
+	}
+
 	// Creating k8 client
 	k8Client, config, namespace, err := util.GetKubernetesClientFromClientConfig(clientConfig)
 	if err != nil {
diff --git a/backend/test/integration/pipeline_api_test.go b/backend/test/integration/pipeline_api_test.go
@@ -15,6 +15,7 @@
 package integration
 
 import (
+	"fmt"
 	"os"
 	"testing"
 	"time"
@@ -136,11 +137,19 @@ func (s *PipelineApiTest) TestPipelineAPI() {
 	assert.Equal(t, "zip-arguments-parameters", argumentUploadPipeline.Name)
 
 	/* ---------- Import pipeline tarball by URL ---------- */
+	pipelineURL := "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/v2/resources/arguments.pipeline.zip"
+
+	if pullNumber := os.Getenv("PULL_NUMBER"); pullNumber != "" {
+		pipelineURL = fmt.Sprintf("https://raw.githubusercontent.com/kubeflow/pipelines/pull/%s/head/backend/test/v2/resources/arguments.pipeline.zip", pullNumber)
+	}
+
 	time.Sleep(1 * time.Second)
 	argumentUrlPipeline, err := s.pipelineClient.Create(&params.PipelineServiceCreatePipelineV1Params{
-		Body: &model.APIPipeline{URL: &model.APIURL{
-			PipelineURL: "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/v2/resources/arguments.pipeline.zip",
-		}},
+		Body: &model.APIPipeline{
+			URL: &model.APIURL{
+				PipelineURL: pipelineURL,
+			},
+		},
 	})
 	require.Nil(t, err)
 	assert.Equal(t, "arguments.pipeline.zip", argumentUrlPipeline.Name)
diff --git a/backend/test/integration/pipeline_version_api_test.go b/backend/test/integration/pipeline_version_api_test.go
@@ -15,6 +15,7 @@
 package integration
 
 import (
+	"fmt"
 	"os"
 	"testing"
 	"time"
@@ -170,11 +171,17 @@ func (s *PipelineVersionApiTest) TestArgoSpec() {
 
 	/* ---------- Import pipeline tarball by URL ---------- */
 	time.Sleep(1 * time.Second)
+	pipelineURL := "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/resources/arguments.pipeline.zip"
+
+	if pullNumber := os.Getenv("PULL_NUMBER"); pullNumber != "" {
+		pipelineURL = fmt.Sprintf("https://raw.githubusercontent.com/kubeflow/pipelines/pull/%s/head/backend/test/resources/arguments.pipeline.zip", pullNumber)
+	}
+
 	argumentUrlPipelineVersion, err := s.pipelineClient.CreatePipelineVersion(&params.PipelineServiceCreatePipelineVersionV1Params{
 		Body: &pipeline_model.APIPipelineVersion{
 			Name: "arguments",
 			PackageURL: &pipeline_model.APIURL{
-				PipelineURL: "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/resources/arguments.pipeline.zip",
+				PipelineURL: pipelineURL,
 			},
 			ResourceReferences: []*pipeline_model.APIResourceReference{
 				{
@@ -205,7 +212,7 @@ func (s *PipelineVersionApiTest) TestArgoSpec() {
 				[]*pipeline_model.APIParameter{
 					{Name: "param1", Value: "hello"}, // Default value in the pipeline template
 					{Name: "param2"},                 // No default value in the pipeline
-				})
+				}, "Found wrong parameters in the pipeline version: %s", p.Name)
 		}
 	}
 
@@ -320,7 +327,7 @@ func (s *PipelineVersionApiTest) TestArgoSpec() {
 		[]*pipeline_model.APIParameter{
 			{Name: "param1", Value: "hello"},
 			{Name: "param2"},
-		})
+		}, "Found wrong parameters in the pipeline version: %s", pipelineVersion.Name)
 
 	/* ---------- Verify get template works ---------- */
 	template, err := s.pipelineClient.GetPipelineVersionTemplate(&params.PipelineServiceGetPipelineVersionTemplateParams{VersionID: argumentYAMLPipelineVersion.ID})
diff --git a/backend/test/integration/upgrade_test.go b/backend/test/integration/upgrade_test.go
@@ -286,11 +286,19 @@ func (s *UpgradeTests) PreparePipelines() {
 	assert.Equal(t, "zip-arguments-parameters", argumentUploadPipeline.Name)
 
 	/* ---------- Import pipeline tarball by URL ---------- */
+	pipelineURL := "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/v2/resources/arguments.pipeline.zip"
+
+	if pullNumber := os.Getenv("PULL_NUMBER"); pullNumber != "" {
+		pipelineURL = fmt.Sprintf("https://raw.githubusercontent.com/kubeflow/pipelines/pull/%s/head/backend/test/v2/resources/arguments.pipeline.zip", pullNumber)
+	}
+
 	time.Sleep(1 * time.Second)
 	argumentUrlPipeline, err := s.pipelineClient.Create(&pipelineParams.PipelineServiceCreatePipelineV1Params{
-		Body: &pipeline_model.APIPipeline{URL: &pipeline_model.APIURL{
-			PipelineURL: "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/v2/resources/arguments.pipeline.zip",
-		}},
+		Body: &pipeline_model.APIPipeline{
+			URL: &pipeline_model.APIURL{
+				PipelineURL: pipelineURL,
+			},
+		},
 	})
 	require.Nil(t, err)
 	assert.Equal(t, "arguments.pipeline.zip", argumentUrlPipeline.Name)
diff --git a/backend/test/v2/integration/pipeline_api_test.go b/backend/test/v2/integration/pipeline_api_test.go
@@ -15,6 +15,8 @@
 package integration
 
 import (
+	"fmt"
+	"os"
 	"testing"
 	"time"
 
@@ -151,6 +153,12 @@ func (s *PipelineApiTest) TestPipelineAPI() {
 	assert.Equal(t, "zip-arguments-parameters", argumentUploadPipeline.DisplayName)
 
 	/* ---------- Import pipeline tarball by URL ---------- */
+	pipelineURL := "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/v2/resources/arguments.pipeline.zip"
+
+	if pullNumber := os.Getenv("PULL_NUMBER"); pullNumber != "" {
+		pipelineURL = fmt.Sprintf("https://raw.githubusercontent.com/kubeflow/pipelines/pull/%s/head/backend/test/v2/resources/arguments.pipeline.zip", pullNumber)
+	}
+
 	time.Sleep(1 * time.Second)
 	argumentUrlPipeline, err := s.pipelineClient.Create(&params.PipelineServiceCreatePipelineParams{
 		Body: &model.V2beta1Pipeline{DisplayName: "arguments.pipeline.zip"},
@@ -164,15 +172,15 @@ func (s *PipelineApiTest) TestPipelineAPI() {
 				Description: "1st version of argument url pipeline",
 				PipelineID:  sequentialPipeline.PipelineID,
 				PackageURL: &model.V2beta1URL{
-					PipelineURL: "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/v2/resources/arguments.pipeline.zip",
+					PipelineURL: pipelineURL,
 				},
 			},
 		})
 	require.Nil(t, err)
 	assert.Equal(t, "argumenturl-v1", argumentUrlPipelineVersion.DisplayName)
 	assert.Equal(t, "1st version of argument url pipeline", argumentUrlPipelineVersion.Description)
 	assert.Equal(t, argumentUrlPipeline.PipelineID, argumentUrlPipelineVersion.PipelineID)
-	assert.Equal(t, "https://github.com/kubeflow/pipelines/raw/refs/heads/master/backend/test/v2/resources/arguments.pipeline.zip", argumentUrlPipelineVersion.PackageURL.PipelineURL)
+	assert.Equal(t, pipelineURL, argumentUrlPipelineVersion.PackageURL.PipelineURL)
 
 	/* ---------- Verify list pipeline works ---------- */
 	pipelines, totalSize, _, err := s.pipelineClient.List(&params.PipelineServiceListPipelinesParams{})
diff --git a/backend/test/v2/integration/pipeline_version_api_test.go b/backend/test/v2/integration/pipeline_version_api_test.go
diff --git a/backend/test/v2/integration/upgrade_test.go b/backend/test/v2/integration/upgrade_test.go
diff --git a/backend/test/v2/resources/arguments-parameters.py b/backend/test/v2/resources/arguments-parameters.py
diff --git a/backend/test/v2/resources/arguments-parameters.yaml b/backend/test/v2/resources/arguments-parameters.yaml
diff --git a/backend/test/v2/resources/arguments.pipeline.zip b/backend/test/v2/resources/arguments.pipeline.zip
diff --git a/backend/test/v2/resources/hello-world.py b/backend/test/v2/resources/hello-world.py
diff --git a/backend/test/v2/resources/hello-world.yaml b/backend/test/v2/resources/hello-world.yaml
