[FLINK-36460] Split out a job for tests outside the default namespace

Author: SamBarker

.github/workflows/ci.yml

@@ -109,6 +109,66 @@ jobs:
           HTTP_CLIENT=${{ matrix.http-client }}
           docker build --progress=plain --no-cache -f ./Dockerfile -t flink-kubernetes-operator:ci-latest --progress plain --build-arg JAVA_VERSION="${JAVA_VERSION:-11}" --build-arg HTTP_CLIENT="${HTTP_CLIENT:-okhttp}" .
           docker images
+      - name: Start the operator
+        run: |
+          helm --debug install flink-kubernetes-operator -n ${{ matrix.namespace }} helm/flink-kubernetes-operator --set image.repository=flink-kubernetes-operator --set image.tag=ci-latest
+          kubectl wait --for=condition=Available --timeout=120s -n ${{ matrix.namespace }} deploy/flink-kubernetes-operator
+          kubectl get pods -n ${{ matrix.namespace }}
+      - name: Run Flink e2e tests
+        run: |
+          sed -i "s/image: flink:.*/image: ${{ matrix.image }}/" e2e-tests/data/*.yaml
+          sed -i "s/flinkVersion: .*/flinkVersion: ${{ matrix.version }}/" e2e-tests/data/*.yaml
+          sed -i "s/mode: .*/mode: ${{ matrix.mode }}/" e2e-tests/data/*.yaml
+          git diff HEAD
+          echo "Running e2e-tests/$test"
+          bash e2e-tests/${{ matrix.test }} || exit 1
+          git reset --hard
+      - name: Stop the operator
+        run: |
+          helm uninstall -n ${{ matrix.namespace }} flink-kubernetes-operator
+      - name: Stop minikube
+        run: |
+          source e2e-tests/utils.sh
+          stop_minikube
+  e2e_namespace_tests:
+    name: Test outside the default namespaces
+    runs-on: ubuntu-latest
+    needs: e2e_smoke_test
+    strategy:
+      matrix:
+        version: ["v1_20"]
+        mode: ["native", "standalone"]
+        namespace: ["flink"]
+        java-version: ["11"]
+        test:
+          - test_application_operations.sh
+          - test_multi_sessionjob.sh
+          - test_autoscaler.sh
+          - test_dynamic_config.sh
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up JDK ${{ matrix.java-version }}
+        uses: actions/setup-java@v4
+        with:
+          java-version: ${{ matrix.java-version }}
+          distribution: 'temurin'
+          cache: 'maven'
+      - name: Start minikube
+        run: |
+          source e2e-tests/utils.sh
+          start_minikube
+      - name: Install cert-manager
+        run: |
+          kubectl get pods -A
+          kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.8.2/cert-manager.yaml
+          kubectl -n cert-manager wait --all=true --for=condition=Available --timeout=300s deploy
+      - name: Build image
+        run: |
+          export SHELL=/bin/bash
+          export DOCKER_BUILDKIT=1
+          eval $(minikube -p minikube docker-env)
+          docker build --progress=plain --no-cache -f ./Dockerfile -t flink-kubernetes-operator:ci-latest --progress plain .
+          docker images
       - name: Start the operator
         run: |
           source e2e-tests/utils.sh
@@ -133,26 +193,22 @@ jobs:
           source e2e-tests/utils.sh
           stop_minikube
   e2e_ci:
+    name: e2e_ci
     needs: e2e_smoke_test
     runs-on: ubuntu-latest
     strategy:
       matrix:
         version: ["v1_20","v1_19","v1_18","v1_17","v1_16"]
-        namespace: ["default","flink"]
+        namespace: ["default"]
         mode: ["native", "standalone"]
         java-version: [ 11 ]
         test:
           - test_application_kubernetes_ha.sh
-          - test_dynamic_config.sh
           - test_sessionjob_kubernetes_ha.sh
           - test_sessionjob_operations.sh
-          - test_multi_sessionjob.sh
-          - test_autoscaler.sh
           - test_flink_operator_ha.sh
           - test_snapshot.sh
         include:
-          - namespace: flink
-            extraArgs: '--create-namespace --set "watchNamespaces={default,flink}"'
           - version: v1_20
             image: flink:1.20
           - version: v1_19
@@ -164,12 +220,6 @@ jobs:
           - version: v1_16
             image: flink:1.16
         exclude:
-          - namespace: default
-            test: test_multi_sessionjob.sh
-          - namespace: default
-            test: test_autoscaler.sh
-          - namespace: default
-            test: test_dynamic_config.sh
           - mode: standalone
             test: test_autoscaler.sh
           - mode: standalone
@@ -208,7 +258,6 @@ jobs:
             java-version: 21
           - version: v1_18
             java-version: 21
-    name: e2e_ci
     steps:
       - uses: actions/checkout@v4
       - name: Set up JDK ${{ matrix.java-version }}
@@ -241,7 +290,7 @@ jobs:
             sed -i "s/# kubernetes.operator.leader-election.lease-name: flink-operator-lease/kubernetes.operator.leader-election.lease-name: flink-operator-lease/" helm/flink-kubernetes-operator/conf/flink-conf.yaml
             sed -i "s/replicas: 1/replicas: 2/" helm/flink-kubernetes-operator/values.yaml
           fi
-          helm --debug install flink-kubernetes-operator -n ${{ matrix.namespace }} helm/flink-kubernetes-operator --set image.repository=flink-kubernetes-operator --set image.tag=ci-latest ${{ matrix.extraArgs }}
+          helm --debug install flink-kubernetes-operator -n ${{ matrix.namespace }} helm/flink-kubernetes-operator --set image.repository=flink-kubernetes-operator --set image.tag=ci-latest
           kubectl wait --for=condition=Available --timeout=120s -n ${{ matrix.namespace }} deploy/flink-kubernetes-operator
           kubectl get pods -n ${{ matrix.namespace }}
       - name: Run Flink e2e tests