chore(ci): fix e2e run in nested cluster, add cleanup for nested cluster (#1908)

Description
Run all e2e tests instead single test "VirtualMachineConfiguration" in nested cluster
Also add cleanup for nested cluster with failed e2e tests that older than 3 days (namespace and vmaclass)

-------------

Signed-off-by: Nikita Korolev <nikita.korolev@flant.com>

Author: universal-itengineer

.github/workflows/e2e-matrix.yml

@@ -28,8 +28,31 @@ defaults:
     shell: bash
 
 jobs:
+  cleanup-nested-clusters:
+    name: Cleanup nested clusters
+    runs-on: ubuntu-latest
+    steps:
+      - name: Configure kubectl via azure/k8s-set-context@v4
+        uses: azure/k8s-set-context@v4
+        with:
+          method: kubeconfig
+          context: e2e-cluster-nightly-e2e-virt-sa
+          kubeconfig: ${{ secrets.VIRT_E2E_NIGHTLY_SA_TOKEN }}
+      - name: Delete nested clusters
+        run: |
+          echo "[INFO] Show namespaces with label test=nightly-e2e older than 3 days for delete"
+          kubectl get namespaces -l test=nightly-e2e -o jsonpath='{range .items[?(@.metadata.creationTimestamp<"'$(date -d '3 day ago' -u +'%Y-%m-%dT%H:%M:%SZ')'")]}{.metadata.name}{"\t"}{.metadata.creationTimestamp}{"\n"}{end}' || true
+          echo "[INFO] Show vmclass with label test=nightly-e2e older than 3 days for delete"
+          kubectl get namespaces -l test=nightly-e2e -o jsonpath='{range .items[?(@.metadata.creationTimestamp<"'$(date -d '3 day ago' -u +'%Y-%m-%dT%H:%M:%SZ')'")]}{.metadata.name}{"\t"}{.metadata.creationTimestamp}{"\n"}{end}' || true
+
+          echo "[INFO] Delete namespaces with label test=nightly-e2e older than 3 days"
+          kubectl get namespaces -l test=nightly-e2e -o jsonpath='{range .items[?(@.metadata.creationTimestamp<"'$(date -d '3 day ago' -u +'%Y-%m-%dT%H:%M:%SZ')'")]}{.metadata.name}{"\n"}{end}' | xargs -r kubectl delete namespace || true
+          echo "[INFO] Delete vmclass with label test=nightly-e2e older than 3 days"
+          kubectl get vmclass -l test=nightly-e2e -o jsonpath='{range .items[?(@.metadata.creationTimestamp<"'$(date -d '3 day ago' -u +'%Y-%m-%dT%H:%M:%SZ')'")]}{.metadata.name}{"\n"}{end}' | xargs -r kubectl delete vmclass || true
+
   e2e-ceph:
     name: E2E Pipeline (Ceph)
+    needs: cleanup-nested-clusters
     uses: ./.github/workflows/e2e-reusable-pipeline.yml
     with:
       storage_type: ceph
@@ -48,6 +71,7 @@ jobs:
 
   e2e-replicated:
     name: E2E Pipeline (Replicated)
+    needs: cleanup-nested-clusters
     uses: ./.github/workflows/e2e-reusable-pipeline.yml
     with:
       storage_type: replicated
@@ -63,6 +87,7 @@ jobs:
       VIRT_E2E_NIGHTLY_SA_TOKEN: ${{ secrets.VIRT_E2E_NIGHTLY_SA_TOKEN }}
       PROD_IO_REGISTRY_DOCKER_CFG: ${{ secrets.PROD_IO_REGISTRY_DOCKER_CFG }}
       BOOTSTRAP_DEV_PROXY: ${{ secrets.BOOTSTRAP_DEV_PROXY }}
+
   report-to-channel:
     runs-on: ubuntu-latest
     name: End-to-End tests report

.github/workflows/e2e-reusable-pipeline.yml

@@ -70,6 +70,11 @@ on:
         type: string
         default: "3h"
         description: "E2E tests timeout"
+      e2e_focus_tests:
+        required: false
+        type: string
+        default: ""
+        description: "E2E tests focus tests like 'VirtualMachineConfiguration' and so on (by default all tests are run)"
     secrets:
       DEV_REGISTRY_DOCKER_CFG:
         required: true
@@ -1147,8 +1152,8 @@ jobs:
           cp -a legacy/testdata /tmp/testdata
 
           set +e
-          FOCUS="VirtualMachineConfiguration"
-          if [ -n $FOCUS ]; then
+          FOCUS="${{ inputs.e2e_focus_tests }}"
+          if [ -n "$FOCUS" ]; then
             go tool ginkgo \
               --focus="$FOCUS" \
               -v --race --timeout=$TIMEOUT \