Tests in golang (#100)

Author: Jorres

.github/workflows/e2e.yml

@@ -1,20 +1,48 @@
 name: run-e2e
 on:
-  push:
-    branches: [ "master" ]
   pull_request:
     branches: [ "master" ]
-jobs:
+jobs:                                             
+  start-runner:
+    name: Start self-hosted YC runner
+    runs-on: ubuntu-latest
+    outputs:
+      label: ${{ steps.start-yc-runner.outputs.label }}
+      instance-id: ${{ steps.start-yc-runner.outputs.instance-id }}
+    steps:
+      - name: Start YC runner
+        id: start-yc-runner
+        uses: yc-actions/yc-github-runner@v1
+        with:
+          mode: start
+          yc-sa-json-credentials: ${{ secrets.CI_RUNNER_CREATOR_KEY }}
+          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
+          folder-id: b1gmgbhccra2qca8v5g6
+          image-id: fd80o2eikcn22b229tsa
+          cores: 16
+          disk-type: network-ssd-nonreplicated
+          disk-size: 465GB
+          memory: 32GB
+          core-fraction: 100
+          subnet-id: e9bm73bk6gh9ag8clm2o
   run-e2e-job:
     name: run-e2e-job
-    runs-on: self-hosted
+    needs: start-runner
+    runs-on: ${{ needs.start-runner.outputs.label }}
     steps:
       - uses: actions/checkout@v2          
       - uses: actions/setup-go@v3
         with:
           go-version: '1.19'
       - name: install-dependencies
         run: |
+          sudo apt-get update 
+          sudo apt-get install -y build-essential
+          echo $(which gcc)
+
+          export HOME=/actions-runner
+          echo "HOME=/actions-runner" >> $GITHUB_ENV
+
           go install sigs.k8s.io/[email protected] 
 
           curl -LO https://dl.k8s.io/release/v1.25.0/bin/linux/amd64/kubectl
@@ -25,10 +53,18 @@ jobs:
           tar -zxvf "${HELM_PKG}"
           mv ./linux-amd64/helm .
 
-          echo "$(pwd)"
+          curl -sSL https://storage.yandexcloud.net/yandexcloud-ydb/install.sh | bash
+
           echo "$(pwd)" >> $GITHUB_PATH
+          echo "$HOME/ydb/bin" >> $GITHUB_PATH
+          echo "$HOME/go/bin" >> $GITHUB_PATH
+      - name: configure-system
+        run: |
+          sudo sysctl fs.inotify.max_user_instances=1280
+          sudo sysctl fs.inotify.max_user_watches=655360
       - name: check-dependencies
         run: |
+          gcc --version
           go version
           kind version
           kubectl version --short --client=true
@@ -50,47 +86,31 @@ jobs:
       - name: load-and-deploy-operator
         run: |
           docker pull k8s.gcr.io/ingress-nginx/kube-webhook-certgen:v1.0
-          kind load docker-image k8s.gcr.io/ingress-nginx/kube-webhook-certgen:v1.0
           kind load docker-image kind/ydb-operator:current
-          helm -n ydb-operator install --create-namespace ydb-operator ./deploy/ydb-operator \
-          -f ./e2e/operator-values.yaml \
-          --set image.repository=kind/ydb-operator \
-          --set image.tag=current \
-          --set image.pullPolicy=Never || sleep 100000
-          # while true; do OPERATOR_POD_NAME=$(kubectl get pods -n ydb-operator |  awk '{if ($1 ~ "ydb-operator") print $1}'); kubectl logs -n ydb-operator $OPERATOR_POD_NAME || true; kubectl describe pod -n ydb-operator $OPERATOR_POD_NAME; sleep 30; done
-          OPERATOR_POD_NAME=$(kubectl get pods -n ydb-operator |  awk '{if ($1 ~ "ydb-operator") print $1}')
-          kubectl wait --timeout=5m --for=condition=ready pod -n ydb-operator $OPERATOR_POD_NAME
       - name: pull-and-load-ydb-image
         run: |
           # TODO would be cool to parse YDB image from manifests to avoid duplicating information
           docker pull cr.yandex/crptqonuodf51kdj7a7d/ydb:22.4.44
           kind load docker-image cr.yandex/crptqonuodf51kdj7a7d/ydb:22.4.44
-      - name: apply-resources
+      - name: run-tests
         run: |
-          # TODO NOW, THIS COULD BE FULLY REPLACED WITH TESTS IN GOLANG! I WAIT FOR DATABASE PODS AS AN EXAMPLE ONLY!
-          # REAL TESTS WILL BE WRITTEN IN GOLANG AND WILL USE THE INFRASTRUCTURE CREATED ABOVE!
-          kubectl create namespace ydb
-
-          kubectl apply -f ./e2e/manifests/storage.yaml
-          kubectl apply -f ./e2e/manifests/database.yaml
-
-          # TODO namespace and labels are hardcoded in the next command, that is duplication.
-          # We should get the label and its value from ./e2e/manifests/*.yaml
-          kubectl wait --timeout=15m --for=condition=storageinitialized=true storage -n ydb ycydb
-          kubectl wait --timeout=10m --for=condition=ready pod -n ydb -l ydb-cluster=kind-storage
-
-          kubectl wait --timeout=10m --for=condition=tenantinitialized=true  database -n ydb database
-          kubectl wait --timeout=10m --for=condition=ready pod -n ydb -l ydb-cluster=kind-database
-
-          # Something as a reference for a more complicated check later. Be careful with the yaml indentation!
-          # while true; do
-          #   LST=$(kubectl get pods -n ydb -l ydb-cluster=kind-storage -o=jsonpath="{.items[*].status.phase}")
-          #   for arg in "$(LST)"; do [[ $arg != "Running" ]] && exit 1; done; exit 0
-          # done
-
-          # TODO create a pod that will execute `select 1` against the cluster
-          # FIRST_DATABASE_POD_NAME=$(kubectl get pods -n ydb |  awk '{if ($1 ~ "database") print $1}')
-          # kubectl exec "$FIRST_DATABASE_POD_NAME" -n ydb -- bash
+          go test -p 1 ./...
       - name: teardown-k8s-cluster
         run: |
           kind delete cluster
+  stop-runner:
+    name: Stop self-hosted YC runner
+    needs:
+      - start-runner
+      - run-e2e-job
+    runs-on: ubuntu-latest
+    if: ${{ always() }}
+    steps:
+      - name: Stop YC runner
+        uses: yc-actions/yc-github-runner@v1
+        with:
+          mode: stop
+          yc-sa-json-credentials: ${{ secrets.CI_RUNNER_CREATOR_KEY }}
+          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
+          label: ${{ needs.start-runner.outputs.label }}
+          instance-id: ${{ needs.start-runner.outputs.instance-id }}

Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.17 as builder
+FROM golang:1.19 as builder
 
 WORKDIR /workspace
 COPY go.mod go.mod