Update workflow

RokibulHasan7 · RokibulHasan7 · commit 8b4e77f8b404 · 2026-01-03T00:30:31.000+06:00
diff --git a/.github/workflows/build-&-publish-docker-image.yml b/.github/workflows/build-&-publish-docker-image.yml
@@ -22,7 +22,7 @@ env:
 jobs:
   blobber:
     timeout-minutes: 30
-    runs-on: [blobber-runner]
+    runs-on: [hetzner-build]
     steps:
       - name: Cleanup before restarting conductor tests.
         run: |
@@ -52,9 +52,6 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
       # - name: Login to Docker Hub
       #   uses: docker/login-action@v1
       #   with:
@@ -95,19 +92,19 @@ jobs:
           SHORT_SHA=$(echo ${{ env.SHA }} | head -c 8)
           export DOCKER_IMAGE_BASE="$BLOBBER_BUILD_BASE_REGISTRY:$TAG"
           export DOCKER_IMAGE_SWAGGER="${BLOBBER_REGISTRY}:swagger_test"
-          # export DOCKER_BUILD="buildx build --platform linux/amd64,linux/arm64 --push"
-          export DOCKER_BUILD="build --push"
+          export DOCKER_BUILD="buildx build --load"
           export DOCKER_IMAGE_BLOBBER="-t ${BLOBBER_REGISTRY}:${TAG}"
           export CONTEXT_NAME="$RUNNER_NAME" && (docker context inspect "$CONTEXT_NAME" >/dev/null 2>&1 || docker context create "$CONTEXT_NAME")
           docker buildx inspect "blobber-$RUNNER_NAME" || docker buildx create --name "blobber-$RUNNER_NAME" --driver-opt network=host --buildkitd-flags '--allow-insecure-entitlement security.insecure' "$CONTEXT_NAME"
           docker buildx use "blobber-$RUNNER_NAME"
           ./docker.local/bin/build.blobber.sh
           docker tag ${BLOBBER_REGISTRY}:${TAG} ${BLOBBER_REGISTRY}:${TAG}-${SHORT_SHA}
+          docker push ${BLOBBER_REGISTRY}:${TAG}
           docker push ${BLOBBER_REGISTRY}:${TAG}-${SHORT_SHA}
 
   validator:
     timeout-minutes: 30
-    runs-on: [blobber-runner]
+    runs-on: [hetzner-build]
     steps:
       - name: Cleanup before restarting conductor tests.
         run: |
@@ -143,8 +140,6 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
 
       # - name: Get changed files using defaults
       #   id: changed-files
@@ -181,20 +176,20 @@ jobs:
           docker login -u ${{ secrets.DOCKERHUB_USERNAME }} -p ${{ secrets.DOCKERHUB_PASSWORD }}
           SHORT_SHA=$(echo ${{ env.SHA }} | head -c 8)
           export DOCKER_IMAGE_BASE="$BLOBBER_BUILD_BASE_REGISTRY:$TAG"
-          # export DOCKER_BUILD="buildx build --platform linux/amd64,linux/arm64 --push"
-          export DOCKER_BUILD="build --push"
+          export DOCKER_BUILD="buildx build --load"
           export DOCKER_IMAGE_VALIDATOR="-t ${VALIDATOR_REGISTRY}:${TAG}"
           export CONTEXT_NAME="$RUNNER_NAME" && (docker context inspect "$CONTEXT_NAME" >/dev/null 2>&1 || docker context create "$CONTEXT_NAME")
           docker buildx inspect "validator-$RUNNER_NAME" || docker buildx create --name "validator-$RUNNER_NAME" --driver-opt network=host --buildkitd-flags '--allow-insecure-entitlement security.insecure' "$CONTEXT_NAME"
           docker buildx use "validator-$RUNNER_NAME"
           ./docker.local/bin/build.validator.sh
           docker tag ${VALIDATOR_REGISTRY}:${TAG} ${VALIDATOR_REGISTRY}:${TAG}-${SHORT_SHA}
+          docker push ${VALIDATOR_REGISTRY}:${TAG}
           docker push ${VALIDATOR_REGISTRY}:${TAG}-${SHORT_SHA}
 
   system-tests:
     if: github.event_name != 'workflow_dispatch'
     needs: [blobber, validator]
-    runs-on: [ tests-suite ]
+    runs-on: [ hetzner-testsuite ]
     steps:
       - name: "Get current PR"
         uses: jwalton/gh-find-current-pr@v1
diff --git a/.github/workflows/build-for-conductor-testing.yml b/.github/workflows/build-for-conductor-testing.yml
@@ -19,14 +19,15 @@ env:
 
 jobs:
   build_blobber_for_conductor_testing:
-    runs-on: [self-hosted, arc-runner]
+    runs-on: [hetzner-build]
     steps:
       - name: Cleanup before restarting conductor tests.
         run: |
           echo 'y' | docker system prune -a
           rm -rf *
           cd /tmp
           rm -rf ./*
+
       - name: Set docker image tag
         run: |
           if [[ "${{github.ref}}" == refs/pull/* ]]; then
@@ -39,26 +40,9 @@ jobs:
           echo "BRANCH=$([ -z '${{ github.event.pull_request.head.sha }}' ] && echo ${GITHUB_REF#refs/*/} || echo $GITHUB_HEAD_REF)" >> $GITHUB_ENV
           echo "SHA=$([ -z '${{ github.event.pull_request.head.sha }}' ] && echo $GITHUB_SHA || echo '${{ github.event.pull_request.head.sha }}')" >> $GITHUB_ENV
 
-      - name: Setup go
-        uses: actions/setup-go@v3
-        with:
-          go-version: ^1.21 # The Go version to download (if necessary) and use.
-
       - name: Clone blobber
-        uses: actions/checkout@v1
+        uses: actions/checkout@v3
 
-      - name: Set up Docker Buildx
-        run: |
-          sudo apt-get update -y
-          sudo apt-get install wget
-          sudo apt-get install ca-certificates curl gnupg lsb-release -y
-          curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
-          echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
-          sudo apt-get update -y
-          sudo apt-get install docker-ce docker-ce-cli containerd.io -y
-          export DOCKER_CLI_EXPERIMENTAL=enabled
-          docker run --privileged --rm tonistiigi/binfmt --install all
-          docker context create blobber_buildx
       - name: Login to Docker Hub
         uses: docker/login-action@v1
         with:
@@ -68,9 +52,5 @@ jobs:
       - name: Testing blobber & validator builds for conductor testing
         run: |
           SHORT_SHA=$(echo ${{ env.SHA }} | head -c 8)
-          # export DOCKER_IMAGE_BASE="${BLOBBER_REGISTRY}:base"
-          # export DOCKER_IMAGE_SWAGGER="${BLOBBER_REGISTRY}:swagger_test"
-          # export DOCKER_BUILD="buildx build --platform linux/amd64,linux/arm64 --push"
-          # export DOCKER_IMAGE_BLOBBER="-t ${BLOBBER_REGISTRY}:${TAG} -t ${BLOBBER_REGISTRY}:${TAG}-${SHORT_SHA}"
-          docker buildx create --driver-opt network=host --use --buildkitd-flags '--allow-insecure-entitlement security.insecure' --use blobber_buildx
-          ./docker.local/bin/build.base.sh && ./docker.local/bin/build.blobber-integration-tests.sh
+          docker buildx create --name blobber_buildx --driver-opt network=host --buildkitd-flags '--allow-insecure-entitlement security.insecure' --use || docker buildx use blobber_buildx
+          ./docker.local/bin/build.base.sh && ./docker.local/bin/build.blobber-integration-tests.sh
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -12,21 +12,19 @@ on:
 jobs:
   linter:
     name: Lints
-    runs-on: [self-hosted,blobber-runner]
+    runs-on: [hetzner-build]
+    env:
+      HOME: /root
+      GOCACHE: /root/.cache/go-build
+      GOPATH: /root/go
     steps:
-      # - name: Setup go
-      #   uses: actions/setup-go@v3
-      #   with:
-      #     go-version: ^1.22 # The Go version to download (if necessary) and use.
-
       - name: Clone blobber
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - name: Install Packages
         run: |
           sudo apt-get update
-          sudo apt-get -y install build-essential nghttp2 libnghttp2-dev libssl-dev
-          sudo apt-get install wget
+          sudo apt-get -y install build-essential nghttp2 libnghttp2-dev libssl-dev wget
 
       - name: Buf-lint
         if: success()
@@ -35,7 +33,6 @@ jobs:
       - name: Build Base
         run: |
           ./docker.local/bin/build.base.sh
-          golangci-lint cache clean
 
       - name: Golangci-lint
         uses: golangci/golangci-lint-action@v3
@@ -46,20 +43,23 @@ jobs:
           skip-pkg-cache: true
           skip-build-cache: true
 
-
   unit-tests:
     name: Unit Tests
-    runs-on: [self-hosted,arc-runner]
+    runs-on: [hetzner-testsuite]
+    env:
+      HOME: /root
+      GOCACHE: /root/.cache/go-build
+      GOPATH: /root/go
     steps:
+      - name: Clone blobber
+        uses: actions/checkout@v3
+
       - name: Setup go
         uses: actions/setup-go@v3
         with:
-          go-version: ^1.22 # The Go version to download (if necessary) and use.
-
-      - name: Clone blobber
-        uses: actions/checkout@v2
+          go-version: ^1.22
 
-      - name: Install Make Command
+      - name: Install Dependencies
         run: |
           sudo apt-get update
           sudo apt-get -y install build-essential nghttp2 libnghttp2-dev libssl-dev wget
@@ -68,10 +68,10 @@ jobs:
         run: |
           cd $GITHUB_WORKSPACE/code/go/0chain.net/
           CGO_ENABLED=1 go test -tags bn256 -race -coverprofile=coverage.txt -covermode=atomic ./...
+
       - name: Upload coverage to Codecov
         uses: codecov/codecov-action@v2
         with:
-          # fail_ci_if_error: true
           files: ./code/go/0chain.net/coverage.txt
           flags: Unit-Tests
-          verbose: true
+          verbose: true
diff --git a/docker.local/bin/build.base.sh b/docker.local/bin/build.base.sh
@@ -27,4 +27,11 @@ echo "2> download herumi"
 [ ! -f ./docker.local/bin/bls.tar.gz ] && wget -O ./docker.local/bin/bls.tar.gz https://github.com/herumi/bls/archive/refs/tags/v1.22.tar.gz
 
 echo "3> docker build"
-DOCKER_BUILDKIT=1 docker $DOCKER_BUILD --progress=plain --build-arg GIT_COMMIT=$GIT_COMMIT -f docker.local/base.Dockerfile . -t $DOCKER_IMAGE_BASE --network host
+# Set flags based on build type
+if [[ "$DOCKER_BUILD" == *"buildx"* ]]; then
+    BUILD_FLAGS="--progress=plain"
+else
+    BUILD_FLAGS=""
+fi
+
+docker $DOCKER_BUILD $BUILD_FLAGS --build-arg GIT_COMMIT=$GIT_COMMIT -f docker.local/base.Dockerfile . -t $DOCKER_IMAGE_BASE --network host
diff --git a/docker.local/bin/build.blobber.sh b/docker.local/bin/build.blobber.sh
@@ -33,4 +33,11 @@ echo ""
 # docker.local/bin/test.swagger.sh
 
 echo "2> docker build blobber"
-DOCKER_BUILDKIT=1 docker $DOCKER_BUILD --progress=plain --build-arg GIT_COMMIT=$GIT_COMMIT --build-arg DOCKER_IMAGE_BASE=$DOCKER_IMAGE_BASE -f docker.local/blobber.Dockerfile . $DOCKER_IMAGE_BLOBBER  --network host
+# Set flags based on build type
+if [[ "$DOCKER_BUILD" == *"buildx"* ]]; then
+    BUILD_FLAGS="--progress=plain"
+else
+    BUILD_FLAGS=""
+fi
+
+docker $DOCKER_BUILD $BUILD_FLAGS --build-arg GIT_COMMIT=$GIT_COMMIT --build-arg DOCKER_IMAGE_BASE=$DOCKER_IMAGE_BASE -f docker.local/blobber.Dockerfile . $DOCKER_IMAGE_BLOBBER --network host
diff --git a/docker.local/bin/build.validator.sh b/docker.local/bin/build.validator.sh
@@ -28,4 +28,11 @@ echo "  DOCKER_IMAGE_VALIDATOR=$DOCKER_IMAGE_VALIDATOR"
 
 echo ""
 echo "2> docker build validator"
-DOCKER_BUILDKIT=1 docker $DOCKER_BUILD --progress=plain --build-arg GIT_COMMIT=$GIT_COMMIT --build-arg DOCKER_IMAGE_BASE=$DOCKER_IMAGE_BASE -f docker.local/validator.Dockerfile . $DOCKER_IMAGE_VALIDATOR
+# Set flags based on build type
+if [[ "$DOCKER_BUILD" == *"buildx"* ]]; then
+    BUILD_FLAGS="--progress=plain"
+else
+    BUILD_FLAGS=""
+fi
+
+docker $DOCKER_BUILD $BUILD_FLAGS --build-arg GIT_COMMIT=$GIT_COMMIT --build-arg DOCKER_IMAGE_BASE=$DOCKER_IMAGE_BASE -f docker.local/validator.Dockerfile . $DOCKER_IMAGE_VALIDATOR
