CLOUDP-150873: Cache go dependencies (#802)

helderjs · web-flow · commit 6af80550677d · 2022-12-28T17:25:46.000+01:00
cache go modules and docker layers
diff --git a/.github/actions/build-push-image/action.yaml b/.github/actions/build-push-image/action.yaml
@@ -10,6 +10,10 @@ inputs:
   repository:
     description: The name of repository to build image
     required: true
+  file:
+    description: Name of the dockerfile relative to context
+    required: false
+    default: Dockerfile
   docker_username:
     description: The username to access the docker registry
     required: true
@@ -59,13 +63,31 @@ runs:
       with:
         username: ${{ inputs.docker_username }}
         password: ${{ inputs.docker_password }}
+    - name: Set up Go
+      uses: actions/setup-go@v3
+      with:
+        go-version-file: "${{ github.workspace }}/go.mod"
+    - name: Setup cache
+      uses: actions/cache@v3
+      with:
+        path: |
+          ~/.cache/go-build
+          ~/go/pkg/mod
+        key: ${{ runner.os }}-build-${{ hashFiles('**/go.sum') }}
+    - name: Download go build dependencies
+      shell: bash
+      run: |
+        go mod download
     - name: Build and Push Operator to Docker Registry
       uses: docker/build-push-action@v3
       with:
         context: .
+        file: ${{ inputs.file }}
         build-args: VERSION=${{ inputs.version }}
         platforms: ${{ inputs.platforms }}
         tags: ${{ inputs.repository }}:${{ inputs.version }}
+        cache-from: type=gha
+        cache-to: type=gha,mode=max
         push: true
     - name: Login to quay.io registry
       if: ${{ inputs.push_to_quay == true }}
@@ -79,7 +101,10 @@ runs:
       uses: docker/build-push-action@v3
       with:
         context: .
+        file: ${{ inputs.file }}
         build-args: VERSION=${{ inputs.version }}
         platforms: ${{ inputs.platforms }}
         tags: quay.io/${{ inputs.repository }}:${{ inputs.version }}
+        cache-from: type=gha
+        cache-to: type=gha,mode=max
         push: true
diff --git a/.github/workflows/cleanup-all.yml b/.github/workflows/cleanup-all.yml
@@ -42,7 +42,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v3
         with:
-          go-version: '1.19'
+          go-version-file: "${{ github.workspace }}/go.mod"
 
       - name: Run cleanup VPC
         if: github.event_name == 'schedule' || github.event.inputs.cleanVPC == 'true'
diff --git a/.github/workflows/lint.yaml b/.github/workflows/lint.yaml
@@ -20,7 +20,7 @@ jobs:
       - name: Setup Go
         uses: actions/setup-go@v3
         with:
-          go-version: "1.18"
+          go-version-file: "${{ github.workspace }}/go.mod"
 
       - name: golangci-lint
         uses: golangci/golangci-lint-action@v3.1.0
diff --git a/.github/workflows/openshift-upgrade-test.yaml b/.github/workflows/openshift-upgrade-test.yaml
@@ -54,7 +54,7 @@ jobs:
       - name: Setup Go
         uses: actions/setup-go@v3
         with:
-          go-version: "1.18"
+          go-version-file: "${{ github.workspace }}/go.mod"
 
       - name: Download tools for openshift test
         run: |
diff --git a/.github/workflows/release-branch.yml b/.github/workflows/release-branch.yml
@@ -36,7 +36,7 @@ jobs:
     - name: Setup Go
       uses: actions/setup-go@v3
       with:
-        go-version: "1.18"
+        go-version-file: "${{ github.workspace }}/go.mod"
 
     - name: Download dependencies
       run: |
diff --git a/.github/workflows/test-e2e.yml b/.github/workflows/test-e2e.yml
@@ -13,15 +13,22 @@ jobs:
     name: Prepare E2E configuration and image
     runs-on: ubuntu-latest
     env:
-      # uncomment the below for local testing
-      # DOCKER_REPO: ${{ env.DOCKER_REGISTRY }}/mongodb-atlas-kubernetes-operator
       DOCKER_REPO: mongodb/mongodb-atlas-kubernetes-operator-prerelease
     steps:
-      - name: Check out code
+      - if: ${{ inputs.forked == false }}
+        name: Check out code
         uses: actions/checkout@v3.1.0
         with:
           submodules: true
-          fetch-depth: 0 # required for tags
+          fetch-depth: 0
+      - if: ${{ inputs.forked == true }}
+        name: Check out code
+        uses: actions/checkout@v3.1.0
+        with:
+          submodules: true
+          ref: ${{github.event.pull_request.head.sha}}
+          repository: ${{github.event.pull_request.head.repo.full_name}}
+          fetch-depth: 0
       - name: Prepare tag
         id: prepare
         uses: ./.github/actions/set-tag
@@ -34,16 +41,72 @@ jobs:
           docker_username: ${{ secrets.DOCKER_USERNAME }}
           docker_password: ${{ secrets.DOCKER_PASSWORD }}
           push_to_quay: false
+          forked: ${{ inputs.forked }}
+  prepare-e2e-bundle:
+    name: Prepare E2E Bundle configuration and image
+    runs-on: ubuntu-latest
+    env:
+      DOCKER_REGISTRY: docker.io
+      DOCKER_REPO: mongodb/mongodb-atlas-kubernetes-operator-prerelease
+      DOCKER_BUNDLES_REPO: mongodbinternal/mongodb-atlas-kubernetes-bundles-prerelease
+    steps:
+      - if: ${{ inputs.forked == false }}
+        name: Check out code
+        uses: actions/checkout@v3.1.0
+        with:
+          submodules: true
+          fetch-depth: 0
+      - if: ${{ inputs.forked == true }}
+        name: Check out code
+        uses: actions/checkout@v3.1.0
+        with:
+          submodules: true
+          ref: ${{github.event.pull_request.head.sha}}
+          repository: ${{github.event.pull_request.head.repo.full_name}}
+          fetch-depth: 0
+      - name: Prepare tag
+        id: prepare
+        uses: ./.github/actions/set-tag
+      - name: Generate configuration for the tests
+        uses: ./.github/actions/gen-install-scripts
+        with:
+          IMAGE_URL: ${{ env.DOCKER_REPO }}:${{ steps.prepare.outputs.tag }}
+          VERSION: ${{ steps.prepare.outputs.tag }}
+          ENV: dev
+      - name: Change path for the test
+        run: |
+          awk '{gsub(/cloud.mongodb.com/, "cloud-qa.mongodb.com", $0); print}' bundle/manifests/mongodb-atlas-kubernetes.clusterserviceversion.yaml > tmp && mv tmp bundle/manifests/mongodb-atlas-kubernetes.clusterserviceversion.yaml
+      - name: Cache all files
+        uses: actions/cache@v3
+        with:
+          path: ./*
+          key: ${{ github.sha }}
+      - name: Prepare docker tag
+        id: prepare-docker-bundle-tag
+        run: |
+          REPOSITORY=${{ env.DOCKER_BUNDLES_REPO }}
+          TAG=${{ steps.prepare.outputs.tag }}
+          TAGS="${REPOSITORY}:${TAG}"
+          echo "tags=$TAGS" >> $GITHUB_OUTPUT
+      - name: Build and Push image
+        uses: ./.github/actions/build-push-image
+        with:
+          file: bundle.Dockerfile
+          repository: ${{ env.DOCKER_BUNDLES_REPO }}
+          version: ${{ steps.prepare.outputs.tag }}
+          platforms: linux/amd64
+          docker_username: ${{ secrets.DOCKER_USERNAME }}
+          docker_password: ${{ secrets.DOCKER_PASSWORD }}
+          push_to_quay: false
+          forked: ${{ inputs.forked }}
   e2e:
     name: E2E tests
-    needs: prepare-e2e
+    needs: [prepare-e2e, prepare-e2e-bundle]
     runs-on: ubuntu-latest
     env:
-      # uncomment the below for local testing
-      # DOCKER_REPO: ${{ env.DOCKER_REGISTRY }}/mongodb-atlas-kubernetes-operator
       DOCKER_REGISTRY: docker.io
-      DOCKER_BUNDLES_REPO: mongodbinternal/mongodb-atlas-kubernetes-bundles-prerelease
       DOCKER_REPO: mongodb/mongodb-atlas-kubernetes-operator-prerelease
+      DOCKER_BUNDLES_REPO: mongodbinternal/mongodb-atlas-kubernetes-bundles-prerelease
     strategy:
       fail-fast: false
       matrix:
@@ -74,42 +137,14 @@ jobs:
             "teams",
           ]
     steps:
-      - name: Check out code
-        uses: actions/checkout@v3.1.0
+      - name: Cache all files
+        uses: actions/cache@v3
         with:
-          submodules: recursive
+          path: ./*
+          key: ${{ github.sha }}
       - name: Prepare tag
         id: prepare
         uses: ./.github/actions/set-tag
-      - name: Generate configuration for the tests
-        uses: ./.github/actions/gen-install-scripts
-        with:
-          IMAGE_URL: ${{ env.DOCKER_REPO }}:${{ steps.prepare.outputs.tag }}
-          VERSION: ${{ steps.prepare.outputs.tag }}
-          ENV: dev
-      - name: Change path for the test
-        run: |
-          awk '{gsub(/cloud.mongodb.com/, "cloud-qa.mongodb.com", $0); print}' bundle/manifests/mongodb-atlas-kubernetes.clusterserviceversion.yaml > tmp && mv tmp bundle/manifests/mongodb-atlas-kubernetes.clusterserviceversion.yaml
-      - name: Login to docker.io
-        uses: docker/login-action@v2
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Prepare docker tag
-        id: prepare-docker-bundle-tag
-        run: |
-          REPOSITORY=${{ env.DOCKER_BUNDLES_REPO }}
-          TAG=${{ steps.prepare.outputs.tag }}
-          TAGS="${REPOSITORY}:${TAG}"
-          echo "tags=$TAGS" >> $GITHUB_OUTPUT
-      - name: Push bundle-image for the test
-        if: ${{ matrix.test == 'openshift' || matrix.test == 'bundle-test' && !env.ACT }}
-        uses: docker/build-push-action@v3
-        with:
-          context: .
-          push: true
-          tags: ${{ steps.prepare-docker-bundle-tag.outputs.tags }}
-          file: bundle.Dockerfile
       - name: Set properties
         id: properties
         run: |
@@ -129,7 +164,7 @@ jobs:
       - name: Setup Go
         uses: actions/setup-go@v3
         with:
-          go-version: "1.18"
+          go-version-file: "${{ github.workspace }}/go.mod"
       - name: Install operator-sdk-v1.22.0
         run: |
           wget https://github.com/operator-framework/operator-sdk/releases/download/v1.22.0/operator-sdk_linux_amd64 -q
diff --git a/.github/workflows/test-int.yml b/.github/workflows/test-int.yml
@@ -38,7 +38,9 @@ jobs:
       - name: Cache multiple paths
         uses: actions/cache@v3
         with:
-          path: ~/go/pkg/mod
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
           key: ${{ runner.os }}-build-${{ hashFiles('**/go.sum') }}
 
       - name: Run testing
diff --git a/.github/workflows/test-unit.yml b/.github/workflows/test-unit.yml
@@ -25,13 +25,15 @@ jobs:
       - name: Cache multiple paths
         uses: actions/cache@v3
         with:
-          path: ~/go/pkg/mod
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
           key: ${{ runner.os }}-build-${{ hashFiles('**/go.sum') }}
 
       - name: Setup Go
         uses: actions/setup-go@v3
         with:
-          go-version: "1.18"
+          go-version-file: "${{ github.workspace }}/go.mod"
 
       - run: go version
 
