CLOUDP-295785 - Release tasks reorg to use new atomic_pipeline

Author: MaciejKaras

.evergreen-functions.yml

@@ -51,22 +51,10 @@ functions:
 
   ### Setup Functions ###
 
-  setup_jq: &setup_jq
-    command: subprocess.exec
-    type: setup
-    params:
-      <<: *e2e_include_expansions_in_env
-      add_to_path:
-        - ${workdir}/bin
-      working_dir: src/github.com/mongodb/mongodb-kubernetes
-      binary: scripts/evergreen/setup_jq.sh
-
   setup_context: &setup_context # Running the first switch is important to fill the workdir and other important initial env vars
     command: shell.exec
     type: setup
     params:
-      add_to_path:
-        - ${workdir}/bin
       shell: bash
       working_dir: src/github.com/mongodb/mongodb-kubernetes
       <<: *e2e_include_expansions_in_env
@@ -115,7 +103,6 @@ functions:
       type: setup
       params:
         command: "git config --global user.email '[email protected]'"
-    - *setup_jq # we need jq in the context
     - *setup_context
 
   setup_kubectl: &setup_kubectl
@@ -125,6 +112,13 @@ functions:
       working_dir: src/github.com/mongodb/mongodb-kubernetes
       binary: scripts/evergreen/setup_kubectl.sh
 
+  setup_jq: &setup_jq
+    command: subprocess.exec
+    type: setup
+    params:
+      working_dir: src/github.com/mongodb/mongodb-kubernetes
+      binary: scripts/evergreen/setup_jq.sh
+
   setup_shellcheck:
     command: subprocess.exec
     type: setup
@@ -231,7 +225,7 @@ functions:
       working_dir: src/github.com/mongodb/mongodb-kubernetes
       add_to_path:
         - ${workdir}/bin
-      binary: scripts/dev/configure_container_auth.sh
+      binary: scripts/dev/configure_docker_auth.sh
 
   setup_evg_host: &setup_evg_host
     command: subprocess.exec
@@ -262,35 +256,16 @@ functions:
   # Configures docker authentication to ECR and RH registries.
   setup_building_host:
     - *switch_context
-    - *python_venv
     - *setup_aws
-    - *setup_evg_host
     - *configure_docker_auth
-
-  # This differs for normal evg_host as we require minikube instead of kind for
-  # IBM machines also install aws cli via pip instead and use podman
-  setup_building_host_minikube:
-    - *switch_context
-    - command: subprocess.exec
-      type: setup
-      params:
-        working_dir: src/github.com/mongodb/mongodb-kubernetes
-        add_to_path:
-          - ${workdir}/bin
-        command: scripts/evergreen/setup_minikube_host.sh
+    - *setup_evg_host
+    - *python_venv
 
   prune_docker_resources:
-    - command: shell.exec
+    - command: subprocess.exec
       type: setup
       params:
-        shell: bash
-        script: |
-          if command -v docker >/dev/null 2>&1; then
-            echo "Docker found, pruning docker resources..."
-            docker system prune -a -f
-          else
-            echo "Docker not found, skipping docker resource pruning"
-          fi
+        command: "docker system prune -a -f"
 
   # the task configures the set of tools necessary for any task working with K8 cluster:
   # installs kubectl, jq, kind (if necessary), configures docker authentication
@@ -352,19 +327,20 @@ functions:
         shell: bash
         working_dir: src/github.com/mongodb/mongodb-kubernetes
         script: |
-          scripts/dev/run_python.sh scripts/evergreen/e2e/setup_cloud_qa.py create
+          source .generated/context.export.env
+          scripts/evergreen/e2e/setup_cloud_qa.py create
     # The additional switch is needed, since we now have created the needed OM exports.
     - *switch_context
 
   teardown_cloud_qa:
     - command: shell.exec
       type: setup
       params:
-        continue_on_err: true
         shell: bash
         working_dir: src/github.com/mongodb/mongodb-kubernetes
         script: |
-          scripts/dev/run_python.sh scripts/evergreen/e2e/setup_cloud_qa.py delete
+          source .generated/context.export.env
+          scripts/evergreen/e2e/setup_cloud_qa.py delete
 
   dump_diagnostic_information_from_all_namespaces:
     - command: subprocess.exec
@@ -444,7 +420,6 @@ functions:
   upload_e2e_logs:
     - command: s3.put
       params:
-        continue_on_err: true
         aws_key: ${enterprise_aws_access_key_id}
         aws_secret: ${enterprise_aws_secret_access_key}
         local_files_include_filter:
@@ -456,7 +431,6 @@ functions:
         content_type: text/plain
     - command: attach.xunit_results
       params:
-        continue_on_err: true
         file: "src/github.com/mongodb/mongodb-kubernetes/logs/myreport.xml"
 
   upload_e2e_logs_gotest:
@@ -530,39 +504,47 @@ functions:
           - ${workdir}/bin
           - ${workdir}
 
-  build_test_image_ibm:
+  pipeline:
     - *switch_context
-    - command: subprocess.exec
+    - command: shell.exec
+      type: setup
       params:
         shell: bash
-        working_dir: src/github.com/mongodb/mongodb-kubernetes
-        include_expansions_in_env:
-          - version_id
-        add_to_path:
-          - ${workdir}/bin
-        binary: scripts/evergreen/e2e/build_tests_image_ibm.sh
-
-  pipeline_migrate_agents:
-    - *switch_context
+        script: |
+          # Docker Hub workaround
+          # docker buildx needs the moby/buildkit image when setting up a builder so we pull it from our mirror
+          docker buildx create --driver=docker-container --driver-opt=image=268558157000.dkr.ecr.eu-west-1.amazonaws.com/docker-hub-mirrors/moby/buildkit:buildx-stable-1 --use
+          docker buildx inspect --bootstrap
     - command: subprocess.exec
-      retry_on_failure: false
+      retry_on_failure: true
       type: setup
       params:
         shell: bash
         <<: *e2e_include_expansions_in_env
         working_dir: src/github.com/mongodb/mongodb-kubernetes
-        binary: scripts/release/pipeline_migrate_agent.sh
+        binary: scripts/dev/run_python.sh scripts/release/pipeline_main.py --parallel ${image_name}
 
-  pipeline:
+  release_pipeline:
     - *switch_context
+    - command: shell.exec
+      type: setup
+      params:
+        shell: bash
+        script: |
+          # Docker Hub workaround
+          # docker buildx needs the moby/buildkit image when setting up a builder so we pull it from our mirror
+          docker buildx create --driver=docker-container --driver-opt=image=268558157000.dkr.ecr.eu-west-1.amazonaws.com/docker-hub-mirrors/moby/buildkit:buildx-stable-1 --use
+          docker buildx inspect --bootstrap
     - command: subprocess.exec
       retry_on_failure: true
       type: setup
       params:
         shell: bash
         <<: *e2e_include_expansions_in_env
         working_dir: src/github.com/mongodb/mongodb-kubernetes
-        binary: scripts/dev/run_python.sh scripts/release/pipeline_main.py --parallel ${image_name} ${all_agents} ${build_scenario}
+        env:
+          git_tag: ${triggered_by_git_tag}
+        binary: scripts/dev/run_python.sh scripts/release/pipeline_main.py ${image_name} --build-scenario release --version ${git_tag}
 
   # TODO: CLOUDP-335471 ; once all image builds are made with the new atomic pipeline, remove the following function
   legacy_pipeline:
@@ -845,3 +827,65 @@ functions:
           - task_name
         script: |
           ./scripts/code_snippets/${task_name}_test.sh
+
+  #
+  # kubectl mongodb plugin release functions
+  #
+  install_goreleaser:
+    - command: shell.exec
+      type: setup
+      include_expansions_in_env:
+        - goreleaser_pro_tar_gz
+      params:
+        script: |
+          set -Eeu pipefail
+          curl -fL "${goreleaser_pro_tar_gz}" --output goreleaser_Linux_x86_64.tar.gz
+          tar -xf goreleaser_Linux_x86_64.tar.gz
+          chmod 755 ./goreleaser
+
+  install_macos_notarization_service:
+    - command: shell.exec
+      type: setup
+      params:
+        include_expansions_in_env:
+          - notary_service_url
+        script: |
+          set -Eeu pipefail
+
+          curl "${notary_service_url}" --output macos-notary.zip
+          unzip -u macos-notary.zip
+          chmod 755 ./linux_amd64/macnotary
+
+  release_kubectl_mongodb_plugin:
+    - command: github.generate_token
+      params:
+        expansion_name: generated_token
+    - command: shell.exec
+      type: setup
+      params:
+        working_dir: src/github.com/mongodb/mongodb-kubernetes
+        include_expansions_in_env:
+          - GRS_USERNAME
+          - GRS_PASSWORD
+          - PKCS11_URI
+          - ARTIFACTORY_URL
+          - ARTIFACTORY_PASSWORD
+          - SIGNING_IMAGE_URI
+          - macos_notary_keyid
+          - macos_notary_secret
+          - workdir
+          - triggered_by_git_tag
+        env:
+          XDG_CONFIG_HOME: ${go_base_path}${workdir}
+          GO111MODULE: "on"
+          GOROOT: "/opt/golang/go1.24"
+          MACOS_NOTARY_KEY: ${macos_notary_keyid}
+          MACOS_NOTARY_SECRET: ${macos_notary_secret}
+          GORELEASER_CURRENT_TAG: ${triggered_by_git_tag}
+        # shell.exec EVG Task doesn't have add_to_path, so we need to explicitly add the path export below.
+        script: |
+          set -Eeu pipefail
+
+          export PATH=$GOROOT/bin:$PATH
+          export GITHUB_TOKEN=${generated_token}
+          ${workdir}/goreleaser release --clean