Migrate all agents script

Author: lucian-tosa

.evergreen-functions.yml

@@ -86,6 +86,17 @@ functions:
       working_dir: src/github.com/mongodb/mongodb-kubernetes
       command: scripts/dev/recreate_python_venv.sh
 
+  docker_buildkit: &docker_buildkit
+    command: shell.exec
+    type: setup
+    params:
+      shell: bash
+      script: |
+        # Docker Hub workaround
+        # docker buildx needs the moby/buildkit image when setting up a builder so we pull it from our mirror
+        docker buildx create --driver=docker-container --driver-opt=image=268558157000.dkr.ecr.eu-west-1.amazonaws.com/docker-hub-mirrors/moby/buildkit:buildx-stable-1 --use
+        docker buildx inspect --bootstrap
+
   "clone":
     - command: subprocess.exec
       type: setup
@@ -508,15 +519,7 @@ functions:
 
   pipeline:
     - *switch_context
-    - command: shell.exec
-      type: setup
-      params:
-        shell: bash
-        script: |
-          # Docker Hub workaround
-          # docker buildx needs the moby/buildkit image when setting up a builder so we pull it from our mirror
-          docker buildx create --driver=docker-container --driver-opt=image=268558157000.dkr.ecr.eu-west-1.amazonaws.com/docker-hub-mirrors/moby/buildkit:buildx-stable-1 --use
-          docker buildx inspect --bootstrap
+    - *docker_buildkit
     - command: subprocess.exec
       retry_on_failure: true
       type: setup
@@ -526,18 +529,22 @@ functions:
         working_dir: src/github.com/mongodb/mongodb-kubernetes
         binary: scripts/dev/run_python.sh scripts/release/pipeline_main.py --parallel ${image_name} ${all_agents} ${build_scenario}
 
-  # TODO: CLOUDP-335471 ; once all image builds are made with the new atomic pipeline, remove the following function
-  legacy_pipeline:
+  pipeline_migrate_agents:
     - *switch_context
-    - command: shell.exec
+    - *docker_buildkit
+    - command: subprocess.exec
+      retry_on_failure: false
       type: setup
       params:
         shell: bash
-        script: |
-          # Docker Hub workaround
-          # docker buildx needs the moby/buildkit image when setting up a builder so we pull it from our mirror
-          docker buildx create --driver=docker-container --driver-opt=image=268558157000.dkr.ecr.eu-west-1.amazonaws.com/docker-hub-mirrors/moby/buildkit:buildx-stable-1 --use
-          docker buildx inspect --bootstrap
+        <<: *e2e_include_expansions_in_env
+        working_dir: src/github.com/mongodb/mongodb-kubernetes
+        binary: scripts/release/pipeline_migrate_agent.sh
+
+  # TODO: CLOUDP-335471 ; once all image builds are made with the new atomic pipeline, remove the following function
+  legacy_pipeline:
+    - *switch_context
+    - *docker_buildkit
     - command: ec2.assume_role
       display_name: Assume IAM role with permissions to pull Kondukto API token
       params:

.evergreen.yml

@@ -349,6 +349,15 @@ tasks:
           image_name: agent
           build_scenario: --build-scenario manual_release
 
+  - name: migrate_all_agents
+    # this enables us to run this variant manually to build all the agents for the new registry
+    allowed_requesters: [ "patch" ]
+    # TODO: add quay login back
+    commands:
+      - func: clone
+      - func: setup_building_host
+      - func: pipeline_migrate_agents
+
   - name: run_precommit_and_push
     tags: ["patch-run"]
     commands:
@@ -1907,3 +1916,11 @@ buildvariants:
     tasks:
       - name: publish_ops_manager
       - name: release_agent
+
+  - name: publish_agent_images_manual
+    display_name: publish_agent_images_manual
+    allowed_requesters: [ "patch" ]
+    run_on:
+      - ubuntu2204-large
+    tasks:
+      - name: migrate_all_agents

scripts/dev/contexts/publish_agent_images_manual

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+set -Eeou pipefail
+
+script_name=$(readlink -f "${BASH_SOURCE[0]}")
+script_dir=$(dirname "${script_name}")
+
+source "${script_dir}/root-context"
+
+export preflight_submit=true

scripts/release/pipeline_migrate_agent.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -Eeou pipefail
+
+scripts/dev/run_python.sh scripts/release/pipeline_main.py --parallel agent \
+    --all-agents \
+    --build-scenario manual_release \
+    -r 268558157000.dkr.ecr.us-east-1.amazonaws.com/lucian.tosa/mongodb-agent