CLOUDP-337357 - Migrate all agents script (#361)

# Summary

This pull request introduces a new manual pipeline for migrating and
publishing all agent images to a new registry. The main changes add
support for running this migration as a manual task in Evergreen,
including the necessary pipeline configuration, scripts, and build
variant.

**Evergreen pipeline and build variant additions:**

* Added a new `pipeline_migrate_agents` function to
`.evergreen-functions.yml`, which runs the `pipeline_migrate_agent.sh`
script for agent migration.
* Added a new `migrate_all_agents` task to `.evergreen.yml`, enabling
manual execution to build and migrate all agent images.
* Created a new `publish_agent_images_manual` build variant in
`.evergreen.yml`, allowing patch requesters to trigger the migration
task.

**Script additions for manual migration:**

* Added `scripts/release/pipeline_migrate_agent.sh` to execute the
migration logic using the main pipeline Python script, targeting the new
registry.

To trigger this task, the following command will be run
```
evergreen patch -p mongodb-kubernetes -v migrate_all_agents -t migrate_all_agents -y -f -u --browse -d "" --param evergreen_retry=false
```

## Proof of Work

This
[patch](https://spruce.mongodb.com/task/mongodb_kubernetes_publish_agent_images_manual_migrate_all_agents_patch_1e901704a46e0544f3a72cf162f602f88b0f3f63_68ac8827d932140007acd3a8_25_08_25_15_58_33/logs?execution=0)
migrates all the agents to my private
[ECR](https://us-east-1.console.aws.amazon.com/ecr/repositories/private/268558157000/lucian.tosa/mongodb-agent?region=us-east-1)
There are 17 agents in release.json. For each of them there will 4 be
images (4 architectures), 1 aggregated manifest, and one signature,
therefore 102 entries.

This
[patch](https://spruce.mongodb.com/version/68adc1ff3ffb18000795f2ee/tasks?sorts=STATUS%3AASC%3BBASE_STATUS%3ADESC)
ran the static tests using my private ECR registry.

## Checklist

- [x] Have you linked a jira ticket and/or is the ticket in the title?
- [x] Have you checked whether your jira ticket required DOCSP changes?
- [x] Have you added changelog file?
    - use `skip-changelog` label if not needed
- refer to [Changelog files and Release
Notes](https://github.com/mongodb/mongodb-kubernetes/blob/master/CONTRIBUTING.md#changelog-files-and-release-notes)
section in CONTRIBUTING.md for more details

Author: lucian-tosa

.evergreen-functions.yml

@@ -541,6 +541,17 @@ functions:
           - ${workdir}/bin
         binary: scripts/evergreen/e2e/build_tests_image_ibm.sh
 
+  pipeline_migrate_agents:
+    - *switch_context
+    - command: subprocess.exec
+      retry_on_failure: false
+      type: setup
+      params:
+        shell: bash
+        <<: *e2e_include_expansions_in_env
+        working_dir: src/github.com/mongodb/mongodb-kubernetes
+        binary: scripts/release/pipeline_migrate_agent.sh
+
   pipeline:
     - *switch_context
     - command: subprocess.exec

.evergreen.yml

@@ -356,6 +356,15 @@ tasks:
           image_name: agent
           build_scenario: --build-scenario manual_release
 
+  - name: migrate_all_agents
+    # this enables us to run this variant manually to build all the agents for the new registry
+    allowed_requesters: [ "patch" ]
+    commands:
+      - func: clone
+      - func: setup_building_host
+      - func: quay_login
+      - func: pipeline_migrate_agents
+
   - name: run_precommit_and_push
     tags: ["patch-run"]
     commands:
@@ -2097,3 +2106,11 @@ buildvariants:
     tasks:
       - name: publish_ops_manager
       - name: release_agent
+
+  - name: migrate_all_agents
+    display_name: migrate_all_agents
+    allowed_requesters: [ "patch" ]
+    run_on:
+      - ubuntu2204-large
+    tasks:
+      - name: migrate_all_agents

config/manager/manager.yaml

@@ -130,8 +130,6 @@ spec:
               value: "quay.io/mongodb/mongodb-kubernetes-init-ops-manager:1.2.0"
             - name: RELATED_IMAGE_INIT_APPDB_IMAGE_REPOSITORY_1_2_0
               value: "quay.io/mongodb/mongodb-kubernetes-init-appdb:1.2.0"
-            - name: RELATED_IMAGE_AGENT_IMAGE_107_0_11_8645_1
-              value: "quay.io/mongodb/mongodb-agent-ubi:107.0.11.8645-1"
             - name: RELATED_IMAGE_AGENT_IMAGE_107_0_12_8669_1
               value: "quay.io/mongodb/mongodb-agent-ubi:107.0.12.8669-1"
             - name: RELATED_IMAGE_AGENT_IMAGE_107_0_13_8702_1

helm_chart/values-openshift.yaml

@@ -99,7 +99,6 @@ relatedImages:
   - 8.0.0-ubi8
   - 8.0.0-ubi9
   agent:
-  - 107.0.11.8645-1
   - 107.0.12.8669-1
   - 107.0.13.8702-1
   - 107.0.15.8741-1

public/mongodb-kubernetes-openshift.yaml

@@ -434,8 +434,6 @@ spec:
               value: "quay.io/mongodb/mongodb-kubernetes-init-ops-manager:1.2.0"
             - name: RELATED_IMAGE_INIT_APPDB_IMAGE_REPOSITORY_1_2_0
               value: "quay.io/mongodb/mongodb-kubernetes-init-appdb:1.2.0"
-            - name: RELATED_IMAGE_AGENT_IMAGE_107_0_11_8645_1
-              value: "quay.io/mongodb/mongodb-agent-ubi:107.0.11.8645-1"
             - name: RELATED_IMAGE_AGENT_IMAGE_107_0_12_8669_1
               value: "quay.io/mongodb/mongodb-agent-ubi:107.0.12.8669-1"
             - name: RELATED_IMAGE_AGENT_IMAGE_107_0_13_8702_1

release.json

@@ -117,10 +117,6 @@
             "agent_version": "12.0.35.7911-1",
             "tools_version": "100.10.0"
           },
-          "7.0.11": {
-            "agent_version": "107.0.11.8645-1",
-            "tools_version": "100.10.0"
-          },
           "7.0.12": {
             "agent_version": "107.0.12.8669-1",
             "tools_version": "100.10.0"

scripts/dev/contexts/migrate_all_agents

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+set -Eeou pipefail
+
+script_name=$(readlink -f "${BASH_SOURCE[0]}")
+script_dir=$(dirname "${script_name}")
+
+source "${script_dir}/root-context"
+
+export preflight_submit=true

scripts/dev/contexts/variables/om60

@@ -13,7 +13,7 @@ export CUSTOM_OM_VERSION
 export CUSTOM_MDB_VERSION=6.0.21
 export CUSTOM_MDB_PREV_VERSION=5.0.7
 
-export AGENT_VERSION=12.0.33.7866-1
+export AGENT_VERSION=12.0.35.7911-1
 export AGENT_IMAGE="${MDB_AGENT_IMAGE_REPOSITORY}:${AGENT_VERSION}"
 
 export CUSTOM_APPDB_VERSION=6.0.21-ent

scripts/dev/contexts/variables/om70

@@ -13,7 +13,7 @@ export CUSTOM_OM_VERSION
 export CUSTOM_MDB_VERSION=7.0.18
 export CUSTOM_MDB_PREV_VERSION=6.0.21
 
-export AGENT_VERSION=107.0.11.8645-1
+export AGENT_VERSION=107.0.17.8771-1
 export AGENT_IMAGE="${MDB_AGENT_IMAGE_REPOSITORY}:${AGENT_VERSION}"
 
 export CUSTOM_APPDB_VERSION=7.0.18-ent

scripts/release/pipeline_migrate_agent.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -Eeou pipefail
+
+scripts/dev/run_python.sh scripts/release/pipeline_main.py --parallel agent \
+    --all-agents \
+    --build-scenario manual_release \
+    -r quay.io/mongodb/mongodb-agent