PYTHON-4893 Use shrub.py for aws auth tests (mongodb#1959)

Author: blink1073

.evergreen/config.yml

@@ -3795,6 +3795,100 @@ buildvariants:
     SSL: ssl
     PYTHON_BINARY: /opt/python/3.13/bin/python3
 
+# AWS Auth tests.
+- name: aws-auth-ubuntu-20-py3.9
+  tasks:
+    - name: aws-auth-test-4.4
+    - name: aws-auth-test-5.0
+    - name: aws-auth-test-6.0
+    - name: aws-auth-test-7.0
+    - name: aws-auth-test-8.0
+    - name: aws-auth-test-rapid
+    - name: aws-auth-test-latest
+  display_name: AWS Auth Ubuntu-20 py3.9
+  run_on:
+    - ubuntu2004-small
+  expansions:
+    PYTHON_BINARY: /opt/python/3.9/bin/python3
+- name: aws-auth-ubuntu-20-py3.13
+  tasks:
+    - name: aws-auth-test-4.4
+    - name: aws-auth-test-5.0
+    - name: aws-auth-test-6.0
+    - name: aws-auth-test-7.0
+    - name: aws-auth-test-8.0
+    - name: aws-auth-test-rapid
+    - name: aws-auth-test-latest
+  display_name: AWS Auth Ubuntu-20 py3.13
+  run_on:
+    - ubuntu2004-small
+  expansions:
+    PYTHON_BINARY: /opt/python/3.13/bin/python3
+- name: aws-auth-win64-py3.9
+  tasks:
+    - name: aws-auth-test-4.4
+    - name: aws-auth-test-5.0
+    - name: aws-auth-test-6.0
+    - name: aws-auth-test-7.0
+    - name: aws-auth-test-8.0
+    - name: aws-auth-test-rapid
+    - name: aws-auth-test-latest
+  display_name: AWS Auth Win64 py3.9
+  run_on:
+    - windows-64-vsMulti-small
+  expansions:
+    skip_ECS_auth_test: "true"
+    PYTHON_BINARY: C:/python/Python39/python.exe
+- name: aws-auth-win64-py3.13
+  tasks:
+    - name: aws-auth-test-4.4
+    - name: aws-auth-test-5.0
+    - name: aws-auth-test-6.0
+    - name: aws-auth-test-7.0
+    - name: aws-auth-test-8.0
+    - name: aws-auth-test-rapid
+    - name: aws-auth-test-latest
+  display_name: AWS Auth Win64 py3.13
+  run_on:
+    - windows-64-vsMulti-small
+  expansions:
+    skip_ECS_auth_test: "true"
+    PYTHON_BINARY: C:/python/Python313/python.exe
+- name: aws-auth-macos-py3.9
+  tasks:
+    - name: aws-auth-test-4.4
+    - name: aws-auth-test-5.0
+    - name: aws-auth-test-6.0
+    - name: aws-auth-test-7.0
+    - name: aws-auth-test-8.0
+    - name: aws-auth-test-rapid
+    - name: aws-auth-test-latest
+  display_name: AWS Auth macOS py3.9
+  run_on:
+    - macos-14
+  expansions:
+    skip_ECS_auth_test: "true"
+    skip_EC2_auth_test: "true"
+    skip_web_identity_auth_test: "true"
+    PYTHON_BINARY: /Library/Frameworks/Python.Framework/Versions/3.9/bin/python3
+- name: aws-auth-macos-py3.13
+  tasks:
+    - name: aws-auth-test-4.4
+    - name: aws-auth-test-5.0
+    - name: aws-auth-test-6.0
+    - name: aws-auth-test-7.0
+    - name: aws-auth-test-8.0
+    - name: aws-auth-test-rapid
+    - name: aws-auth-test-latest
+  display_name: AWS Auth macOS py3.13
+  run_on:
+    - macos-14
+  expansions:
+    skip_ECS_auth_test: "true"
+    skip_EC2_auth_test: "true"
+    skip_web_identity_auth_test: "true"
+    PYTHON_BINARY: /Library/Frameworks/Python.Framework/Versions/3.13/bin/python3
+
 - matrix_name: "tests-fips"
   matrix_spec:
     platform:
@@ -4237,47 +4331,6 @@ buildvariants:
     - name: testgcpoidc_task_group
       batchtime: 20160 # Use a batchtime of 14 days as suggested by the CSFLE test README
 
-- matrix_name: "aws-auth-test"
-  matrix_spec:
-    platform: [ubuntu-20.04]
-    python-version: ["3.9"]
-  display_name: "MONGODB-AWS Auth ${platform} ${python-version}"
-  tasks:
-    - name: "aws-auth-test-4.4"
-    - name: "aws-auth-test-5.0"
-    - name: "aws-auth-test-6.0"
-    - name: "aws-auth-test-7.0"
-    - name: "aws-auth-test-8.0"
-    - name: "aws-auth-test-rapid"
-    - name: "aws-auth-test-latest"
-
-- matrix_name: "aws-auth-test-mac"
-  matrix_spec:
-    platform: [macos]
-  display_name: "MONGODB-AWS Auth ${platform} ${python-version-mac}"
-  tasks:
-    - name: "aws-auth-test-4.4"
-    - name: "aws-auth-test-5.0"
-    - name: "aws-auth-test-6.0"
-    - name: "aws-auth-test-7.0"
-    - name: "aws-auth-test-8.0"
-    - name: "aws-auth-test-rapid"
-    - name: "aws-auth-test-latest"
-
-- matrix_name: "aws-auth-test-windows"
-  matrix_spec:
-    platform: [windows]
-    python-version-windows: "*"
-  display_name: "MONGODB-AWS Auth ${platform} ${python-version-windows}"
-  tasks:
-    - name: "aws-auth-test-4.4"
-    - name: "aws-auth-test-5.0"
-    - name: "aws-auth-test-6.0"
-    - name: "aws-auth-test-7.0"
-    - name: "aws-auth-test-8.0"
-    - name: "aws-auth-test-rapid"
-    - name: "aws-auth-test-latest"
-
 - name: testgcpkms-variant
   display_name: "GCP KMS"
   run_on:

.evergreen/scripts/generate_config.py

@@ -54,6 +54,7 @@ class Host:
 HOSTS["win32"] = Host("win32", "windows-64-vsMulti-small", "Win32")
 HOSTS["macos"] = Host("macos", "macos-14", "macOS")
 HOSTS["macos-arm64"] = Host("macos-arm64", "macos-14-arm64", "macOS Arm64")
+HOSTS["ubuntu20"] = Host("ubuntu20", "ubuntu2004-small", "Ubuntu-20")
 HOSTS["ubuntu22"] = Host("ubuntu22", "ubuntu2204-small", "Ubuntu-22")
 
 
@@ -103,7 +104,7 @@ def get_python_binary(python: str, host: str) -> str:
         python = python.replace(".", "")
         return f"{base}/Python{python}/python.exe"
 
-    if host in ["rhel8", "ubuntu22"]:
+    if host in ["rhel8", "ubuntu22", "ubuntu20"]:
         return f"/opt/python/{python}/bin/python3"
 
     if host in ["macos", "macos-arm64"]:
@@ -609,6 +610,36 @@ def generate_serverless_variants():
     ]
 
 
+def generate_aws_auth_variants():
+    variants = []
+    tasks = [
+        "aws-auth-test-4.4",
+        "aws-auth-test-5.0",
+        "aws-auth-test-6.0",
+        "aws-auth-test-7.0",
+        "aws-auth-test-8.0",
+        "aws-auth-test-rapid",
+        "aws-auth-test-latest",
+    ]
+
+    for host, python in product(["ubuntu20", "win64", "macos"], MIN_MAX_PYTHON):
+        expansions = dict()
+        if host != "ubuntu20":
+            expansions["skip_ECS_auth_test"] = "true"
+        if host == "macos":
+            expansions["skip_EC2_auth_test"] = "true"
+            expansions["skip_web_identity_auth_test"] = "true"
+        variant = create_variant(
+            tasks,
+            get_display_name("AWS Auth", host, python=python),
+            host=host,
+            python=python,
+            expansions=expansions,
+        )
+        variants.append(variant)
+    return variants
+
+
 ##################
 # Generate Config
 ##################