PYTHON-5217 Update Atlas Data Lake tests

Author: blink1073

.evergreen/config.yml

@@ -213,20 +213,6 @@ functions:
       params:
         file: ${DRIVERS_TOOLS}/mo-expansion.yml
 
-  "bootstrap data lake":
-    - command: subprocess.exec
-      type: setup
-      params:
-        binary: bash
-        args:
-          - ${DRIVERS_TOOLS}/.evergreen/atlas_data_lake/pull-mongohouse-image.sh
-    - command: subprocess.exec
-      type: setup
-      params:
-        binary: bash
-        args:
-          - ${DRIVERS_TOOLS}/.evergreen/atlas_data_lake/run-mongohouse-image.sh
-
   "run doctests":
      - command: subprocess.exec
        type: test
@@ -404,13 +390,6 @@ tasks:
             TOPOLOGY: "replica_set"
         - func: "run tests"
 
-    - name: atlas-data-lake-tests
-      commands:
-        - func: "bootstrap data lake"
-        - func: "run tests"
-          vars:
-            TEST_NAME: "data_lake"
-
     - name: "test-aws-lambda-deployed"
       commands:
         - command: ec2.assume_role

.evergreen/scripts/configure-env.sh

@@ -77,7 +77,9 @@ EOT
 # Write the .env file for drivers-tools.
 rm -rf $DRIVERS_TOOLS
 BRANCH=master
+BRANCH=PYTHON-5217
 ORG=mongodb-labs
+ORG=blink1073
 git clone --branch $BRANCH https://github.com/$ORG/drivers-evergreen-tools.git $DRIVERS_TOOLS
 
 cat <<EOT > ${DRIVERS_TOOLS}/.env

.evergreen/scripts/generate_config.py

@@ -601,7 +601,7 @@ def create_atlas_data_lake_variants():
     variants = []
     host = HOSTS["ubuntu22"]
     for python, c_ext in product(MIN_MAX_PYTHON, C_EXTS):
-        tasks = ["atlas-data-lake-tests"]
+        tasks = [".atlas_data_lake"]
         expansions = dict(AUTH="auth")
         handle_c_ext(c_ext, expansions)
         display_name = get_display_name("Atlas Data Lake", host, python=python, **expansions)
@@ -970,6 +970,14 @@ def create_perf_tasks():
     return tasks
 
 
+def create_atlas_data_lake_tasks():
+    vars = dict(TEST_NAME="data_lake")
+    test_func = FunctionCall(func="run tests", vars=vars)
+    task_name = "test-atlas-data-lake"
+    tags = ["atlas_data_lake"]
+    return [EvgTask(name=task_name, tags=tags, commands=[test_func])]
+
+
 def create_ocsp_tasks():
     tasks = []
     tests = [

.evergreen/scripts/setup_tests.py

@@ -175,6 +175,11 @@ def handle_test_env() -> None:
         if not config:
             AUTH = "noauth"
 
+    if test_name == "data_lake":
+        run_command(f"{DRIVERS_TOOLS}/.evergreen/stop-orchestration.sh")
+        run_command(f"{DRIVERS_TOOLS}/.evergreen/atlas_data_lake/setup.sh")
+        AUTH = "auth"
+
     if AUTH != "noauth":
         if test_name == "data_lake":
             config = read_env(f"{DRIVERS_TOOLS}/.evergreen/atlas_data_lake/secrets-export.sh")

.evergreen/scripts/teardown_tests.py

@@ -57,6 +57,10 @@
 
     teardown_mod_wsgi()
 
+# Tear down data_lake if applicable.
+elif TEST_NAME == "data_lake":
+    run_command(f"{DRIVERS_TOOLS}/.evergreen/atlas_data_lake/teardown.sh")
+
 # Tear down coverage if applicable.
 if os.environ.get("COVERAGE"):
     shutil.rmtree(".pytest_cache", ignore_errors=True)