DRIVERS-3055 Run atlas local cluster in Evergreen and GitHub actions (#641)

Co-authored-by: Ezra Chung <[email protected]>

Author: blink1073

.evergreen/atlas_data_lake/pull-mongohouse-image.sh

@@ -13,6 +13,11 @@ if [ ! -f secrets-export.sh ]; then
 fi
 source secrets-export.sh
 unset AWS_SESSION_TOKEN
-aws ecr get-login-password --region us-east-1 | docker login --username AWS --password-stdin $REPO
-docker pull $REPO
+if command -v podman &> /dev/null; then
+    DOCKER=podman
+else
+    DOCKER=docker
+fi
+aws ecr get-login-password --region us-east-1 | $DOCKER login --username AWS --password-stdin $REPO
+$DOCKER pull $REPO
 popd

.evergreen/atlas_data_lake/run-mongohouse-image.sh

@@ -12,7 +12,7 @@ IMAGE=904697982180.dkr.ecr.us-east-1.amazonaws.com/atlas-query-engine-test
 USE_TTY=""
 test -t 1 && USE_TTY="-t"
 if command -v podman &> /dev/null; then
-    DOCKER="podman --storage-opt ignore_chown_errors=true"
+    DOCKER=podman
 else
     DOCKER=docker
 fi

.evergreen/config.yml

@@ -293,14 +293,17 @@ functions:
         binary: sh
         env:
           MONGODB_VERSION: ${VERSION}
-          TOPOLOGY: ${TOPOLOGY}
-          SSL: ${SSL}
-          AUTH: ${AUTH}
-          STORAGE_ENGINE: ${STORAGE_ENGINE}
-          LOAD_BALANCER: ${LOAD_BALANCER}
-          REQUIRE_API_VERSION: ${REQUIRE_API_VERSION}
+        include_expansions_in_env:
+          - AUTH
+          - LOAD_BALANCER
+          - LOCAL_ATLAS
+          - REQUIRE_API_VERSION,
+          - SSL
+          - STORAGE_ENGINE
+          - TOPOLOGY
         args:
           - ${DRIVERS_TOOLS}/.evergreen/run-orchestration.sh
+          - -v
     # run-orchestration generates expansion file with the MONGODB_URI for the cluster
     - command: expansions.update
       params:
@@ -699,6 +702,15 @@ tasks:
 
 # Standard test tasks {{{
 
+    - name: "test-8.0-local-atlas"
+      tags: ["8.0", "local-atlas"]
+      commands:
+        - func: "bootstrap mongo-orchestration"
+          vars:
+            VERSION: "8.0"
+            LOCAL_ATLAS: "1"
+        - func: "run tests"
+
     - name: "test-8.0-standalone"
       tags: ["8.0", "standalone"]
       commands:
@@ -736,6 +748,15 @@ tasks:
             REQUIRE_API_VERSION: "1"
         - func: "run tests"
 
+    - name: "test-7.0-local-atlas"
+      tags: ["7.0", "local-atlas"]
+      commands:
+        - func: "bootstrap mongo-orchestration"
+          vars:
+            VERSION: "7.0"
+            LOCAL_ATLAS: "1"
+        - func: "run tests"
+
     - name: "test-7.0-standalone"
       tags: ["7.0", "standalone"]
       commands:
@@ -925,6 +946,15 @@ tasks:
             TOPOLOGY: "sharded_cluster"
         - func: "run tests"
 
+    - name: "test-latest-local-atlas"
+      tags: ["latest", "local-atlas"]
+      commands:
+        - func: "bootstrap mongo-orchestration"
+          vars:
+            VERSION: "latest"
+            LOCAL_ATLAS: "1"
+        - func: "run tests"
+
     - name: "test-latest-standalone"
       tags: ["latest", "standalone"]
       commands:
@@ -1462,6 +1492,16 @@ buildvariants:
     - ".data_lake"
     - ".ocsp"
     - ".docker"
+    - ".local-atlas"
+
+- name: tests-podman
+  display_name: Podman Tests
+  run_on:
+    - rhel94-small
+  tasks:
+    - ".data_lake"
+    - ".docker"
+    - ".local-atlas"
 
 - name: tests-oidc
   display_name: Auth OIDC

.evergreen/docker/run-server.sh

@@ -19,7 +19,7 @@ if [[ -z $PLATFORM && -n $ARCH ]]; then
 fi
 
 if command -v podman &> /dev/null; then
-    DOCKER="podman --storage-opt ignore_chown_errors=true"
+    DOCKER="sudo podman --storage-opt ignore_chown_errors=true"
 else
     DOCKER=docker
 fi

.evergreen/docker/teardown.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+#
+# Tear down docker-releated assets.
+#
+set -eu
+
+SCRIPT_DIR=$(dirname ${BASH_SOURCE[0]})
+. $SCRIPT_DIR/../handle-paths.sh
+
+# Find the appropriate docker command.
+if command -v podman &> /dev/null; then
+    DOCKER="sudo podman"
+else
+    DOCKER=docker
+fi
+if ! command -v $DOCKER &> /dev/null; then
+    exit 0
+fi
+
+# Kill all containers.
+$DOCKER rm "$($DOCKER ps -a -q)" &> /dev/null || true
+
+# Remove all images.
+$DOCKER rmi -f "$($DOCKER -a -q)" &> /dev/null || true
+
+# Remove all generated files in this subfolder.
+pushd $SCRIPT_DIR > /dev/null
+
+if command -v sudo &> /dev/null; then
+    sudo git clean -dffx
+else
+    git clean -dffx
+fi
+
+popd > /dev/null