INTPYTHON-416 Make AI/ML testing framework runnable locally

Author: blink1073

.evergreen/utils.sh

@@ -68,7 +68,7 @@ setup_local_atlas() {
     IMAGE=artifactory.corp.mongodb.com/dockerhub/mongodb/mongodb-atlas-local:latest
     retry podman pull $IMAGE
 
-    CONTAINER_ID=$(podman run --rm -d -e DO_NOT_TRACK=1 -P --health-cmd "/usr/local/bin/runner healthcheck" mongodb/mongodb-atlas-local:latest)
+    CONTAINER_ID=$(podman run --rm -d -e DO_NOT_TRACK=1 -P --health-cmd "/usr/local/bin/runner healthcheck" $IMAGE)
 
     echo "waiting for container to become healthy..."
     function wait() {
@@ -104,13 +104,13 @@ setup_local_atlas() {
     wait "$CONTAINER_ID"
     EXPOSED_PORT=$(podman inspect --format='{{ (index (index .NetworkSettings.Ports "27017/tcp") 0).HostPort }}' "$CONTAINER_ID")
     export CONN_STRING="mongodb://127.0.0.1:$EXPOSED_PORT/?directConnection=true"
-    # shellcheck disable=SC2154
-    echo "CONN_STRING=mongodb://127.0.0.1:$EXPOSED_PORT/?directConnection=true" > $workdir/src/.evergreen/.local_atlas_uri
+    SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+    echo "CONN_STRING=mongodb://127.0.0.1:$EXPOSED_PORT/?directConnection=true" > $SCRIPT_DIR/.local_atlas_uri
 }
 
 fetch_local_atlas_uri() {
-    # shellcheck disable=SC2154
-    . $workdir/src/.evergreen/.local_atlas_uri
+    SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+    . $SCRIPT_DIR/.local_atlas_uri
 
     export CONN_STRING=$CONN_STRING
     echo "$CONN_STRING"
@@ -120,8 +120,7 @@ fetch_local_atlas_uri() {
 scaffold_atlas() {
     PYTHON_BINARY=$(find_python3)
 
-    # Should be called from src
-    EVERGREEN_PATH=$(pwd)/.evergreen
+    EVERGREEN_PATH=$(realpath $(dirname ${BASH_SOURCE[0]}))
     TARGET_DIR=$(pwd)/$DIR
     SCAFFOLD_SCRIPT=$EVERGREEN_PATH/scaffold_atlas.py
 

README.md

@@ -54,7 +54,7 @@ The general layout of this repo looks like this:
 Each test subdirectory will automatically have its own local Atlas deployment. As a result, database and collection names will not conflict between different AI/ML integrations. To connect to your local Atlas using a connection string, `utils.sh` has a `fetch_local_atlas_uri` that you can call from the `run.sh` script within your subdirectory. For example:
 
 ```bash
-. $workdir/src/.evergreen/utils.sh
+. .evergreen/utils.sh
 
 CONN_STRING=$(fetch_local_atlas_uri)
 ```

chatgpt-retrieval-plugin/run.sh

@@ -5,11 +5,11 @@
 set -eu
 
 # Get the MONGODB_URI and OPENAI_API_KEY.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+. $ROOT_DIR/env.sh
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
+. $SCRIPT_DIR/utils.sh
 
 PYTHON_BINARY=$(find_python3)
 $PYTHON_BINARY -c "import sys; print(f'Python version found: {sys.version_info}')"

docarray/run.sh

@@ -6,11 +6,12 @@
 set -eu
 
 # Get the MONGODB_URI.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
+. $ROOT_DIR/env.sh
+
+. $SCRIPT_DIR/utils.sh
 PYTHON_BINARY=$(find_python3)
 $PYTHON_BINARY -c "import sys; print(f'Python version found: {sys.version_info}')"
 

langchain-python/run.sh

@@ -4,11 +4,11 @@
 set -eu
 
 # Get the MONGODB_URI and OPENAI_API_KEY.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+. $ROOT_DIR/env.sh
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
+. $SCRIPT_DIR/utils.sh
 
 PYTHON_BINARY=$(find_python3)
 

langgraph-python/run.sh

@@ -4,11 +4,11 @@
 set -eu
 
 # Get the MONGODB_URI and OPENAI_API_KEY.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+. $ROOT_DIR/env.sh
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
+. $SCRIPT_DIR/utils.sh
 
 PYTHON_BINARY=$(find_python3)
 

llama-index-python-kvstore/run.sh

@@ -3,11 +3,11 @@
 set -eu
 
 # Get the MONGODB_URI and OPENAI_API_KEY.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+. $ROOT_DIR/env.sh
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
+. $SCRIPT_DIR/utils.sh
 
 PYTHON_BINARY=$(find_python3)
 $PYTHON_BINARY -c "import sys; print(f'Python version found: {sys.version_info}')"

llama-index-python-vectorstore/run.sh

@@ -3,11 +3,11 @@
 set -eu
 
 # Get the MONGODB_URI and OPENAI_API_KEY.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+. $ROOT_DIR/env.sh
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
+. $SCRIPT_DIR/utils.sh
 
 PYTHON_BINARY=$(find_python3)
 $PYTHON_BINARY -c "import sys; print(f'Python version found: {sys.version_info}')"

semantic-kernel-csharp/run.sh

@@ -3,12 +3,12 @@
 set -eu
 
 # Get the MONGODB_URI.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+. $ROOT_DIR/env.sh
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
-# WORKING_DIR = src/semantic-kernel-csharp/semantic-kernel
+. $SCRIPT_DIR/utils.sh
+# WORKING_DIR = $ROOT_DIR/semantic-kernel-csharp/semantic-kernel
 
 # Install .NET
 DOTNET_SDK_PATH=./.dotnet

semantic-kernel-python/run.sh

@@ -3,11 +3,11 @@
 set -eu
 
 # Get the MONGODB_URI and OPENAI_API_KEY.
-# shellcheck disable=SC2154
-. $workdir/src/env.sh
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+. $ROOT_DIR/env.sh
 
-# shellcheck disable=SC2154
-. $workdir/src/.evergreen/utils.sh
+. $SCRIPT_DIR/utils.sh
 
 PYTHON_BINARY=$(find_python3)