finish local testing

Author: blink1073

.evergreen/.local_atlas_uri

@@ -0,0 +1 @@
+CONN_STRING=mongodb://127.0.0.1:39239/?directConnection=true

.evergreen/config.yml

@@ -37,33 +37,21 @@ functions:
         args: [.evergreen/fetch-secrets.sh]
 
   "fetch repo":
-    - command: shell.exec
+    - command: subprocess.exec
       type: setup
       params:
         working_dir: "src"
-        script: |
-          if [ ! -d "${DIR}" ]; then
-            echo '${REPO_NAME} could not be found' 1>&2
-            exit 1
-          fi
-          # Apply patches to upstream repo if desired.
-          cd ${DIR}
-          git clone ${CLONE_URL}
-          if [ -d "patches" ]; then
-            cd ${REPO_NAME}
-            echo "Applying patches."
-            git apply  ../patches/*
-          fi
+        binary: bash
+        args: [.evergreen/fetch-repo.sh]
 
   "execute tests":
     - command: subprocess.exec
       type: test
       params:
         add_expansions_to_env: true
-        working_dir: "src/${DIR}/${REPO_NAME}"
+        working_dir: "src"
         binary: bash
-        args:
-          - ../run.sh
+        args: [.evergreen/execute-tests.sh]
 
   "setup local atlas":
     - command: subprocess.exec
@@ -194,10 +182,6 @@ buildvariants:
     display_name: LlamaIndex RHEL KV Store
     expansions:
       DIR: llama-index-python-kvstore
-      REPO_NAME: llama_index
-      # TODO - Update CLONE_URL: [PYTHON-4522] [INTPYTHON-326]
-      CLONE_URL: -b PYTHON-4522 --single-branch https://github.com/shruti-sridhar/llama_index.git
-      DATABASE: llama_index_test_db
     run_on:
       - rhel87-small
     tasks:
@@ -209,9 +193,6 @@ buildvariants:
     display_name: Semantic-Kernel RHEL Python
     expansions:
       DIR: semantic-kernel-python
-      REPO_NAME: semantic-kernel
-      CLONE_URL: https://github.com/microsoft/semantic-kernel.git
-      DATABASE: pyMSKTest
     run_on:
       - rhel87-small
     tasks:
@@ -224,9 +205,6 @@ buildvariants:
     display_name: Semantic-Kernel RHEL CSharp
     expansions:
       DIR: semantic-kernel-csharp
-      REPO_NAME: semantic-kernel
-      CLONE_URL: https://github.com/microsoft/semantic-kernel.git
-      DATABASE: dotnetMSKNearestTest
     run_on:
       - rhel87-small
     tasks:
@@ -238,9 +216,6 @@ buildvariants:
     display_name: Langchain RHEL Python
     expansions:
       DIR: langchain-python
-      REPO_NAME: langchain-mongodb
-      CLONE_URL: https://github.com/langchain-ai/langchain-mongodb.git
-      DATABASE: langchain_test_db
     run_on:
       - rhel87-small
     tasks:
@@ -252,9 +227,6 @@ buildvariants:
     display_name: Langgraph RHEL Python
     expansions:
       DIR: langgraph-python
-      REPO_NAME: langchain-mongodb
-      CLONE_URL: https://github.com/langchain-ai/langchain-mongodb.git
-      DATABASE: langgraph-test
     run_on:
       - rhel87-small
     tasks:
@@ -266,9 +238,6 @@ buildvariants:
     display_name: ChatGPT Retrieval Plugin
     expansions:
       DIR: chatgpt-retrieval-plugin
-      REPO_NAME: chatgpt-retrieval-plugin
-      CLONE_URL: https://github.com/openai/chatgpt-retrieval-plugin.git
-      DATABASE: chatgpt_retrieval_plugin_test_db
     run_on:
       - rhel87-small
     tasks:
@@ -280,9 +249,6 @@ buildvariants:
     display_name: LlamaIndex RHEL Vector Store
     expansions:
       DIR: llama-index-python-vectorstore
-      REPO_NAME: llama_index
-      CLONE_URL: https://github.com/run-llama/llama_index.git
-      DATABASE: llama_index_test_db
     run_on:
       - rhel87-small
     tasks:
@@ -295,9 +261,6 @@ buildvariants:
     display_name: DocArray RHEL
     expansions:
       DIR: docarray
-      REPO_NAME: docarray
-      CLONE_URL: https://github.com/docarray/docarray.git
-      DATABASE: docarray_test_db
     run_on:
       - rhel87-small
     tasks:

.evergreen/execute-tests.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+set -eu
+
+SCRIPT_DIR=$(realpath $(dirname ${BASH_SOURCE[0]}))
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+
+
+# Source the configuration.
+cd ${ROOT_DIR}/${DIR}
+set -a
+source config.env
+set +a
+
+cd ${REPO_NAME}
+bash ${ROOT_DIR}/${DIR}/run.sh

.evergreen/fetch-repo.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+set -eu
+
+if [ ! -d "${DIR}" ]; then
+  echo '${REPO_NAME} could not be found' 1>&2
+  exit 1
+fi
+
+cd ${DIR}
+
+# Source the configuration.
+set -a
+source config.env
+set +a
+
+rm -rf ${REPO_NAME}
+git clone ${CLONE_URL}
+
+# Apply patches to upstream repo if desired.
+if [ -d "patches" ]; then
+  cd ${REPO_NAME}
+  echo "Applying patches."
+  git apply  ../patches/*
+fi

.evergreen/fetch-secrets.sh

@@ -3,7 +3,7 @@
 set -eu
 
 # Clone drivers-evergeen-tools.
-git clone https://github.com/mongodb-labs/drivers-evergreen-tools
+git clone https://github.com/mongodb-labs/drivers-evergreen-tools || true
 
 # Get the secrets for drivers/ai-ml-pipeline-testing.
 . drivers-evergreen-tools/.evergreen/secrets_handling/setup-secrets.sh drivers/ai-ml-pipeline-testing

.evergreen/provision-atlas.sh

@@ -3,6 +3,13 @@ set -eu
 
 . .evergreen/utils.sh
 
+# Source the config
+pushd $DIR
+set -a
+. config.env
+set +x
+popd
+
 setup_local_atlas
 scaffold_atlas
 

.gitignore

@@ -50,6 +50,7 @@ xunit-results/
 # Miscellaneous
 .DS_Store
 drivers-evergreen-tools
+atlas
 
 # Secrets
 secrets-export.sh

README.md

@@ -61,6 +61,21 @@ CONN_STRING=$(fetch_local_atlas_uri)
 
 Stores the local Atlas URI within the `CONN_STRING` var. The script can then pass `CONN_STRING` as an environment variable to the test suite.
 
+#### Running tests locally.
+
+We can run the tests with a local checkout of the repo.
+
+For example, to run the `docarray` tests using local atlas:
+
+```bash
+export DIR=docarray
+bash .evergreen/fetch-repo.sh
+bash .evergreen/provision-atlas.sh
+bash .evergreen/execute-tests.sh
+```
+
+Use `.evergreen/setup-remote.sh` instead of `.evergreen/provision-atlas.sh` to test against the remote cluster.
+
 #### Pre-populating the Local Atlas Deployment
 
 You can pre-populate a test's local Atlas deployment before running the `run.sh` script by providing JSON files in the optional `database` directory of the created subdirectory. The `.evergreen/scaffold_atlas.py` file will search for every JSON file within this database directory and upload the documents to the database provided by the `DATABASE` expansion provided in the build variant of the `.evergreen/config.yml` setup. The collection the script uploads to is based on the name of your JSON file:

chatgpt-retrieval-plugin/config.env

@@ -0,0 +1,3 @@
+REPO_NAME=chatgpt-retrieval-plugin
+CLONE_URL="https://github.com/openai/chatgpt-retrieval-plugin.git"
+DATABASE=chatgpt_retrieval_plugin_test_db

docarray/config.env

@@ -0,0 +1,3 @@
+REPO_NAME=docarray
+CLONE_URL="https://github.com/docarray/docarray.git"
+DATABASE=docarray_test_db