Merge branch 'main' of https://github.com/mongodb-labs/ai-ml-pipeline-testing

Author: Jibola

.evergreen/config.yml

@@ -29,66 +29,80 @@ functions:
         directory: "src"
 
   "fetch secrets":
+    - command: ec2.assume_role
+      params:
+        role_arn: ${drivers_test_secrets_role}
     - command: subprocess.exec
       type: setup
       params:
         working_dir: "src"
         binary: bash
+        include_expansions_in_env: [AWS_SECRET_ACCESS_KEY, AWS_ACCESS_KEY_ID, AWS_SESSION_TOKEN]
         args: [.evergreen/fetch-secrets.sh]
 
   "fetch repo":
-    - command: shell.exec
-      type: setup
+    - command: subprocess.exec
+      type: test
       params:
+        include_expansions_in_env: [DIR, REPO_ORG, REPO_BRANCH]
         working_dir: "src"
-        script: |
-          if [ ! -d "${DIR}" ]; then
-            echo '${REPO_NAME} could not be found' 1>&2
-            exit 1
-          fi
-          # Apply patches to upstream repo if desired.
-          cd ${DIR}
-          git clone ${CLONE_URL}
-          if [ -d "patches" ]; then
-            cd ${REPO_NAME}
-            echo "Applying patches."
-            git apply  ../patches/*
-          fi
+        binary: bash
+        args: [.evergreen/fetch-repo.sh]
+
+  "assume role":
+    - command: ec2.assume_role
+      params:
+        role_arn: ${drivers_test_secrets_role}
 
   "execute tests":
     - command: subprocess.exec
       type: test
       params:
-        add_expansions_to_env: true
-        working_dir: "src/${DIR}/${REPO_NAME}"
+        include_expansions_in_env: [DIR, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN]
+        working_dir: "src"
         binary: bash
-        args:
-          - ../run.sh
+        args: [.evergreen/execute-tests.sh]
 
   "setup local atlas":
     - command: subprocess.exec
-      type: setup
+      type: test
       retry_on_failure: true
       params:
-        add_expansions_to_env: true
+        include_expansions_in_env: [DIR, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN]
         working_dir: "src"
         binary: bash
         args:
           - .evergreen/provision-atlas.sh
 
   "setup remote atlas":
     - command: subprocess.exec
-      type: setup
+      type: test
       params:
-        add_expansions_to_env: true
+        include_expansions_in_env: [DIR, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN]
         working_dir: "src"
         binary: bash
         args: [.evergreen/setup-remote.sh]
 
 pre_error_fails_task: true
+post_error_fails_task: true
 pre:
+  - func: "assume role"
   - func: "fetch source"
   - func: "fetch secrets"
+post:
+  - command: subprocess.exec
+    type: setup
+    params:
+      working_dir: "src"
+      binary: bash
+      args: [drivers-evergreen-tools/.evergreen/teardown.sh]
+  - command: subprocess.exec
+    type: setup
+    params:
+      include_expansions_in_env: [DIR, REPO_ORG, REPO_BRANCH]
+      working_dir: "src"
+      binary: bash
+      args: [.evergreen/teardown.sh]
 
 tasks:
   - name: test-semantic-kernel-python-local
@@ -105,18 +119,10 @@ tasks:
       - func: "setup remote atlas"
       - func: "execute tests"
 
-  - name: test-semantic-kernel-csharp-local
+  - name: test-semantic-kernel-csharp
     tags: [local]
     commands:
       - func: "fetch repo"
-      - func: "setup local atlas"
-      - func: "execute tests"
-
-  - name: test-semantic-kernel-csharp-remote
-    tags: [remote]
-    commands:
-      - func: "fetch repo"
-      - func: "setup remote atlas"
       - func: "execute tests"
 
   - name: test-langchain-python-local
@@ -188,30 +194,78 @@ tasks:
       - func: "setup remote atlas"
       - func: "execute tests"
 
-buildvariants:
-  - name: test-llama-index-kvstore-rhel
-    # TODO - Maintainer has pushed back on this.
-    display_name: LlamaIndex RHEL KV Store
-    expansions:
-      DIR: llama-index-python-kvstore
-      REPO_NAME: llama_index
-      # TODO - Update CLONE_URL: [PYTHON-4522] [INTPYTHON-326]
-      CLONE_URL: -b PYTHON-4522 --single-branch https://github.com/shruti-sridhar/llama_index.git
-      DATABASE: llama_index_test_db
-    run_on:
-      - rhel87-small
-    tasks:
-      - name: test-llama-index-local
-      - name: test-llama-index-remote
-        batchtime: 10080  # 1 week
+  - name: test-pymongo-voyageai-local
+    tags: [local]
+    commands:
+      - func: "fetch repo"
+      - func: "setup local atlas"
+      - func: "execute tests"
+
+  - name: test-pymongo-voyageai-remote
+    tags: [remote]
+    commands:
+      - func: "fetch repo"
+      - func: "setup remote atlas"
+      - func: "execute tests"
+
+  - name: test-haystack-embeddings-local
+    tags: [local]
+    commands:
+      - func: "fetch repo"
+      - func: "setup local atlas"
+      - func: "execute tests"
+
+  - name: test-haystack-embeddings-remote
+    tags: [remote]
+    commands:
+      - func: "fetch repo"
+      - func: "setup remote atlas"
+      - func: "execute tests"
 
+  - name: test-haystack-fulltext-local
+    tags: [local]
+    commands:
+      - func: "fetch repo"
+      - func: "setup local atlas"
+      - func: "execute tests"
+
+  - name: test-haystack-fulltext-remote
+    tags: [remote]
+    commands:
+      - func: "fetch repo"
+      - func: "setup remote atlas"
+      - func: "execute tests"
+
+  - name: test-langchaingo-local
+    tags: [local]
+    commands:
+      - func: "fetch repo"
+      - func: "execute tests"
+
+  - name: test-langchain-js-local
+    tags: [local]
+    commands:
+      - func: "fetch repo"
+      - func: "execute tests"
+      - command: attach.xunit_results
+        params:
+          file: src/langchain-js/langchainjs/libs/langchain-mongodb/results.xml
+
+  - name: test-langchain-js-remote
+    tags: [remote]
+    commands:
+      - func: "fetch repo"
+      - func: "setup remote atlas"
+      - func: "execute tests"
+      - command: attach.xunit_results
+        params:
+          file: src/langchain-js/langchainjs/libs/langchain-mongodb/results.xml
+
+buildvariants:
   - name: test-semantic-kernel-python-rhel
     display_name: Semantic-Kernel RHEL Python
     expansions:
       DIR: semantic-kernel-python
-      REPO_NAME: semantic-kernel
-      CLONE_URL: https://github.com/microsoft/semantic-kernel.git
-      DATABASE: pyMSKTest
     run_on:
       - rhel87-small
     tasks:
@@ -224,23 +278,16 @@ buildvariants:
     display_name: Semantic-Kernel RHEL CSharp
     expansions:
       DIR: semantic-kernel-csharp
-      REPO_NAME: semantic-kernel
-      CLONE_URL: https://github.com/microsoft/semantic-kernel.git
-      DATABASE: dotnetMSKNearestTest
     run_on:
       - rhel87-small
     tasks:
-      - name: test-semantic-kernel-csharp-local
-      - name: test-semantic-kernel-csharp-remote
+      - name: test-semantic-kernel-csharp
         batchtime: 10080  # 1 week
 
   - name: test-langchain-python-rhel
     display_name: Langchain RHEL Python
     expansions:
       DIR: langchain-python
-      REPO_NAME: langchain-mongodb
-      CLONE_URL: https://github.com/langchain-ai/langchain-mongodb.git
-      DATABASE: langchain_test_db
     run_on:
       - rhel87-small
     tasks:
@@ -252,9 +299,6 @@ buildvariants:
     display_name: Langgraph RHEL Python
     expansions:
       DIR: langgraph-python
-      REPO_NAME: langchain-mongodb
-      CLONE_URL: https://github.com/langchain-ai/langchain-mongodb.git
-      DATABASE: langgraph-test
     run_on:
       - rhel87-small
     tasks:
@@ -266,9 +310,6 @@ buildvariants:
     display_name: ChatGPT Retrieval Plugin
     expansions:
       DIR: chatgpt-retrieval-plugin
-      REPO_NAME: chatgpt-retrieval-plugin
-      CLONE_URL: https://github.com/openai/chatgpt-retrieval-plugin.git
-      DATABASE: chatgpt_retrieval_plugin_test_db
     run_on:
       - rhel87-small
     tasks:
@@ -280,9 +321,6 @@ buildvariants:
     display_name: LlamaIndex RHEL Vector Store
     expansions:
       DIR: llama-index-python-vectorstore
-      REPO_NAME: llama_index
-      CLONE_URL: https://github.com/run-llama/llama_index.git
-      DATABASE: llama_index_test_db
     run_on:
       - rhel87-small
     tasks:
@@ -295,11 +333,59 @@ buildvariants:
     display_name: DocArray RHEL
     expansions:
       DIR: docarray
-      REPO_NAME: docarray
-      CLONE_URL: https://github.com/docarray/docarray.git
-      DATABASE: docarray_test_db
     run_on:
       - rhel87-small
     tasks:
       - name: test-docarray-local
       - name: test-docarray-remote
+
+  - name: test-pymongo-voyageai-rhel
+    display_name: PyMongo-VoyageAI RHEL
+    expansions:
+      DIR: pymongo-voyageai
+    run_on:
+      - rhel87-small
+    tasks:
+      - name: test-pymongo-voyageai-local
+      - name: test-pymongo-voyageai-remote
+
+  - name: test-haystack-embeddings-rhel
+    display_name: Haystack Embeddings RHEL
+    expansions:
+      DIR: haystack-embeddings
+    run_on:
+      - rhel87-small
+    tasks:
+      - name: test-haystack-embeddings-local
+      # TODO: INTPYTHON-465
+      # - name: test-haystack-embeddings-remote
+
+  - name: test-haystack-fulltext-rhel
+    display_name: Haystack FullText RHEL
+    expansions:
+      DIR: haystack-fulltext
+    run_on:
+      - rhel87-small
+    tasks:
+      - name: test-haystack-fulltext-local
+      # TODO: INTPYTHON-465
+      # - name: test-haystack-fulltext-remote
+
+  - name: test-langchaingo-ubuntu
+    display_name: LangchainGo Ubuntu2204
+    expansions:
+      DIR: langchaingo-golang
+    run_on:
+      - ubuntu2204-small
+    tasks:
+      - name: test-langchaingo-local
+
+  - name: test-langchain-js-ubuntu
+    display_name: LangchainJS Ubuntu2204
+    expansions:
+      DIR: langchain-js
+    run_on:
+      - ubuntu2204-small
+    tasks:
+      - name: test-langchain-js-local
+      - name: test-langchain-js-remote

.evergreen/execute-tests.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+set -eu
+
+SCRIPT_DIR=$(realpath "$(dirname ${BASH_SOURCE[0]})")
+ROOT_DIR=$(dirname $SCRIPT_DIR)
+
+
+# Source the configuration.
+cd ${ROOT_DIR}/${DIR}
+set -a
+source config.env
+set +a
+
+cd ${REPO_NAME}
+bash ${ROOT_DIR}/${DIR}/run.sh