Merge branch 'main' of https://github.com/mongodb-labs/ai-ml-pipeline-testing

Author: Jibola

.evergreen/config.yml

@@ -306,28 +306,30 @@ buildvariants:
       - name: test-langgraph-python-remote
         batchtime: 10080  # 1 week
 
-  - name: test-chatgpt-retrieval-plugin-rhel
-    display_name: ChatGPT Retrieval Plugin
-    expansions:
-      DIR: chatgpt-retrieval-plugin
-    run_on:
-      - rhel87-small
-    tasks:
-      - name: test-chatgpt-retrieval-plugin-local
-      - name: test-chatgpt-retrieval-plugin-remote
-        batchtime: 10080  # 1 week
-
-  - name: test-llama-index-vectorstore-rhel
-    display_name: LlamaIndex RHEL Vector Store
-    expansions:
-      DIR: llama-index-python-vectorstore
-    run_on:
-      - rhel87-small
-    tasks:
-      - name: test-llama-index-local
-      # TODO: INTPYTHON-440
-      # - name: test-llama-index-remote
-      #   batchtime: 10080  # 1 week
+  # TODO: INTPYTHON-668
+  # - name: test-chatgpt-retrieval-plugin-rhel
+  #   display_name: ChatGPT Retrieval Plugin
+  #   expansions:
+  #     DIR: chatgpt-retrieval-plugin
+  #   run_on:
+  #     - rhel87-small
+  #   tasks:
+  #     - name: test-chatgpt-retrieval-plugin-local
+  #     - name: test-chatgpt-retrieval-plugin-remote
+  #       batchtime: 10080  # 1 week
+
+  # TODO: INTPYTHON-669
+  # - name: test-llama-index-vectorstore-rhel
+  #   display_name: LlamaIndex RHEL Vector Store
+  #   expansions:
+  #     DIR: llama-index-python-vectorstore
+  #   run_on:
+  #     - rhel87-small
+  #   tasks:
+  #     - name: test-llama-index-local
+  #     # TODO: INTPYTHON-440
+  #     # - name: test-llama-index-remote
+  #     #   batchtime: 10080  # 1 week
 
   - name: test-docarray-rhel
     display_name: DocArray RHEL
@@ -380,12 +382,13 @@ buildvariants:
     tasks:
       - name: test-langchaingo-local
 
-  - name: test-langchain-js-ubuntu
-    display_name: LangchainJS Ubuntu2204
-    expansions:
-      DIR: langchain-js
-    run_on:
-      - ubuntu2204-small
-    tasks:
-      - name: test-langchain-js-local
-      - name: test-langchain-js-remote
+  # TODO: INTPYTHON-667
+  # - name: test-langchain-js-ubuntu
+  #   display_name: LangchainJS Ubuntu2204
+  #   expansions:
+  #     DIR: langchain-js
+  #   run_on:
+  #     - ubuntu2204-small
+  #   tasks:
+  #     - name: test-langchain-js-local
+  #     - name: test-langchain-js-remote

.evergreen/execute-tests.sh

@@ -5,12 +5,12 @@ set -eu
 SCRIPT_DIR=$(realpath "$(dirname ${BASH_SOURCE[0]})")
 ROOT_DIR=$(dirname $SCRIPT_DIR)
 
-
 # Source the configuration.
 cd ${ROOT_DIR}/${DIR}
 set -a
 source config.env
 set +a
 
 cd ${REPO_NAME}
+
 bash ${ROOT_DIR}/${DIR}/run.sh

.evergreen/provision-atlas.sh

@@ -18,6 +18,8 @@ source secrets-export.sh
 
 # Create the env file
 echo "export VOYAGEAI_S3_BUCKET=$VOYAGEAI_S3_BUCKET" >> env.sh
-echo "export OPENAI_API_KEY=$OPENAI_API_KEY" >> env.sh
+echo "export AZURE_OPENAI_ENDPOINT=$AZURE_OPENAI_ENDPOINT" >> env.sh
+echo "export AZURE_OPENAI_API_KEY=$AZURE_OPENAI_API_KEY" >> env.sh
+echo "export OPENAI_API_VERSION=$OPENAI_API_VERSION" >> env.sh
 echo "export MONGODB_URI=$CONN_STRING" >> env.sh
 echo "export VOYAGEAI_API_KEY=$VOYAGEAI_API_KEY" >> env.sh

.evergreen/setup-remote.sh

@@ -53,9 +53,11 @@ export MONGODB_URI
 
 # Create the env file
 echo "export VOYAGEAI_S3_BUCKET=$VOYAGEAI_S3_BUCKET" >> env.sh
-echo "export VOYAGEAI_API_KEY=$VOYAGEAI_API_KEY" >> env.sh
-echo "export OPENAI_API_KEY=$OPENAI_API_KEY" >> env.sh
+echo "export AZURE_OPENAI_ENDPOINT=$AZURE_OPENAI_ENDPOINT" >> env.sh
+echo "export AZURE_OPENAI_API_KEY=$AZURE_OPENAI_API_KEY" >> env.sh
+echo "export OPENAI_API_VERSION=$OPENAI_API_VERSION" >> env.sh
 echo "export MONGODB_URI=$MONGODB_URI" >> env.sh
+echo "export VOYAGEAI_API_KEY=$VOYAGEAI_API_KEY" >> env.sh
 
 # Ensure the remote database is populated.
 . .evergreen/utils.sh

langchain-python/run.sh

@@ -22,9 +22,6 @@ pip install uv rust-just
 
 just install
 
-export MONGODB_URI=$MONGODB_URI
-export OPENAI_API_KEY=$OPENAI_API_KEY
-
-just tests
+just unit_tests
 
 just integration_tests

langchaingo-golang/run.sh

@@ -9,4 +9,7 @@ cd vectorstores/mongovector
 export PATH="$PATH:/opt/golang/$GO_VERSION/bin"
 export GOROOT="/opt/golang/$GO_VERSION"
 
-go test -v -failfast -race -shuffle=on
+# TODO(GODRIVER-3606): Update expected error in LangChainGo test for
+# non-tokenized filter.
+go test -v -failfast -race -shuffle=on \
+  -skip "TestStore_SimilaritySearch_NonExactQuery/with_non-tokenized_filter"

langgraph-python/run.sh

@@ -22,9 +22,6 @@ pip install uv rust-just
 
 just install
 
-export MONGODB_URI=$MONGODB_URI
-export OPENAI_API_KEY=$OPENAI_API_KEY
-
-just tests
+just unit_tests
 
 just integration_tests

semantic-kernel-python/run.sh

@@ -24,22 +24,24 @@ make install-python
 make install-sk
 make install-pre-commit
 
+cp $SCRIPT_DIR/test_mongodb_atlas_memory_store.py .
+
 # shellcheck disable=SC2154
-OPENAI_API_KEY="$OPENAI_API_KEY" \
+OPENAI_API_KEY="" \
     OPENAI_ORG_ID="" \
     AZURE_OPENAI_DEPLOYMENT_NAME="" \
     AZURE_OPENAI_ENDPOINT="" \
     AZURE_OPENAI_API_KEY="" \
     MONGODB_ATLAS_CONNECTION_STRING=$MONGODB_URI \
     Python_Integration_Tests=1 \
-    uv run pytest tests/integration/memory/memory_stores/test_mongodb_atlas_memory_store.py -k test_collection_knn
+    uv run pytest -rav test_mongodb_atlas_memory_store.py -k test_collection_knn
 
 # shellcheck disable=SC2154
-OPENAI_API_KEY="$OPENAI_API_KEY" \
+OPENAI_API_KEY="" \
     OPENAI_ORG_ID="" \
     AZURE_OPENAI_DEPLOYMENT_NAME="" \
     AZURE_OPENAI_ENDPOINT="" \
     AZURE_OPENAI_API_KEY="" \
     MONGODB_ATLAS_CONNECTION_STRING=$MONGODB_URI \
     Python_Integration_Tests=1 \
-    uv run pytest tests/integration/memory/memory_stores/test_mongodb_atlas_memory_store.py
+    uv run pytest -rav test_mongodb_atlas_memory_store.py