diff --git a/.evergreen/config.yml b/.evergreen/config.yml
index 363026a..30c6700 100644
--- a/.evergreen/config.yml
+++ b/.evergreen/config.yml
@@ -212,18 +212,6 @@ tasks:
       - func: "execute tests"
 
 buildvariants:
-  - name: test-llama-index-kvstore-rhel
-    # TODO - Maintainer has pushed back on this.
-    display_name: LlamaIndex RHEL KV Store
-    expansions:
-      DIR: llama-index-python-kvstore
-    run_on:
-      - rhel87-small
-    tasks:
-      - name: test-llama-index-local
-      - name: test-llama-index-remote
-        batchtime: 10080  # 1 week
-
   - name: test-semantic-kernel-python-rhel
     display_name: Semantic-Kernel RHEL Python
     expansions:
diff --git a/.evergreen/setup-remote.sh b/.evergreen/setup-remote.sh
index 20dcda5..93318d7 100644
--- a/.evergreen/setup-remote.sh
+++ b/.evergreen/setup-remote.sh
@@ -17,9 +17,6 @@ popd
 
 # Get the correct remote URI.
 case $DIR in
-    llama-index-python-kvstore)
-        MONGODB_URI=$LLAMA_INDEX_MONGODB_URI
-    ;;
     semantic-kernel-python)
         MONGODB_URI=$SEMANTIC_KERNEL_MONGODB_URI
     ;;
diff --git a/llama-index-python-kvstore/config.env b/llama-index-python-kvstore/config.env
deleted file mode 100644
index bac5076..0000000
--- a/llama-index-python-kvstore/config.env
+++ /dev/null
@@ -1,4 +0,0 @@
-REPO_NAME=llama_index
-# TODO - Update CLONE_URL: [PYTHON-4522] [INTPYTHON-326]
-CLONE_URL=" -b PYTHON-4522 --single-branch https://github.com/shruti-sridhar/llama_index.git"
-DATABASE=llama_index_test_db
diff --git a/llama-index-python-kvstore/database/llama_index_test_kvstore.json b/llama-index-python-kvstore/database/llama_index_test_kvstore.json
deleted file mode 100644
index 0637a08..0000000
--- a/llama-index-python-kvstore/database/llama_index_test_kvstore.json
+++ /dev/null
@@ -1 +0,0 @@
-[]
\ No newline at end of file
diff --git a/llama-index-python-kvstore/run.sh b/llama-index-python-kvstore/run.sh
deleted file mode 100644
index f580fe3..0000000
--- a/llama-index-python-kvstore/run.sh
+++ /dev/null
@@ -1,40 +0,0 @@
-#!/bin/bash
-
-set -eu
-
-# Get the MONGODB_URI and OPENAI_API_KEY.
-SCRIPT_DIR=$(realpath "$(dirname ${BASH_SOURCE[0]})")
-ROOT_DIR=$(dirname $SCRIPT_DIR)
-. $ROOT_DIR/env.sh
-
-. $ROOT_DIR/.evergreen/utils.sh
-
-PYTHON_BINARY=$(find_python3)
-$PYTHON_BINARY -c "import sys; print(f'Python version found: {sys.version_info}')"
-
-# cd to the MongoDB integration. It has its own project
-# shellcheck disable=SC2164
-cd llama-index-integrations/storage/kvstore/llama-index-storage-kvstore-mongodb
-
-# Install Poetry
-$PYTHON_BINARY -m venv .venv
-. .venv/bin/activate
-PYTHON_BINARY=$(which python)
-$PYTHON_BINARY -m pip install -U pip poetry
-# Create a package specific poetry environment
-$PYTHON_BINARY -m poetry env use $PYTHON_BINARY
-# Activate the poetry env, which itself does not include poetry
-. "$($PYTHON_BINARY -m poetry env info --path)/bin/activate"
-# PYTHON-4522: Will fix requirement in llama-index repo
-$PYTHON_BINARY -m poetry add motor
-# Recreate the poetry lock file
-$PYTHON_BINARY -m poetry lock
-# Install from pyproject.toml into package specific environment
-$PYTHON_BINARY -m poetry install --with dev
-
-# Run tests.
-MONGODB_URI="$MONGODB_URI" \
-OPENAI_API_KEY="$OPENAI_API_KEY" \
-MONGODB_DATABASE="llama_index_test_db" \
-MONGODB_COLLECTION="llama_index_test_kvstore" \
-$PYTHON_BINARY -m poetry run pytest -v tests