PYTHON-4381 Add DocArray to AI Integration Pipeline Testing (#20)

* [PYTHON-4135] First commit. Skeleton evergreen build variant and run.sh

* [PYTHON-4381] Added definitions of required indexes and collections

Signed-off-by: Casey Clements <[email protected]>

* Updated run.sh

Signed-off-by: Casey Clements <[email protected]>

* [PYTHON-4381] Added build variant

Signed-off-by: Casey Clements <[email protected]>

* Updated clone url in config.yml

Signed-off-by: Casey Clements <[email protected]>

* call pip and poetry directly, not as modules

Signed-off-by: Casey Clements <[email protected]>

---------

Signed-off-by: Casey Clements <[email protected]>

Author: caseyclements

.evergreen/config.yml

@@ -100,6 +100,11 @@ tasks:
       - func: "fetch repo"
       - func: "execute tests"
 
+  - name: test-docarray
+    commands:
+      - func: "fetch repo"
+      - func: "execute tests"
+
 buildvariants:
   - name: test-semantic-kernel-python-rhel
     display_name: Semantic-Kernel RHEL Python
@@ -161,3 +166,16 @@ buildvariants:
       - rhel87-small
     tasks:
       - name: test-llama-index
+
+  - name: test-docarray-rhel
+    display_name: DocArray RHEL
+    expansions:
+      DIR: docarray
+      REPO_NAME: docarray
+      # TODO - Update CLONE_URL once pull-request is merged
+      CLONE_URL: -b mongodb-atlas-backend --single-branch https://github.com/caseyclements/docarray.git
+      DATABASE: docarray_test_db
+    run_on:
+      - rhel87-small
+    tasks:
+      - name: test-docarray

docarray/database/flatschema.json

@@ -0,0 +1 @@
+[]

docarray/database/mydoc__docs.json

@@ -0,0 +1 @@
+[]

docarray/database/mydoc__list_docs__docs.json

@@ -0,0 +1 @@
+[]

docarray/database/nesteddoc.json

@@ -0,0 +1 @@
+[]

docarray/database/simpleschema.json

@@ -0,0 +1 @@
+[]

docarray/indexes/text_index_simpleschema.json

@@ -0,0 +1,16 @@
+{
+  "mappings": {
+    "dynamic": false,
+    "fields": {
+      "text": [
+        {
+          "type": "string"
+        }
+      ]
+    }
+  },
+  "name": "text_index",
+  "type": "search",
+  "database": "docarray_test_db",
+  "collectionName": "simpleschema"
+}

docarray/indexes/vector_index_flatschema_1.json

@@ -0,0 +1,14 @@
+{
+  "fields": [
+    {
+      "numDimensions": 10,
+      "path": "embedding1",
+      "similarity": "cosine",
+      "type": "vector"
+    }
+  ],
+  "name": "vector_index_1",
+  "type": "vectorSearch",
+  "database": "docarray_test_db",
+  "collectionName": "flatschema"
+}

docarray/indexes/vector_index_flatschema_2.json

@@ -0,0 +1,14 @@
+{
+  "fields": [
+    {
+      "numDimensions": 50,
+      "path": "embedding2",
+      "similarity": "cosine",
+      "type": "vector"
+    }
+  ],
+  "name": "vector_index_2",
+  "type": "vectorSearch",
+  "database": "docarray_test_db",
+  "collectionName": "flatschema"
+}

docarray/indexes/vector_index_mydoc__docs.json

@@ -0,0 +1,14 @@
+{
+  "fields": [
+    {
+      "numDimensions": 10,
+      "path": "simple_tens",
+      "similarity": "euclidean",
+      "type": "vector"
+    }
+  ],
+  "name": "vector_index",
+  "type": "vectorSearch",
+  "database": "docarray_test_db",
+  "collectionName": "mydoc__docs"
+}