fix: add neo4j to connectors registry (#310)

* add neo4j to registry, release

* isolate imports

* add networkx to neo4j reqs

* make pip compile improvements

* let go of release to include other PRs in release

* add networkx to neo4k dependency file

* fixtures update

---------

Co-authored-by: Roman Isecke <[email protected]>

Author: ahmetmeleq

CHANGELOG.md

@@ -1,11 +1,12 @@
-## 0.3.10-dev1
+## 0.3.10-dev2
 
 ### Enhancements
 
 * **Support more concrete FileData content for batch support**
 
 ### Fixes
 
+* **Add Neo4J to ingest destination connector registry**
 * **Fix closing SSHClient in sftp connector**
 
 ## 0.3.9

requirements/connectors/neo4j.in

@@ -1,2 +1,3 @@
 neo4j
 cymple
+networkx

requirements/connectors/neo4j.txt

@@ -1,8 +1,10 @@
 # This file was autogenerated by uv via the following command:
-#    uv pip compile ./connectors/neo4j.in --output-file ./connectors/neo4j.txt --no-strip-extras --python-version 3.9
-cymple==0.11.0
-    # via -r ./connectors/neo4j.in
-neo4j==5.25.0
-    # via -r ./connectors/neo4j.in
+#    uv pip compile neo4j.in --output-file neo4j.txt --no-strip-extras --python-version 3.9
+cymple==0.12.0
+    # via -r neo4j.in
+neo4j==5.27.0
+    # via -r neo4j.in
+networkx==3.2.1
+    # via -r neo4j.in
 pytz==2024.2
     # via neo4j

scripts/pip-compile.sh

@@ -5,12 +5,19 @@ set -e
 # python version must match lowest supported (3.9)
 python_version=${UV_PYTHON_VERSION:-"3.9"}
 
+# if major and minor python version (x.y) is not equal to current python_version, error out
+if [[ $(python --version | cut -d ' ' -f 2 | cut -d '.' -f 1-2) != $(echo "$python_version" | cut -d '.' -f 1-2) ]]; then
+  echo "Python version must be $python_version (lowest supported) to be able to pip-compile."
+  exit 1
+fi
+
 pushd ./requirements || exit
 
 find . -type f -name "*.txt" ! -name "constraints.txt" -exec rm '{}' ';'
 find . -type f -name "*.in" -print0 | while read -r -d $'\0' in_file; do
   echo "compiling $in_file"
-  txt_file="${in_file//\.in/\.txt}"
+  # remove .in extension and add .txt extension
+  txt_file="${in_file%.in}.txt"
   uv pip compile --upgrade "$in_file" --output-file "$txt_file" --no-strip-extras --python-version "$python_version"
 done
 popd || exit

test_e2e/expected-structured-output/google-drive/fake.docx.json

@@ -17,6 +17,13 @@
         "date_created": "1686809759.687",
         "date_modified": "1686809743.0",
         "permissions_data": [
+          {
+            "id": "anyoneWithLink",
+            "type": "anyone",
+            "kind": "drive#permission",
+            "role": "reader",
+            "allowFileDiscovery": false
+          },
           {
             "id": "18298851591250030956",
             "displayName": "[email protected]",
@@ -29,31 +36,24 @@
             "pendingOwner": false
           },
           {
-            "id": "09147371668407854156",
-            "displayName": "roman",
+            "id": "04774006893477068632",
+            "displayName": "ryan",
             "type": "user",
             "kind": "drive#permission",
-            "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
-            "emailAddress": "roman@unstructured.io",
-            "role": "writer",
+            "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
+            "emailAddress": "ryan@unstructured.io",
+            "role": "owner",
             "deleted": false,
             "pendingOwner": false
           },
           {
-            "id": "anyoneWithLink",
-            "type": "anyone",
-            "kind": "drive#permission",
-            "role": "reader",
-            "allowFileDiscovery": false
-          },
-          {
-            "id": "04774006893477068632",
-            "displayName": "ryan",
+            "id": "09147371668407854156",
+            "displayName": "roman",
             "type": "user",
             "kind": "drive#permission",
-            "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjXeWpu7QcZuYqIl3p1mwqzS8XGFJ4RqA3Xjljfkm1DcFZ9M7A=s64",
-            "emailAddress": "ryan@unstructured.io",
-            "role": "owner",
+            "photoLink": "https://lh3.googleusercontent.com/a-/ALV-UjWoGrFCgXcF6CtiBIBLnAfM68qUnQaJOcgvg3qzfQ3W8Ch6dA=s64",
+            "emailAddress": "roman@unstructured.io",
+            "role": "writer",
             "deleted": false,
             "pendingOwner": false
           }

test_e2e/expected-structured-output/google-drive/nested/fake.docx.json

@@ -17,6 +17,13 @@
         "date_created": "1718722775.76",
         "date_modified": "1718722788.018",
         "permissions_data": [
+          {
+            "id": "anyoneWithLink",
+            "type": "anyone",
+            "kind": "drive#permission",
+            "role": "reader",
+            "allowFileDiscovery": false
+          },
           {
             "id": "18298851591250030956",
             "displayName": "[email protected]",
@@ -39,13 +46,6 @@
             "deleted": false,
             "pendingOwner": false
           },
-          {
-            "id": "anyoneWithLink",
-            "type": "anyone",
-            "kind": "drive#permission",
-            "role": "reader",
-            "allowFileDiscovery": false
-          },
           {
             "id": "09147371668407854156",
             "displayName": "roman",