feat/regenerate dependencies (#381)

* regenerate dependencies

* install test deps during src_e2e_test

* set constraint on deltalake for testing

* downgrade version of deltalake

* add constraint on lancedb

Author: rbiseck3

.github/workflows/e2e.yml

@@ -350,6 +350,7 @@ jobs:
         CI: "true"
       run: |
         source .venv/bin/activate
+        make install-test
         sudo make install-docker-compose
         docker compose version
         pip freeze

CHANGELOG.md

@@ -1,7 +1,15 @@
+## 0.5.3-dev0
+
+### Enhancements
+
+### Fixes
+
 ## 0.5.2
 
 ### Enhancements
 
+* **Improved google drive precheck mechanism**
+* **Added integration tests for google drive precheck and connector**
 * **Only embed elements with text** - Only embed elements with text to avoid errors from embedders and optimize calls to APIs.
 * **Improved google drive precheck mechanism**
 * **Added integration tests for google drive precheck and connector**

requirements/common/base.txt

@@ -1,40 +1,40 @@
 # This file was autogenerated by uv via the following command:
-#    uv pip compile base.in --output-file base.txt --no-strip-extras --python-version 3.9
+#    uv pip compile ./common/base.in --output-file ./common/base.txt --no-strip-extras --python-version 3.9
 annotated-types==0.7.0
     # via pydantic
 click==8.1.8
-    # via -r base.in
+    # via -r ./common/base.in
 dataclasses-json==0.6.7
-    # via -r base.in
-deprecated==1.2.16
+    # via -r ./common/base.in
+deprecated==1.2.18
     # via opentelemetry-api
-marshmallow==3.26.0
+marshmallow==3.26.1
     # via dataclasses-json
 mypy-extensions==1.0.0
     # via typing-inspect
 numpy==1.26.4
     # via
-    #   -c constraints.txt
+    #   -c ./common/constraints.txt
     #   pandas
 opentelemetry-api==1.16.0
     # via opentelemetry-sdk
 opentelemetry-sdk==1.16.0
-    # via -r base.in
+    # via -r ./common/base.in
 opentelemetry-semantic-conventions==0.37b0
     # via opentelemetry-sdk
 packaging==24.2
     # via marshmallow
 pandas==2.2.3
-    # via -r base.in
+    # via -r ./common/base.in
 pydantic==2.10.6
-    # via -r base.in
+    # via -r ./common/base.in
 pydantic-core==2.27.2
     # via pydantic
 python-dateutil==2.9.0.post0
     # via
-    #   -r base.in
+    #   -r ./common/base.in
     #   pandas
-pytz==2024.2
+pytz==2025.1
     # via pandas
 setuptools==75.8.0
     # via
@@ -43,7 +43,7 @@ setuptools==75.8.0
 six==1.17.0
     # via python-dateutil
 tqdm==4.67.1
-    # via -r base.in
+    # via -r ./common/base.in
 typing-extensions==4.12.2
     # via
     #   opentelemetry-sdk
@@ -56,5 +56,5 @@ tzdata==2025.1
     # via pandas
 wrapt==1.17.2
     # via
-    #   -c constraints.txt
+    #   -c ./common/constraints.txt
     #   deprecated

requirements/common/constraints.txt

@@ -26,3 +26,9 @@ wrapt>=1.14.0
 # instead of 7.2.0. Need to investigate
 importlib-metadata==7.1.0
 numpy<2
+
+# deltalake >=0.23.0 currently has a bug with the versio of pyarrow it installs
+deltalake<=0.22.0
+
+# TODO: investigate breaking changed introdced in lancedb>0.15.0
+lancedb<=0.15.0

requirements/connectors/airtable.txt

@@ -2,19 +2,19 @@
 #    uv pip compile ./connectors/airtable.in --output-file ./connectors/airtable.txt --no-strip-extras --python-version 3.9
 annotated-types==0.7.0
     # via pydantic
-certifi==2024.8.30
+certifi==2025.1.31
     # via requests
-charset-normalizer==3.3.2
+charset-normalizer==3.4.1
     # via requests
 idna==3.10
     # via requests
 inflection==0.5.1
     # via pyairtable
-pyairtable==2.3.3
+pyairtable==3.0.1
     # via -r ./connectors/airtable.in
-pydantic==2.9.2
+pydantic==2.10.6
     # via pyairtable
-pydantic-core==2.23.4
+pydantic-core==2.27.2
     # via pydantic
 requests==2.32.3
     # via pyairtable

requirements/connectors/astradb.txt

@@ -1,66 +1,44 @@
 # This file was autogenerated by uv via the following command:
 #    uv pip compile ./connectors/astradb.in --output-file ./connectors/astradb.txt --no-strip-extras --python-version 3.9
-anyio==4.6.0
+anyio==4.8.0
     # via httpx
-astrapy==1.5.0
+astrapy==1.5.2
     # via -r ./connectors/astradb.in
-cassandra-driver==3.29.2
-    # via cassio
-cassio==0.1.9
-    # via astrapy
-certifi==2024.8.30
+certifi==2025.1.31
     # via
     #   httpcore
     #   httpx
-    #   requests
-charset-normalizer==3.3.2
-    # via requests
-click==8.1.7
-    # via geomet
 deprecation==2.1.0
     # via astrapy
-dnspython==2.6.1
+dnspython==2.7.0
     # via pymongo
 exceptiongroup==1.2.2
     # via anyio
-geomet==0.2.1.post1
-    # via cassandra-driver
 h11==0.14.0
     # via httpcore
-h2==4.1.0
+h2==4.2.0
     # via httpx
-hpack==4.0.0
+hpack==4.1.0
     # via h2
-httpcore==1.0.6
+httpcore==1.0.7
     # via httpx
-httpx[http2]==0.27.2
+httpx[http2]==0.28.1
     # via astrapy
-hyperframe==6.0.1
+hyperframe==6.1.0
     # via h2
 idna==3.10
     # via
     #   anyio
     #   httpx
-    #   requests
-numpy==2.0.2
-    # via cassio
-packaging==24.1
+packaging==24.2
     # via deprecation
-pymongo==4.10.1
+pymongo==4.11.1
     # via astrapy
-requests==2.32.3
-    # via cassio
-six==1.16.0
-    # via geomet
 sniffio==1.3.1
-    # via
-    #   anyio
-    #   httpx
+    # via anyio
 toml==0.10.2
     # via astrapy
 typing-extensions==4.12.2
     # via anyio
-urllib3==2.2.3
-    # via requests
 uuid6==2024.7.10
     # via astrapy

requirements/connectors/azure-ai-search.txt

@@ -2,27 +2,25 @@
 #    uv pip compile ./connectors/azure-ai-search.in --output-file ./connectors/azure-ai-search.txt --no-strip-extras --python-version 3.9
 azure-common==1.1.28
     # via azure-search-documents
-azure-core==1.31.0
+azure-core==1.32.0
     # via azure-search-documents
-azure-search-documents==11.5.1
+azure-search-documents==11.5.2
     # via -r ./connectors/azure-ai-search.in
-certifi==2024.8.30
+certifi==2025.1.31
     # via requests
-charset-normalizer==3.3.2
+charset-normalizer==3.4.1
     # via requests
 idna==3.10
     # via requests
-isodate==0.6.1
+isodate==0.7.2
     # via azure-search-documents
 requests==2.32.3
     # via azure-core
-six==1.16.0
-    # via
-    #   azure-core
-    #   isodate
+six==1.17.0
+    # via azure-core
 typing-extensions==4.12.2
     # via
     #   azure-core
     #   azure-search-documents
-urllib3==2.2.3
+urllib3==2.3.0
     # via requests

requirements/connectors/azure.txt

@@ -1,57 +1,57 @@
 # This file was autogenerated by uv via the following command:
 #    uv pip compile ./connectors/azure.in --output-file ./connectors/azure.txt --no-strip-extras --python-version 3.9
-adlfs==2024.7.0
+adlfs==2024.12.0
     # via -r ./connectors/azure.in
-aiohappyeyeballs==2.4.3
+aiohappyeyeballs==2.4.6
     # via aiohttp
-aiohttp==3.10.8
+aiohttp==3.11.12
     # via adlfs
-aiosignal==1.3.1
+aiosignal==1.3.2
     # via aiohttp
-async-timeout==4.0.3
+async-timeout==5.0.1
     # via aiohttp
-attrs==24.2.0
+attrs==25.1.0
     # via aiohttp
-azure-core==1.31.0
+azure-core==1.32.0
     # via
     #   adlfs
     #   azure-identity
     #   azure-storage-blob
 azure-datalake-store==0.0.53
     # via adlfs
-azure-identity==1.18.0
+azure-identity==1.20.0
     # via adlfs
-azure-storage-blob==12.23.1
+azure-storage-blob==12.24.1
     # via adlfs
-certifi==2024.8.30
+certifi==2025.1.31
     # via requests
 cffi==1.17.1
     # via
     #   azure-datalake-store
     #   cryptography
-charset-normalizer==3.3.2
+charset-normalizer==3.4.1
     # via requests
-cryptography==43.0.1
+cryptography==44.0.1
     # via
     #   azure-identity
     #   azure-storage-blob
     #   msal
     #   pyjwt
-frozenlist==1.4.1
+frozenlist==1.5.0
     # via
     #   aiohttp
     #   aiosignal
-fsspec==2024.9.0
+fsspec==2025.2.0
     # via
     #   -r ./connectors/azure.in
     #   adlfs
 idna==3.10
     # via
     #   requests
     #   yarl
-isodate==0.6.1
+isodate==0.7.2
     # via azure-storage-blob
-msal==1.31.0
+msal==1.31.1
     # via
     #   azure-datalake-store
     #   azure-identity
@@ -64,26 +64,28 @@ multidict==6.1.0
     #   yarl
 portalocker==2.10.1
     # via msal-extensions
+propcache==0.2.1
+    # via
+    #   aiohttp
+    #   yarl
 pycparser==2.22
     # via cffi
-pyjwt[crypto]==2.9.0
+pyjwt[crypto]==2.10.1
     # via msal
 requests==2.32.3
     # via
     #   azure-core
     #   azure-datalake-store
     #   msal
-six==1.16.0
-    # via
-    #   azure-core
-    #   isodate
+six==1.17.0
+    # via azure-core
 typing-extensions==4.12.2
     # via
     #   azure-core
     #   azure-identity
     #   azure-storage-blob
     #   multidict
-urllib3==2.2.3
+urllib3==2.3.0
     # via requests
-yarl==1.13.1
+yarl==1.18.3
     # via aiohttp

requirements/connectors/biomed.txt

@@ -1,18 +1,20 @@
 # This file was autogenerated by uv via the following command:
 #    uv pip compile ./connectors/biomed.in --output-file ./connectors/biomed.txt --no-strip-extras --python-version 3.9
-beautifulsoup4==4.12.3
+beautifulsoup4==4.13.3
     # via bs4
 bs4==0.0.2
     # via -r ./connectors/biomed.in
-certifi==2024.8.30
+certifi==2025.1.31
     # via requests
-charset-normalizer==3.3.2
+charset-normalizer==3.4.1
     # via requests
 idna==3.10
     # via requests
 requests==2.32.3
     # via -r ./connectors/biomed.in
 soupsieve==2.6
     # via beautifulsoup4
-urllib3==2.2.3
+typing-extensions==4.12.2
+    # via beautifulsoup4
+urllib3==2.3.0
     # via requests