enhancement: clean pdf elements (bump unstructured-inference) (#790)

More deterministic element ordering when using hi_res PDF parsing strategy (from unstructured-inference bump to 0.5.4)
Make large model available (from unstructured-inference bump to 0.5.3)
Combine inferred elements with extracted elements (from unstructured-inference bump to 0.5.2)

---------

Co-authored-by: Roman Isecke <[email protected]>
Co-authored-by: Crag Wolfe <[email protected]>

Author: 3 people

CHANGELOG.md

@@ -1,7 +1,10 @@
-## 0.7.11-dev2
+## 0.7.11
 
 ### Enhancements
 
+* More deterministic element ordering when using `hi_res` PDF parsing strategy (from unstructured-inference bump to 0.5.4)
+* Make large model available (from unstructured-inference bump to 0.5.3)
+* Combine inferred elements with extracted elements (from unstructured-inference bump to 0.5.2) 
 * `partition_email` and `partition_msg` will now process attachments if `process_attachments=True`
   and a attachment partitioning functions is passed through with `attachment_partitioner=partition`.
 

requirements/base.txt

@@ -6,7 +6,7 @@
 #
 anyio==3.7.0
     # via httpcore
-argilla==1.10.0
+argilla==1.12.0
     # via -r requirements/base.in
 backoff==2.2.1
     # via argilla
@@ -53,7 +53,7 @@ idna==3.4
     #   rfc3986
 importlib-metadata==6.7.0
     # via markdown
-joblib==1.2.0
+joblib==1.3.1
     # via nltk
 lxml==4.9.2
     # via
@@ -130,13 +130,12 @@ tqdm==4.65.0
     # via
     #   argilla
     #   nltk
-typer==0.9.0
+typer==0.7.0
     # via argilla
-typing-extensions==4.6.3
+typing-extensions==4.7.0
     # via
     #   pydantic
     #   rich
-    #   typer
 urllib3==1.26.16
     # via
     #   -c requirements/constraints.in

requirements/dev.txt

@@ -82,7 +82,7 @@ importlib-metadata==6.7.0
     #   nbconvert
 importlib-resources==5.12.0
     # via jsonschema
-ipykernel==6.23.2
+ipykernel==6.23.3
     # via
     #   ipywidgets
     #   jupyter
@@ -121,7 +121,7 @@ jsonschema[format-nongpl]==4.17.3
     #   nbformat
 jupyter==1.0.0
     # via -r requirements/dev.in
-jupyter-client==8.2.0
+jupyter-client==8.3.0
     # via
     #   ipykernel
     #   jupyter-console
@@ -147,7 +147,7 @@ jupyter-core==5.3.1
     #   qtconsole
 jupyter-events==0.6.3
     # via jupyter-server
-jupyter-server==2.6.0
+jupyter-server==2.7.0
     # via
     #   nbclassic
     #   notebook-shim
@@ -219,7 +219,7 @@ pip-tools==6.13.0
     # via -r requirements/dev.in
 pkgutil-resolve-name==1.3.10
     # via jsonschema
-platformdirs==3.6.0
+platformdirs==3.8.0
     # via
     #   -c requirements/test.txt
     #   jupyter-core
@@ -352,12 +352,12 @@ traitlets==5.9.0
     #   nbformat
     #   notebook
     #   qtconsole
-typing-extensions==4.6.3
+typing-extensions==4.7.0
     # via
     #   -c requirements/base.txt
     #   -c requirements/test.txt
     #   ipython
-uri-template==1.2.0
+uri-template==1.3.0
     # via jsonschema
 virtualenv==20.23.1
     # via pre-commit
@@ -369,7 +369,7 @@ webencodings==0.5.1
     # via
     #   bleach
     #   tinycss2
-websocket-client==1.6.0
+websocket-client==1.6.1
     # via jupyter-server
 wheel==0.40.0
     # via

requirements/huggingface.txt

@@ -32,7 +32,7 @@ idna==3.4
     #   requests
 jinja2==3.1.2
     # via torch
-joblib==1.2.0
+joblib==1.3.1
     # via
     #   -c requirements/base.txt
     #   sacremoses
@@ -92,7 +92,7 @@ tqdm==4.65.0
     #   transformers
 transformers==4.30.2
     # via -r requirements/huggingface.in
-typing-extensions==4.6.3
+typing-extensions==4.7.0
     # via
     #   -c requirements/base.txt
     #   huggingface-hub

requirements/ingest-azure.txt

@@ -93,7 +93,7 @@ six==1.16.0
     #   azure-core
     #   azure-identity
     #   isodate
-typing-extensions==4.6.3
+typing-extensions==4.7.0
     # via
     #   -c requirements/base.txt
     #   azure-core

requirements/ingest-discord.txt

@@ -16,7 +16,7 @@ charset-normalizer==3.1.0
     # via
     #   -c requirements/base.txt
     #   aiohttp
-discord-py==2.3.0
+discord-py==2.3.1
     # via -r requirements/ingest-discord.in
 frozenlist==1.3.3
     # via

requirements/ingest-gcs.txt

@@ -40,7 +40,7 @@ google-api-core==2.11.1
     # via
     #   google-cloud-core
     #   google-cloud-storage
-google-auth==2.20.0
+google-auth==2.21.0
     # via
     #   gcsfs
     #   google-api-core
@@ -51,7 +51,7 @@ google-auth-oauthlib==1.0.0
     # via gcsfs
 google-cloud-core==2.3.2
     # via google-cloud-storage
-google-cloud-storage==2.9.0
+google-cloud-storage==2.10.0
     # via gcsfs
 google-crc32c==1.5.0
     # via google-resumable-media

requirements/ingest-google-drive.txt

@@ -17,9 +17,9 @@ charset-normalizer==3.1.0
     #   requests
 google-api-core==2.11.1
     # via google-api-python-client
-google-api-python-client==2.90.0
+google-api-python-client==2.91.0
     # via -r requirements/ingest-google-drive.in
-google-auth==2.20.0
+google-auth==2.21.0
     # via
     #   google-api-core
     #   google-api-python-client

requirements/ingest-reddit.txt

@@ -33,5 +33,5 @@ urllib3==1.26.16
     #   -c requirements/base.txt
     #   -c requirements/constraints.in
     #   requests
-websocket-client==1.6.0
+websocket-client==1.6.1
     # via praw

requirements/ingest-s3.txt

@@ -4,7 +4,7 @@
 #
 #    pip-compile requirements/ingest-s3.in
 #
-aiobotocore==2.5.0
+aiobotocore==2.5.1
     # via s3fs
 aiohttp==3.8.4
     # via
@@ -18,7 +18,7 @@ async-timeout==4.0.2
     # via aiohttp
 attrs==23.1.0
     # via aiohttp
-botocore==1.29.76
+botocore==1.29.161
     # via aiobotocore
 charset-normalizer==3.1.0
     # via
@@ -52,7 +52,7 @@ six==1.16.0
     # via
     #   -c requirements/base.txt
     #   python-dateutil
-typing-extensions==4.6.3
+typing-extensions==4.7.0
     # via
     #   -c requirements/base.txt
     #   aioitertools