feat: adds data_source metadata to ElementMetadata (#690)

Author: ryannikolaidis

CHANGELOG.md

@@ -1,3 +1,13 @@
+## 0.7.3-dev0
+
+### Enhancements
+
+* Update IngestDoc abstractions and add data source metadata in ElementMetadata
+
+### Features
+
+### Fixes
+
 ## 0.7.2
 
 ### Enhancements

docs/requirements.txt

@@ -30,7 +30,7 @@ importlib-metadata==6.6.0
     # via sphinx
 jinja2==3.1.2
     # via sphinx
-markupsafe==2.1.2
+markupsafe==2.1.3
     # via jinja2
 packaging==23.1
     # via sphinx

requirements/base.txt

@@ -104,7 +104,7 @@ python-pptx==0.6.21
     # via -r requirements/base.in
 pytz==2023.3
     # via pandas
-regex==2023.5.5
+regex==2023.6.3
     # via nltk
 requests==2.31.0
     # via -r requirements/base.in
@@ -127,7 +127,7 @@ tqdm==4.65.0
     #   nltk
 typer==0.9.0
     # via argilla
-typing-extensions==4.6.2
+typing-extensions==4.6.3
     # via
     #   pydantic
     #   rich

requirements/build.txt

@@ -30,7 +30,7 @@ importlib-metadata==6.6.0
     # via sphinx
 jinja2==3.1.2
     # via sphinx
-markupsafe==2.1.2
+markupsafe==2.1.3
     # via jinja2
 packaging==23.1
     # via sphinx

requirements/dev.txt

@@ -157,7 +157,7 @@ jupyterlab-pygments==0.2.2
     # via nbconvert
 jupyterlab-widgets==3.0.7
     # via ipywidgets
-markupsafe==2.1.2
+markupsafe==2.1.3
     # via
     #   jinja2
     #   nbconvert
@@ -261,6 +261,7 @@ pyrsistent==0.19.3
 python-dateutil==2.8.2
     # via
     #   -c requirements/base.txt
+    #   -c requirements/test.txt
     #   arrow
     #   jupyter-client
 python-json-logger==2.0.7
@@ -351,7 +352,7 @@ traitlets==5.9.0
     #   nbformat
     #   notebook
     #   qtconsole
-typing-extensions==4.6.2
+typing-extensions==4.6.3
     # via
     #   -c requirements/base.txt
     #   -c requirements/test.txt

requirements/huggingface.txt

@@ -38,7 +38,7 @@ joblib==1.2.0
     #   sacremoses
 langdetect==1.0.9
     # via -r requirements/huggingface.in
-markupsafe==2.1.2
+markupsafe==2.1.3
     # via jinja2
 mpmath==1.3.0
     # via sympy
@@ -57,7 +57,7 @@ pyyaml==6.0
     # via
     #   huggingface-hub
     #   transformers
-regex==2023.5.5
+regex==2023.6.3
     # via
     #   -c requirements/base.txt
     #   sacremoses
@@ -90,7 +90,7 @@ tqdm==4.65.0
     #   transformers
 transformers==4.29.2
     # via -r requirements/huggingface.in
-typing-extensions==4.6.2
+typing-extensions==4.6.3
     # via
     #   -c requirements/base.txt
     #   huggingface-hub

requirements/ingest-azure.txt

@@ -93,7 +93,7 @@ six==1.16.0
     #   azure-core
     #   azure-identity
     #   isodate
-typing-extensions==4.6.2
+typing-extensions==4.6.3
     # via
     #   -c requirements/base.txt
     #   azure-core

requirements/ingest-s3.txt

@@ -52,7 +52,7 @@ six==1.16.0
     # via
     #   -c requirements/base.txt
     #   python-dateutil
-typing-extensions==4.6.2
+typing-extensions==4.6.3
     # via
     #   -c requirements/base.txt
     #   aioitertools

requirements/local-inference.txt

@@ -64,7 +64,7 @@ kiwisolver==1.4.4
     # via matplotlib
 layoutparser[layoutmodels,tesseract]==0.3.4
     # via unstructured-inference
-markupsafe==2.1.2
+markupsafe==2.1.3
     # via jinja2
 matplotlib==3.7.1
     # via pycocotools
@@ -156,7 +156,7 @@ pyyaml==6.0
     #   omegaconf
     #   timm
     #   transformers
-regex==2023.5.5
+regex==2023.6.3
     # via
     #   -c requirements/base.txt
     #   transformers
@@ -201,7 +201,7 @@ tqdm==4.65.0
     #   transformers
 transformers==4.29.2
     # via unstructured-inference
-typing-extensions==4.6.2
+typing-extensions==4.6.3
     # via
     #   -c requirements/base.txt
     #   huggingface-hub

requirements/test.in

@@ -7,12 +7,13 @@ coverage
 # ref: https://github.com/psf/black/issues/2964
 click>=8.1
 flake8
+freezegun
+label_studio_sdk
 mypy
-types-Markdown
 pytest-cov
 pytest-mock
-label_studio_sdk
-types-tabulate
+ruff
+types-Markdown
 types-requests
+types-tabulate
 vcrpy
-ruff