chore: bump versions (#352)

qued · web-flow · commit aa494623a279 · 2023-03-14T09:40:30.000-05:00
Update versions of dependencies, including unpinning the unstructured-inference dependency that's causing conflicts in repos like pipeline-oer that want the newer version.
diff --git a/requirements/base.txt b/requirements/base.txt
@@ -111,7 +111,7 @@ wrapt==1.14.1
     # via
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via python-pptx
 zipp==3.15.0
     # via importlib-metadata
diff --git a/requirements/dev.txt b/requirements/dev.txt
@@ -199,7 +199,7 @@ pip-tools==6.12.3
     # via -r requirements/dev.in
 pkgutil-resolve-name==1.3.10
     # via jsonschema
-platformdirs==3.1.0
+platformdirs==3.1.1
     # via
     #   jupyter-core
     #   virtualenv
diff --git a/requirements/huggingface.txt b/requirements/huggingface.txt
@@ -155,7 +155,7 @@ wrapt==1.14.1
     # via
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via python-pptx
 zipp==3.15.0
     # via importlib-metadata
diff --git a/requirements/ingest-github.txt b/requirements/ingest-github.txt
@@ -195,7 +195,7 @@ wrapt==1.14.1
     #   -r requirements/base.txt
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via
     #   -r requirements/base.txt
     #   python-pptx
diff --git a/requirements/ingest-gitlab.txt b/requirements/ingest-gitlab.txt
@@ -189,7 +189,7 @@ wrapt==1.14.1
     #   -r requirements/base.txt
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via
     #   -r requirements/base.txt
     #   python-pptx
diff --git a/requirements/ingest-google-drive.txt b/requirements/ingest-google-drive.txt
@@ -221,7 +221,7 @@ wrapt==1.14.1
     #   -r requirements/base.txt
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via
     #   -r requirements/base.txt
     #   python-pptx
diff --git a/requirements/ingest-reddit.txt b/requirements/ingest-reddit.txt
@@ -193,7 +193,7 @@ wrapt==1.14.1
     #   -r requirements/base.txt
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via
     #   -r requirements/base.txt
     #   python-pptx
diff --git a/requirements/ingest-s3.txt b/requirements/ingest-s3.txt
@@ -221,7 +221,7 @@ wrapt==1.14.1
     #   aiobotocore
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via
     #   -r requirements/base.txt
     #   python-pptx
diff --git a/requirements/ingest-wikipedia.txt b/requirements/ingest-wikipedia.txt
@@ -190,7 +190,7 @@ wrapt==1.14.1
     #   -r requirements/base.txt
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via
     #   -r requirements/base.txt
     #   python-pptx
diff --git a/requirements/local-inference.txt b/requirements/local-inference.txt
@@ -46,7 +46,7 @@ effdet==0.3.0
     # via layoutparser
 et-xmlfile==1.1.0
     # via openpyxl
-fastapi==0.93.0
+fastapi==0.94.0
     # via unstructured-inference
 filelock==3.9.0
     # via
@@ -84,8 +84,6 @@ iopath==0.1.10
     # via layoutparser
 joblib==1.2.0
     # via nltk
-jsons==1.6.3
-    # via unstructured-inference
 kiwisolver==1.4.4
     # via matplotlib
 layoutparser[layoutmodels,tesseract]==0.3.4
@@ -219,7 +217,7 @@ sniffio==1.3.0
     #   anyio
     #   httpcore
     #   httpx
-starlette==0.25.0
+starlette==0.26.0.post1
     # via fastapi
 sympy==1.11.1
     # via onnxruntime
@@ -256,21 +254,19 @@ typing-extensions==4.5.0
     #   starlette
     #   torch
     #   torchvision
-typish==1.9.3
-    # via jsons
-unstructured-inference==0.2.7
+unstructured-inference==0.2.11
     # via unstructured (setup.py)
 urllib3==1.26.14
     # via requests
-uvicorn==0.20.0
+uvicorn==0.21.0
     # via unstructured-inference
 wand==0.6.11
     # via pdfplumber
 wrapt==1.14.1
     # via
     #   argilla
     #   deprecated
-xlsxwriter==3.0.8
+xlsxwriter==3.0.9
     # via python-pptx
 zipp==3.15.0
     # via
diff --git a/requirements/test.txt b/requirements/test.txt
@@ -52,7 +52,7 @@ packaging==23.0
     #   pytest
 pathspec==0.11.0
     # via black
-platformdirs==3.1.0
+platformdirs==3.1.1
     # via black
 pluggy==1.0.0
     # via pytest
diff --git a/setup.py b/setup.py
@@ -75,7 +75,7 @@
         ],
         "local-inference": [
             # NOTE(robinson) - Upper bound is temporary due to a multithreading issue
-            "unstructured-inference>=0.2.4,<0.2.8",
+            "unstructured-inference~=0.2.4",
         ],
         "s3": ["s3fs", "fsspec"],
         "azure": ["adlfs", "fsspec"],
diff --git a/test_unstructured_ingest/expected-structured-output/biomed-ingest-output-api/65/11/main.PMC6312790.pdf.json b/test_unstructured_ingest/expected-structured-output/biomed-ingest-output-api/65/11/main.PMC6312790.pdf.json
@@ -216,16 +216,16 @@
     }
   },
   {
-    "element_id": "a6d9e195a423f52793f2671020bc0a90",
-    "text": "corrosion in sulphuric acid environment. \f The data obtained for the inhibition of waste product (egg shell powder) on stainless steel Type",
+    "element_id": "a46f9f30a7e99da10ee392358628f902",
+    "text": "corrosion in sulphuric acid environment. The data obtained for the inhibition of waste product (egg shell powder) on stainless steel Type",
     "type": "ListItem",
     "metadata": {
       "page_number": 2
     }
   },
   {
-    "element_id": "9c27a353d941bcc3cbf8596f744b1941",
-    "text": "can be used as basis in determining the inhibitive performance of the same inhibitor in other environments. \f The data can be used to examine the relationship between the process variable as it affect the nature of inhibition of metals.",
+    "element_id": "ca7b772bc6e34f631824b746c4525650",
+    "text": "can be used as basis in determining the inhibitive performance of the same inhibitor in other environments. The data can be used to examine the relationship between the process variable as it affect the nature of inhibition of metals.",
     "type": "ListItem",
     "metadata": {
       "page_number": 2
@@ -320,8 +320,8 @@
     }
   },
   {
-    "element_id": "e3b0c44298fc1c149afbf4c8996fb924",
-    "text": "",
+    "element_id": "a080eedc29ff995e00faf2b0341bfa18",
+    "text": "ottabitse.eeeeso—«—«",
     "type": "FigureCaption",
     "metadata": {
       "page_number": 4
@@ -352,8 +352,8 @@
     }
   },
   {
-    "element_id": "3382d82decb1e5e8754d8083f5b3a916",
-    "text": "Inhibitor concentration (g) bc (V/dec) ba (V/dec) Ecorr (V) icorr (A/cm 2 ) Polarization resistance ( Ω ) Corrosion rate (mm/year) 0 0.0335 0.0409 \f 0.9393 0.0003 24.0910 2.8163 2 1.9460 0.0596 \f 0.8276 0.0002 121.440 1.5054 4 0.0163 0.2369 \f 0.8825 0.0001 42.121 0.9476 6 0.3233 0.0540 \f 0.8027 5.39E-05 373.180 0.4318 8 0.1240 0.0556 \f 0.5896 5.46E-05 305.650 0.3772 10 0.0382 0.0086 \f 0.5356 1.24E-05 246.080 0.0919",
+    "element_id": "8b206a2157155bfd11874c55924f92ee",
+    "text": "Inhibitor concentration (g) bc (V/dec) ba (V/dec) Ecorr (V) icorr (A/cm 2 ) Polarization resistance ( Ω ) Corrosion rate (mm/year) 0 0.0335 0.0409 0.9393 0.0003 24.0910 2.8163 2 1.9460 0.0596 0.8276 0.0002 121.440 1.5054 4 0.0163 0.2369 0.8825 0.0001 42.121 0.9476 6 0.3233 0.0540 0.8027 5.39E-05 373.180 0.4318 8 0.1240 0.0556 0.5896 5.46E-05 305.650 0.3772 10 0.0382 0.0086 0.5356 1.24E-05 246.080 0.0919",
     "type": "UncategorizedText",
     "metadata": {
       "page_number": 4
@@ -384,8 +384,8 @@
     }
   },
   {
-    "element_id": "e3b0c44298fc1c149afbf4c8996fb924",
-    "text": "",
+    "element_id": "36a9e7f1c95b82ffb99743e0c5c4ce95",
+    "text": " ",
     "type": "FigureCaption",
     "metadata": {
       "page_number": 5
@@ -416,8 +416,8 @@
     }
   },
   {
-    "element_id": "e3b0c44298fc1c149afbf4c8996fb924",
-    "text": "",
+    "element_id": "36a9e7f1c95b82ffb99743e0c5c4ce95",
+    "text": " ",
     "type": "FigureCaption",
     "metadata": {
       "page_number": 5
@@ -520,8 +520,8 @@
     }
   },
   {
-    "element_id": "90d8b72f086a37fbdc4f2847699a558f",
-    "text": "steps of the linear polarization plot are substituted to get corrosion current. Nova software was used with linear polarization resistance (LPR) and the current was set to 10 mA (maximum) and 10 nA (minimum). LSV staircase parameter start potential \f 1.5 v, step potential 0.001 m/s and stop potential of þ 1.5 v set was used in this study.",
+    "element_id": "7d9d3615bab6ee55d73f76fac7b87756",
+    "text": "steps of the linear polarization plot are substituted to get corrosion current. Nova software was used with linear polarization resistance (LPR) and the current was set to 10 mA (maximum) and 10 nA (minimum). LSV staircase parameter start potential 1.5 v, step potential 0.001 m/s and stop potential of þ 1.5 v set was used in this study.",
     "type": "NarrativeText",
     "metadata": {
       "page_number": 7
diff --git a/test_unstructured_ingest/expected-structured-output/biomed-ingest-output-api/75/29/main.PMC6312793.pdf.json b/test_unstructured_ingest/expected-structured-output/biomed-ingest-output-api/75/29/main.PMC6312793.pdf.json
@@ -216,16 +216,16 @@
     }
   },
   {
-    "element_id": "a9232cb0e8af5f01ec54c6a83d9dc77a",
-    "text": "different problem instances of the MDVSP that can be used to evaluate the performance of the algorithms for the MDVSP. \f The data provide all the information that is required to model the MDVSP by using the existing mathematical formulations. \f All the problem instances are available for use without any restrictions. \f The benchmark solutions and solution time for the problem instances are presented in [",
+    "element_id": "ae2ec2f9015a920ca777ed80f83f9625",
+    "text": "different problem instances of the MDVSP that can be used to evaluate the performance of the algorithms for the MDVSP. The data provide all the information that is required to model the MDVSP by using the existing mathematical formulations. All the problem instances are available for use without any restrictions. The benchmark solutions and solution time for the problem instances are presented in [",
     "type": "ListItem",
     "metadata": {
       "page_number": 2
     }
   },
   {
-    "element_id": "c50e21ba526d57294dd30c3a7d0de831",
-    "text": "] and can be used for the comparison. \f The dataset includes a program that can generate similar problem instances of different sizes.",
+    "element_id": "ca6a4e8ba5cd29f28afbf1be79bfe9f0",
+    "text": "] and can be used for the comparison. The dataset includes a program that can generate similar problem instances of different sizes.",
     "type": "ListItem",
     "metadata": {
       "page_number": 2
@@ -272,8 +272,8 @@
     }
   },
   {
-    "element_id": "bb713b49b45041e1177c53667bb84c09",
-    "text": "\f The travel time, δ ij , between any two locations i ; j A 1 ; … ; l",
+    "element_id": "f562440bfb37c791547df5aaf08eaf45",
+    "text": "The travel time, δ ij , between any two locations i ; j A 1 ; … ; l",
     "type": "NarrativeText",
     "metadata": {
       "page_number": 2
@@ -296,8 +296,8 @@
     }
   },
   {
-    "element_id": "068844cf2dbe972764a886ce25559a07",
-    "text": "A trip j can be covered after trip i by the same vehicle, if t sj t ei þ l ei l sj . If l ei l sj , the vehicle must travel empty from l ei to l sj , otherwise, the vehicle may require waiting at l ei for the duration of ð t sj \f t ei Þ . A schedule is given by the sequence in which a vehicle can cover the trips. The MDVSP is to determine the minimum number of schedules to cover all trips that minimizes total time in waiting and empty travel. The following requirements must be satis ﬁ ed:",
+    "element_id": "b0db1cc87b21aa17409de37b2f6a29d8",
+    "text": "A trip j can be covered after trip i by the same vehicle, if t sj t ei þ l ei l sj . If l ei l sj , the vehicle must travel empty from l ei to l sj , otherwise, the vehicle may require waiting at l ei for the duration of ð t sj t ei Þ . A schedule is given by the sequence in which a vehicle can cover the trips. The MDVSP is to determine the minimum number of schedules to cover all trips that minimizes total time in waiting and empty travel. The following requirements must be satis ﬁ ed:",
     "type": "NarrativeText",
     "metadata": {
       "page_number": 3
@@ -320,8 +320,8 @@
     }
   },
   {
-    "element_id": "f6a12c82b0cad873085545d9f03462aa",
-    "text": "The description of the ﬁ le for each problem instance is presented in Table 2. The ﬁ rst line in the ﬁ le provides the number of depots ð m Þ , the number of trips, ð n Þ , and the number of locations ð l Þ , in the problem instance. The next n lines present the information for n trips. Each line corresponds to a trip, i A 1 ; … ; n f g , and provides the start location, the start time, the end location, and the end time of trip i The next l lines present the travel times between any two locations, i ; j A 1 ; … ; l \f \f .",
+    "element_id": "322b598a18278d3d39f6bf634841b89a",
+    "text": "The description of the ﬁ le for each problem instance is presented in Table 2. The ﬁ rst line in the ﬁ le provides the number of depots ð m Þ , the number of trips, ð n Þ , and the number of locations ð l Þ , in the problem instance. The next n lines present the information for n trips. Each line corresponds to a trip, i A 1 ; … ; n f g , and provides the start location, the start time, the end location, and the end time of trip i The next l lines present the travel times between any two locations, i ; j A 1 ; … ; l .",
     "type": "NarrativeText",
     "metadata": {
       "page_number": 3
diff --git a/test_unstructured_ingest/expected-structured-output/s3-small-batch/small-pdf-set/2023-Jan-economic-outlook.pdf.json b/test_unstructured_ingest/expected-structured-output/s3-small-batch/small-pdf-set/2023-Jan-economic-outlook.pdf.json
diff --git a/test_unstructured_ingest/expected-structured-output/s3-small-batch/small-pdf-set/Silent-Giant-(1).pdf.json b/test_unstructured_ingest/expected-structured-output/s3-small-batch/small-pdf-set/Silent-Giant-(1).pdf.json
diff --git a/test_unstructured_ingest/expected-structured-output/s3-small-batch/small-pdf-set/recalibrating-risk-report.pdf.json b/test_unstructured_ingest/expected-structured-output/s3-small-batch/small-pdf-set/recalibrating-risk-report.pdf.json
diff --git a/test_unstructured_ingest/test-ingest-github.sh b/test_unstructured_ingest/test-ingest-github.sh
diff --git a/test_unstructured_ingest/test-ingest-s3.sh b/test_unstructured_ingest/test-ingest-s3.sh
