Update Version and bump requirements (#528)

This branch updates multiple dependencies to address open CVE (Common
Vulnerabilities and Exposures) security vulnerabilities and brings the
project up to date with the latest unstructured package release.

  Key Changes:
  - Version bump: 0.0.89 → 0.0.90
  - Major dependency updates:
    - unstructured: 0.17.2 → 0.18.18
    - torch: 2.7.1 → 2.9.0
    - transformers: 4.52.4 → 4.57.1
    - fastapi: 0.115.12 → 0.121.0
    - cryptography: 45.0.4 → 46.0.3
    - pillow: 11.3.0 → 12.0.0
    - scipy: 1.15.3 → 1.16.3
    - networkx: 3.4.2 → 3.5

  Additional improvements:
- Enhanced Makefile pip-compile workflow for better requirement
management
  - Added constraints.txt for improved dependency resolution
  - Streamlined test requirements (reduced from 723 to much fewer lines)

---------

Co-authored-by: Claude <[email protected]>

Author: luke-kucing

.github/workflows/ci.yml

@@ -118,6 +118,10 @@ jobs:
       uses: actions/setup-python@v6
       with:
         python-version: ${{ env.PYTHON_VERSION }}
+    - name: Free up disk space
+      run: |
+        # Clear some space (https://github.com/actions/runner-images/issues/2840)
+        sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/share/boost
     - name: Test Dockerfile
       run: |
         python${{ env.PYTHON_VERSION }} -m venv .venv

CHANGELOG.md

@@ -1,3 +1,6 @@
+## 0.0.90
+* Upgrade version to pull in latest unstructured verison and bump versions of dependancies.
+
 ## 0.0.89
 * Upgrade Pillow to 11.3.0 to address a CVE
 

Makefile

@@ -38,11 +38,29 @@ install-nltk-models:
 	python3 -c "from unstructured.nlp.tokenize import download_nltk_packages; download_nltk_packages()"
 
 ## pip-compile:                 compiles all base/dev/test requirements
+SHELL := /bin/bash
+BASE_REQUIREMENTS := $(shell ls ./requirements/*.in)
+BASE_REQUIREMENTSTXT := $(patsubst %.in,%.txt,$(BASE_REQUIREMENTS))
+
 .PHONY: pip-compile
-pip-compile:
-	pip-compile --upgrade requirements/base.in
+pip-compile: compile-all-base
+
+.PHONY: compile-test
+compile-test:
 	pip-compile --upgrade -o requirements/test.txt requirements/base.txt requirements/test.in
 
+.PHONY: compile-base
+compile-base:
+	pip-compile --upgrade requirements/base.in
+
+.PHONY: compile-all-base
+compile-all-base: compile-base compile-test
+	@$(foreach file,$(BASE_REQUIREMENTS),echo -e "\n\ncompiling: $(file)" && pip-compile --no-strip-extras --upgrade $(file) || exit;)
+
+.PHONY: clean-requirements
+clean-requirements:
+	rm $(BASE_REQUIREMENTSTXT)
+
 .PHONY: install-pandoc
 install-pandoc:
 	ARCH=${ARCH} ./scripts/install-pandoc.sh

prepline_general/api/__version__.py

@@ -1 +1 @@
-__version__ = "0.0.89"  # pragma: no cover
+__version__ = "0.0.90"  # pragma: no cover

preprocessing-pipeline-family.yaml

@@ -1,2 +1,2 @@
 name: general
-version: 0.0.89
+version: 0.0.90