Merge branch 'main' into project/adddeployment

Author: strickvl

omni-reader/Dockerfile.sandbox

@@ -0,0 +1,44 @@
+# Sandbox base image
+FROM safoinext/zenml-sandbox:latest
+
+# Install project-specific dependencies
+# Install polars-lts-cpu instead of polars (version compiled for CPU compatibility)
+RUN pip install --no-cache-dir \
+    "instructor==1.7.7" \
+    "jiwer==3.0.5" \
+    "jiter==0.8.2" \
+    "importlib-metadata<7.0,>=1.4.0" \
+    "litellm==1.64.1" \
+    "mistralai==1.0.3" \
+    "numpy<2.0,>=1.9.0" \
+    "openai==1.69.0" \
+    "Pillow==11.1.0" \
+    "polars-lts-cpu==1.26.0" \
+    "pyarrow>=7.0.0" \
+    "python-dotenv==1.0.1" \
+    "streamlit==1.44.0" \
+    "pydantic>=2.8.2,<2.9.0" \
+    "tqdm==4.66.4" \
+    "zenml>=0.80.0" \
+    uv
+
+# Set workspace directory
+WORKDIR /workspace
+
+# Clone only the omni-reader directory and reorganize
+RUN git clone --depth 1 https://github.com/zenml-io/zenml-projects.git /tmp/zenml-projects && \
+    cp -r /tmp/zenml-projects/omni-reader/* /workspace/ && \
+    rm -rf /tmp/zenml-projects
+
+# Create a template .env file for API keys
+RUN echo "OPENAI_API_KEY=YOUR_OPENAI_API_KEY_HERE" > .env && \
+    echo "MISTRAL_API_KEY=YOUR_MISTRAL_API_KEY_HERE" >> .env
+
+# Create a .vscode directory (mainly to auto-apply the dark theme)
+RUN mkdir -p /workspace/.vscode
+# Copy settings file
+COPY settings.json /workspace/.vscode/settings.json
+
+# Set environment variable to skip CPU checks for Polars as a fallback
+ENV POLARS_SKIP_CPU_CHECK=1
+

omni-reader/README.md

@@ -3,7 +3,7 @@
 A scalable multi-model text extraction solution for unstructured documents.
 
 <div align="center">
-  <img src="assets/docs/pipeline_dags.png" alt="Pipeline DAG" width="600" />
+  <img src="assets/docs/pipeline_dags.png" alt="Pipeline DAG" width="800" />
 </div>
 
 ✨ **Extract Structured Text from Any Document**