Handle errors in the API

Author: PastelStorm

pyproject.toml

@@ -24,6 +24,7 @@ dependencies = [
     "fastapi",
     "click",
     "unstructured-ingest",
+    "unstructured-client",
     "opentelemetry-instrumentation-fastapi",
     "opentelemetry-exporter-otlp-proto-grpc",
     "dataclasses-json"

unstructured_platform_plugins/__version__.py

@@ -1 +1 @@
-__version__ = "0.0.30"  # pragma: no cover
+__version__ = "0.0.31"  # pragma: no cover

unstructured_platform_plugins/etl_uvicorn/api_generator.py

@@ -4,13 +4,16 @@
 import json
 import logging
 from functools import partial
+from shutil import ReadError
 from typing import Any, Callable, Optional, Union
 
 from fastapi import FastAPI, status
-from fastapi.responses import StreamingResponse
+from fastapi.responses import JSONResponse, StreamingResponse
 from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
 from pydantic import BaseModel, Field, create_model
+from requests import ReadTimeout
 from starlette.responses import RedirectResponse
+from unstructured_client.models.errors import HTTPValidationError
 from unstructured_ingest.data_types.file_data import BatchFileData, FileData, file_data_from_dict
 from uvicorn.config import LOG_LEVELS
 from uvicorn.importer import import_from_string
@@ -208,6 +211,22 @@ async def _stream_response():
                     output=output,
                     file_data=request_dict.get("file_data", None),
                 )
+        except ReadError as exc:
+            return JSONResponse(
+                status_code=400,
+                content={"detail": f"File read error: {str(exc)}"},
+            )
+        except ReadTimeout as exc:
+            return JSONResponse(
+                status_code=504,
+                content={"detail": f"Partition service timeout: {str(exc)}"},
+            )
+        except HTTPValidationError as exc:
+            logger.error(f"HTTP validation error: {exc}", exc_info=True)
+            return JSONResponse(
+                status_code=422,
+                content={"detail": f"HTTP validation error: {str(exc)}"},
+            )
         except UnrecoverableException as ex:
             logger.info("Unrecoverable error occurred during plugin invocation")
             return InvokeResponse(