chore: add a log message when returning 503 due to low memory (#320)

awalker4 · yuming-long · web-flow · commit c956a6c99011 · 2023-12-08T14:42:39.000-05:00
Clarify what's causing the error for the user. To test, set the free
minimum really high and check that the log message shows.

```
export UNSTRUCTURED_MEMORY_FREE_MINIMUM_MB=16000
make run-web-app

file=sample-docs/layout-parser-paper.pdf
curl -X POST 'http://localhost:8000/general/v0/general' --form files="@$file"
```

---------

Co-authored-by: Yuming Long &lt;63475068+yuming-long@users.noreply.github.com&gt;
diff --git a/prepline_general/api/general.py b/prepline_general/api/general.py
@@ -503,6 +503,7 @@ def _check_free_memory():
     memory_free_minimum = int(os.environ.get("UNSTRUCTURED_MEMORY_FREE_MINIMUM_MB", 2048))
 
     if mem.available <= memory_free_minimum * 1024 * 1024:
+        logger.warning(f"Rejecting because free memory is below {memory_free_minimum} MB")
         raise HTTPException(
             status_code=503, detail="Server is under heavy load. Please try again later."
         )

Original file line number	Diff line number	Diff line change
`@@ -503,6 +503,7 @@ def _check_free_memory():`
`503`	`503`	`memory_free_minimum = int(os.environ.get("UNSTRUCTURED_MEMORY_FREE_MINIMUM_MB", 2048))`
`504`	`504`
`505`	`505`	`if mem.available <= memory_free_minimum * 1024 * 1024:`
	`506`	`+ logger.warning(f"Rejecting because free memory is below {memory_free_minimum} MB")`
`506`	`507`	`raise HTTPException(`
`507`	`508`	`status_code=503, detail="Server is under heavy load. Please try again later."`
`508`	`509`	`)`