app

Author: Bryannah Hernandez

src/sagemaker/serve/app.py

@@ -1,11 +1,30 @@
 """FastAPI requests"""
 
 from __future__ import absolute_import
-
 import logging
 
+
 logger = logging.getLogger(__name__)
 
+
+try:
+    import uvicorn
+
+except ImportError:
+    logger.error("To enable in_process mode for Transformers install uvicorn from HuggingFace hub")
+
+
+try:
+    from transformers import pipeline
+
+    generator = pipeline("text-generation", model="gpt2")
+
+except ImportError:
+    logger.error(
+        "To enable in_process mode for Transformers install transformers from HuggingFace hub"
+    )
+
+
 try:
     from fastapi import FastAPI, Request
 
@@ -34,31 +53,13 @@ async def generate_text(prompt: Request):
         )
         return generated_text[0]["generated_text"]
 
-except ImportError:
-    logger.error("To enable in_process mode for Transformers install fastapi from HuggingFace hub")
-
-
-try:
-    from transformers import pipeline
-
-    generator = pipeline("text-generation", model="gpt2")
-
-except ImportError:
-    logger.error(
-        "To enable in_process mode for Transformers install transformers from HuggingFace hub"
-    )
-
-try:
-    import uvicorn
+    @app.post("/post")
+    def post(payload: dict):
+        """Placeholder docstring"""
+        return payload
 
 except ImportError:
-    logger.error("To enable in_process mode for Transformers install uvicorn from HuggingFace hub")
-
-
-@app.post("/post")
-def post(payload: dict):
-    """Placeholder docstring"""
-    return payload
+    logger.error("To enable in_process mode for Transformers install fastapi from HuggingFace hub")
 
 
 async def main():