try and except

Author: Bryannah Hernandez

src/sagemaker/serve/app.py

@@ -4,39 +4,38 @@
 
 import logging
 
-
 logger = logging.getLogger(__name__)
 
 try:
     from fastapi import FastAPI, Request
 
-except ImportError:
-    logger.error("To enable in_process mode for Transformers install fastapi from HuggingFace hub")
-
-app = FastAPI(
-    title="Transformers In Process Server",
-    version="1.0",
-    description="A simple server",
-)
-
+    app = FastAPI(
+        title="Transformers In Process Server",
+        version="1.0",
+        description="A simple server",
+    )
 
-@app.get("/")
-def read_root():
-    """Placeholder docstring"""
-    return {"Hello": "World"}
+    @app.get("/")
+    def read_root():
+        """Placeholder docstring"""
+        return {"Hello": "World"}
 
+    @app.get("/generate")
+    async def generate_text(prompt: Request):
+        """Placeholder docstring"""
+        logger.info("Generating Text....")
 
-@app.get("/generate")
-async def generate_text(prompt: Request):
-    """Placeholder docstring"""
-    logger.info("Generating Text....")
+        str_prompt = await prompt.json()
 
-    str_prompt = await prompt.json()
+        logger.info(str_prompt)
 
-    logger.info(str_prompt)
+        generated_text = generator(
+            str_prompt, max_length=30, num_return_sequences=5, truncation=True
+        )
+        return generated_text[0]["generated_text"]
 
-    generated_text = generator(str_prompt, max_length=30, num_return_sequences=5, truncation=True)
-    return generated_text[0]["generated_text"]
+except ImportError:
+    logger.error("To enable in_process mode for Transformers install fastapi from HuggingFace hub")
 
 
 try: