Skip to content

Commit 8d4f06c

Browse files
author
Bryannah Hernandez
committed
uvicorn fix
1 parent 50db803 commit 8d4f06c

File tree

1 file changed

+7
-12
lines changed

1 file changed

+7
-12
lines changed

src/sagemaker/serve/app.py

Lines changed: 7 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,6 @@
33
from __future__ import absolute_import
44

55
import logging
6-
import importlib.util
7-
import uvicorn
86
from fastapi import FastAPI, Request
97

108

@@ -43,9 +41,15 @@ async def generate_text(prompt: Request):
4341

4442
except ImportError:
4543
logger.error(
46-
"To enable in process mode for Transformers install transformers from HuggingFace hub"
44+
"To enable in_process mode for Transformers install transformers from HuggingFace hub"
4745
)
4846

47+
try:
48+
import uvicorn
49+
50+
except ImportError:
51+
logger.error("To enable in_process mode for Transformers install uvicorn from HuggingFace hub")
52+
4953

5054
@app.post("/post")
5155
def post(payload: dict):
@@ -55,15 +59,6 @@ def post(payload: dict):
5559

5660
async def main():
5761
"""Running server locally with uvicorn"""
58-
if not importlib.util.find_spec("uvicorn"):
59-
raise ImportError("Unable to import uvicorn, check if uvicorn is installed")
60-
61-
if not importlib.util.find_spec("transformers"):
62-
raise ImportError("Unable to import transformers, check if transformers is installed")
63-
64-
if not importlib.util.find_spec("fastapi"):
65-
raise ImportError("Unable to import fastapi, check if fastapi is installed")
66-
6762
logger.info("Running")
6863
config = uvicorn.Config(
6964
"sagemaker.app:app",

0 commit comments

Comments
 (0)