File tree Expand file tree Collapse file tree 1 file changed +7
-12
lines changed Expand file tree Collapse file tree 1 file changed +7
-12
lines changed Original file line number Diff line number Diff line change 3
3
from __future__ import absolute_import
4
4
5
5
import logging
6
- import importlib .util
7
- import uvicorn
8
6
from fastapi import FastAPI , Request
9
7
10
8
@@ -43,9 +41,15 @@ async def generate_text(prompt: Request):
43
41
44
42
except ImportError :
45
43
logger .error (
46
- "To enable in process mode for Transformers install transformers from HuggingFace hub"
44
+ "To enable in_process mode for Transformers install transformers from HuggingFace hub"
47
45
)
48
46
47
+ try :
48
+ import uvicorn
49
+
50
+ except ImportError :
51
+ logger .error ("To enable in_process mode for Transformers install uvicorn from HuggingFace hub" )
52
+
49
53
50
54
@app .post ("/post" )
51
55
def post (payload : dict ):
@@ -55,15 +59,6 @@ def post(payload: dict):
55
59
56
60
async def main ():
57
61
"""Running server locally with uvicorn"""
58
- if not importlib .util .find_spec ("uvicorn" ):
59
- raise ImportError ("Unable to import uvicorn, check if uvicorn is installed" )
60
-
61
- if not importlib .util .find_spec ("transformers" ):
62
- raise ImportError ("Unable to import transformers, check if transformers is installed" )
63
-
64
- if not importlib .util .find_spec ("fastapi" ):
65
- raise ImportError ("Unable to import fastapi, check if fastapi is installed" )
66
-
67
62
logger .info ("Running" )
68
63
config = uvicorn .Config (
69
64
"sagemaker.app:app" ,
You can’t perform that action at this time.
0 commit comments