File tree Expand file tree Collapse file tree 3 files changed +14
-2
lines changed
model_server/multi_model_server Expand file tree Collapse file tree 3 files changed +14
-2
lines changed Original file line number Diff line number Diff line change 43
43
from sagemaker .utils import instance_supports_kms
44
44
45
45
46
-
47
46
class PipelineModel (object ):
48
47
"""A pipeline of SageMaker `Model` instances.
49
48
Original file line number Diff line number Diff line change 3
3
from __future__ import absolute_import
4
4
5
5
import logging
6
+ import importlib .util
7
+
8
+ if not importlib .util .find_spec ("uvicorn" ):
9
+ raise ImportError ("Unable to import uvicorn, check if uvicorn is installed" )
10
+
11
+ if not importlib .util .find_spec ("transformers" ):
12
+ raise ImportError ("Unable to import transformers, check if transformers is installed" )
13
+
14
+ if not importlib .util .find_spec ("fastapi" ):
15
+ raise ImportError ("Unable to import fastapi, check if fastapi is installed" )
16
+
17
+ import uvicorn
6
18
from transformers import pipeline
7
19
from fastapi import FastAPI , Request
8
20
Original file line number Diff line number Diff line change 16
16
from sagemaker .s3 import S3Uploader
17
17
from sagemaker .local .utils import get_docker_host
18
18
from sagemaker .serve .utils .optimize_utils import _is_s3_uri
19
- from sagemaker .serve .app import main
20
19
21
20
MODE_DIR_BINDING = "/opt/ml/model/"
22
21
_DEFAULT_ENV_VARS = {}
@@ -29,6 +28,8 @@ class InProcessMultiModelServer:
29
28
30
29
def _start_serving (self ):
31
30
"""Initializes the start of the server"""
31
+ from sagemaker .serve .app import main
32
+
32
33
asyncio .create_task (main ())
33
34
34
35
time .sleep (10 )
You can’t perform that action at this time.
0 commit comments