File tree Expand file tree Collapse file tree 3 files changed +12
-12
lines changed
model_server/multi_model_server Expand file tree Collapse file tree 3 files changed +12
-12
lines changed Original file line number Diff line number Diff line change 29
29
from sagemaker .huggingface import HuggingFaceModel
30
30
from sagemaker .serve .model_server .multi_model_server .prepare import (
31
31
_create_dir_structure ,
32
- prepare_for_mms
32
+ prepare_for_mms ,
33
33
)
34
34
from sagemaker .serve .detector .image_detector import (
35
35
auto_detect_container ,
@@ -280,7 +280,7 @@ def _build_transformers_env(self):
280
280
self ._prepare_for_mode ()
281
281
282
282
logger .info ("Model configuration %s" , self .pysdk_model )
283
-
283
+
284
284
return self .pysdk_model
285
285
286
286
def _set_instance (self , ** kwargs ):
@@ -343,7 +343,6 @@ def _auto_detect_container(self):
343
343
else :
344
344
raise ValueError ("Cannot detect required model or inference spec" )
345
345
346
-
347
346
def _build_for_transformers (self ):
348
347
"""Method that triggers model build
349
348
Original file line number Diff line number Diff line change @@ -33,7 +33,7 @@ def model_fn(model_dir):
33
33
with open (str (serve_path ), mode = "rb" ) as file :
34
34
global inference_spec , schema_builder
35
35
obj = cloudpickle .load (file )
36
- if isinstance (obj [0 ], InferenceSpec ):
36
+ if isinstance (obj [0 ], InferenceSpec ):
37
37
inference_spec , schema_builder = obj
38
38
39
39
logger .info ("in model_fn" )
@@ -100,4 +100,4 @@ def _pickle_file_integrity_check():
100
100
101
101
102
102
# on import, execute
103
- _run_preflight_diagnostics ()
103
+ _run_preflight_diagnostics ()
Original file line number Diff line number Diff line change @@ -75,13 +75,14 @@ def prepare_mms_js_resources(
75
75
76
76
return _copy_jumpstart_artifacts (model_data , js_id , code_dir )
77
77
78
+
78
79
def prepare_for_mms (
79
- model_path : str ,
80
- shared_libs : List [str ],
81
- dependencies : dict ,
82
- session : Session ,
83
- image_uri : str ,
84
- inference_spec : InferenceSpec = None ,
80
+ model_path : str ,
81
+ shared_libs : List [str ],
82
+ dependencies : dict ,
83
+ session : Session ,
84
+ image_uri : str ,
85
+ inference_spec : InferenceSpec = None ,
85
86
) -> str :
86
87
"""This is a one-line summary of the function.
87
88
Args:to
@@ -124,4 +125,4 @@ def prepare_for_mms(
124
125
with open (str (code_dir .joinpath ("metadata.json" )), "wb" ) as metadata :
125
126
metadata .write (_MetaData (hash_value ).to_json ())
126
127
127
- return secret_key
128
+ return secret_key
You can’t perform that action at this time.
0 commit comments