Skip to content

Commit 02e54ef

Browse files
author
Bryannah Hernandez
committed
Remove InfSpec from branch
1 parent 68cede1 commit 02e54ef

File tree

3 files changed

+2
-169
lines changed

3 files changed

+2
-169
lines changed

src/sagemaker/serve/model_server/multi_model_server/inference.py

Lines changed: 0 additions & 103 deletions
This file was deleted.

src/sagemaker/serve/model_server/multi_model_server/server.py

Lines changed: 1 addition & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -92,13 +92,7 @@ def _start_serving(
9292
"mode": "rw",
9393
},
9494
},
95-
environment={
96-
"SAGEMAKER_SUBMIT_DIRECTORY": "/opt/ml/model/code",
97-
"SAGEMAKER_PROGRAM": "inference.py",
98-
"SAGEMAKER_SERVE_SECRET_KEY": secret_key,
99-
"LOCAL_PYTHON": platform.python_version(),
100-
**env_vars,
101-
},
95+
environment=_update_env_vars(env_vars),
10296
)
10397

10498
def _invoke_multi_model_server_serving(self, request: object, content_type: str, accept: str):
@@ -173,14 +167,6 @@ def _upload_server_artifacts(
173167
}
174168
}
175169

176-
env_vars = {
177-
"SAGEMAKER_SUBMIT_DIRECTORY": "/opt/ml/model/code",
178-
"SAGEMAKER_PROGRAM": "inference.py",
179-
"SAGEMAKER_REGION": sagemaker_session.boto_region_name,
180-
"SAGEMAKER_CONTAINER_LOG_LEVEL": "10",
181-
"LOCAL_PYTHON": platform.python_version(),
182-
}
183-
184170
return model_data, _update_env_vars(env_vars)
185171

186172

tests/unit/sagemaker/serve/model_server/multi_model_server/test_multi_model_server_prepare.py

Lines changed: 1 addition & 51 deletions
Original file line numberDiff line numberDiff line change
@@ -12,64 +12,13 @@
1212
# language governing permissions and limitations under the License.
1313
from __future__ import absolute_import
1414

15-
from pathlib import PosixPath
16-
import platform
1715
from unittest import TestCase
1816
from unittest.mock import Mock, patch
1917

20-
import numpy as np
21-
2218
from sagemaker.serve.model_server.multi_model_server.prepare import _create_dir_structure
2319

24-
from sagemaker.serve.model_server.multi_model_server.server import (
25-
LocalMultiModelServer,
26-
)
27-
28-
CPU_TF_IMAGE = "763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:2.0.0-transformers4.28.1-cpu-py310-ubuntu20.04"
29-
MODEL_PATH = "model_path"
30-
MODEL_REPO = f"{MODEL_PATH}/1"
31-
ENV_VAR = {"KEY": "VALUE"}
32-
PAYLOAD = np.random.rand(3, 4).astype(dtype=np.float32)
33-
DTYPE = "TYPE_FP32"
34-
SECRET_KEY = "secret_key"
35-
INFER_RESPONSE = {"outputs": [{"name": "output_name"}]}
36-
3720

3821
class MultiModelServerPrepareTests(TestCase):
39-
def test_start_invoke_destroy_local_multi_model_server(self):
40-
mock_container = Mock()
41-
mock_docker_client = Mock()
42-
mock_docker_client.containers.run.return_value = mock_container
43-
44-
local_multi_model_server = LocalMultiModelServer()
45-
mock_schema_builder = Mock()
46-
mock_schema_builder.input_serializer.serialize.return_value = PAYLOAD
47-
local_multi_model_server.schema_builder = mock_schema_builder
48-
49-
local_multi_model_server._start_serving(
50-
client=mock_docker_client,
51-
model_path=MODEL_PATH,
52-
secret_key=SECRET_KEY,
53-
env_vars=ENV_VAR,
54-
image=CPU_TF_IMAGE,
55-
)
56-
57-
mock_docker_client.containers.run.assert_called_once_with(
58-
CPU_TF_IMAGE,
59-
"serve",
60-
detach=True,
61-
auto_remove=True,
62-
network_mode="host",
63-
volumes={PosixPath("model_path"): {"bind": "/opt/ml/model", "mode": "rw"}},
64-
environment={
65-
"SAGEMAKER_SUBMIT_DIRECTORY": "/opt/ml/model/code",
66-
"SAGEMAKER_PROGRAM": "inference.py",
67-
"SAGEMAKER_SERVE_SECRET_KEY": "secret_key",
68-
"LOCAL_PYTHON": platform.python_version(),
69-
"KEY": "VALUE",
70-
},
71-
)
72-
7322
@patch("sagemaker.serve.model_server.multi_model_server.prepare._check_disk_space")
7423
@patch("sagemaker.serve.model_server.multi_model_server.prepare._check_docker_disk_usage")
7524
@patch("sagemaker.serve.model_server.multi_model_server.prepare.Path")
@@ -102,3 +51,4 @@ def test_create_dir_structure_invalid_path(self, mock_path):
10251
_create_dir_structure(mock_model_path)
10352

10453
self.assertEquals("model_dir is not a valid directory", str(context.exception))
54+

0 commit comments

Comments
 (0)