Skip to content

Commit c235f9a

Browse files
committed
update docker compose structure with nvidia
1 parent 3d55ead commit c235f9a

File tree

1 file changed

+5
-2
lines changed

1 file changed

+5
-2
lines changed

src/sagemaker/local/image.py

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -340,7 +340,10 @@ def serve(self, model_dir, environment):
340340
self.container_root = self._create_tmp_folder()
341341
logger.info("creating hosting dir in %s", self.container_root)
342342

343-
volumes = self._prepare_serving_volumes(model_dir)
343+
if model_dir is not None:
344+
volumes = self._prepare_serving_volumes(model_dir)
345+
else:
346+
volumes = None
344347

345348
# If the user script was passed as a file:// mount it to the container.
346349
if sagemaker.estimator.DIR_PARAM_NAME.upper() in environment:
@@ -859,7 +862,7 @@ def _create_docker_host(
859862
if self.instance_type == "local_gpu":
860863
host_config["deploy"] = {
861864
"resources": {
862-
"reservations": {"devices": [{"count": "all", "capabilities": ["gpu"]}]}
865+
"reservations": {"devices": [{"driver": "nvidia", "count": "all", "capabilities": ["gpu"]}]}
863866
}
864867
}
865868

0 commit comments

Comments
 (0)