From d86864d14a82de7958b70241f0deefb79091ecb9 Mon Sep 17 00:00:00 2001 From: Vamshidhar Dantu Date: Wed, 24 Mar 2021 22:23:24 -0700 Subject: [PATCH] Add UseContainerSupport flag for MMS to see all available CPUs from within the container --- artifacts/config.properties | 2 +- docker/1.2.0/py2/config.properties | 2 +- docker/1.2.0/py3/config.properties | 2 +- docker/build_artifacts/config.properties | 2 +- .../etc/default-ts.properties | 1 + 5 files changed, 5 insertions(+), 4 deletions(-) diff --git a/artifacts/config.properties b/artifacts/config.properties index f731b819..37e89de4 100644 --- a/artifacts/config.properties +++ b/artifacts/config.properties @@ -1,4 +1,4 @@ -vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError +vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport model_store=/opt/ml/model load_models=ALL inference_address=http://0.0.0.0:8080 diff --git a/docker/1.2.0/py2/config.properties b/docker/1.2.0/py2/config.properties index f731b819..37e89de4 100644 --- a/docker/1.2.0/py2/config.properties +++ b/docker/1.2.0/py2/config.properties @@ -1,4 +1,4 @@ -vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError +vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport model_store=/opt/ml/model load_models=ALL inference_address=http://0.0.0.0:8080 diff --git a/docker/1.2.0/py3/config.properties b/docker/1.2.0/py3/config.properties index f731b819..37e89de4 100644 --- a/docker/1.2.0/py3/config.properties +++ b/docker/1.2.0/py3/config.properties @@ -1,4 +1,4 @@ -vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError +vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport model_store=/opt/ml/model load_models=ALL inference_address=http://0.0.0.0:8080 diff --git a/docker/build_artifacts/config.properties b/docker/build_artifacts/config.properties index f731b819..37e89de4 100644 --- a/docker/build_artifacts/config.properties +++ b/docker/build_artifacts/config.properties @@ -1,4 +1,4 @@ -vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError +vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport model_store=/opt/ml/model load_models=ALL inference_address=http://0.0.0.0:8080 diff --git a/src/sagemaker_pytorch_serving_container/etc/default-ts.properties b/src/sagemaker_pytorch_serving_container/etc/default-ts.properties index bc0f996a..029f6051 100644 --- a/src/sagemaker_pytorch_serving_container/etc/default-ts.properties +++ b/src/sagemaker_pytorch_serving_container/etc/default-ts.properties @@ -1,4 +1,5 @@ # Based on https://github.com/pytorch/serve/blob/master/docs/configuration.md +vmargs=-XX:-UseContainerSupport enable_envvars_config=true decode_input_request=false load_models=ALL