Skip to content

optimization frameworks #1

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
palp wants to merge 8 commits into
base: stability-dlc
Choose a base branch
from
Open

optimization frameworks #1

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
1ad4b2d
optimization framework builds + 2.0
Jun 11, 2023
4c89cf8
run black
Jun 11, 2023
22737ec
Merge branch 'aws:master' into optimization
palp Jun 11, 2023
8d0667f
Merge remote-tracking branch 'origin/stability-dlc' into optimization
Jun 11, 2023
1ec3345
Merge branch 'optimization' of https://github.com/Stability-AI/deep-l…
Jun 11, 2023
d583706
Add sentencepiece to pytorch 2.0 image
Jun 12, 2023
546f7ec
restore CUDNN for 2.0 image
Jun 12, 2023
ce4d7da
restore banner comment
Jun 12, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 35 additions & 0 deletions src/image_builder.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -177,6 +177,41 @@ def image_builder(buildspec, image_types=[], device_types=[]):
f"HuggingFace buildspec.yml must contain 'datasets_version' field for each image"
)

if str(BUILDSPEC["framework"]).startswith("stabilityai"):
model_framework = image_config.get("model_framework")
if model_framework:
model_framework_version = image_config.get("model_framework_version")
if not model_framework_version:
raise KeyError(
f"Stability AI buildspec.yml must contain 'model_framework_version' if 'model_framework' is set for the image"
)
extra_build_args["MODEL_FRAMEWORK"] = model_framework
extra_build_args["MODEL_FRAMEWORK_VERSION"] = model_framework_version
stability_sdk_version = image_config.get("stability_sdk_version")
if stability_sdk_version:
extra_build_args["STABILITY_SDK_VERSION"] = stability_sdk_version
if transformers_version:
extra_build_args["TRANSFORMERS_VERSION"] = transformers_version
accelerate_version = image_config.get("accelerate_version")
if accelerate_version:
extra_build_args["ACCELERATE_VERSION"] = accelerate_version

model_optimizer = image_config.get("model_optimizer")
if model_optimizer:
model_optimizer_version = image_config.get("model_optimizer_version")
model_optimizer_url = image_config.get("model_optimizer_url")
extra_build_args["MODEL_OPTIMIZER"] = model_optimizer

if not model_optimizer_version and not model_optimizer_url:
raise KeyError(
f"Stability AI buildspec.yml must contain 'model_optimizer_version' and/or 'model_optimizer_url' when 'model_optimizer' is set for the image"
)

if model_optimizer_version:
extra_build_args["MODEL_OPTIMIZER_VERSION"] = model_optimizer_version
if model_optimizer_url:
extra_build_args["MODEL_OPTIMIZER_URL"] = model_optimizer_url

ARTIFACTS.update(
{
"dockerfile": {
Expand Down
92 changes: 92 additions & 0 deletions stabilityai/pytorch/inference/buildspec-1-13.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
region: &REGION <set-$REGION-in-environment>
base_framework: &BASE_FRAMEWORK pytorch
framework: &FRAMEWORK !join [ "stabilityai_", *BASE_FRAMEWORK]
version: &VERSION 1.13.1
short_version: &SHORT_VERSION "1.13"
contributor: stabilityai
arch_type: x86

repository_info:
inference_repository: &INFERENCE_REPOSITORY
image_type: &INFERENCE_IMAGE_TYPE inference
root: !join [ "stabilityai/", *BASE_FRAMEWORK, "/", *INFERENCE_IMAGE_TYPE ]
repository_name: &REPOSITORY_NAME !join ["pr", "-", "stabilityai", "-", *BASE_FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE]
repository: &REPOSITORY !join [ *ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *REPOSITORY_NAME ]

context:
inference_context: &INFERENCE_CONTEXT
torchserve-ec2-entrypoint:
source: docker/build_artifacts/torchserve-ec2-entrypoint.py
target: torchserve-ec2-entrypoint.py
torchserve-entrypoint:
source: docker/build_artifacts/torchserve-entrypoint.py
target: torchserve-entrypoint.py
config:
source: docker/build_artifacts/config.properties
target: config.properties
deep_learning_container:
source: ../../../src/deep_learning_container.py
target: deep_learning_container.py

images:
BuildStabilityAiPytorchGpuPy39Cu117DiffusersInferenceDockerImage:
<<: *INFERENCE_REPOSITORY
build: &STABILITYAI_PYTORCH_GPU_INFERENCE_PY3 false
image_size_baseline: &IMAGE_SIZE_BASELINE 12000
device_type: &DEVICE_TYPE gpu
python_version: &DOCKER_PYTHON_VERSION py3
tag_python_version: &TAG_PYTHON_VERSION py39
cuda_version: &CUDA_VERSION cu117
os_version: &OS_VERSION ubuntu20.04
model_framework: &MODEL_FRAMEWORK diffusers
model_framework_version: &MODEL_FRAMEWORK_VERSION 0.14.0
stability_sdk_version: &STABILITY_SDK_VERSION 0.8.1
tag: !join [ *VERSION, '-', *MODEL_FRAMEWORK, *MODEL_FRAMEWORK_VERSION, '-', *DEVICE_TYPE, '-',
*TAG_PYTHON_VERSION, '-', *CUDA_VERSION, '-', *OS_VERSION ]
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /,
*CUDA_VERSION, /, *MODEL_FRAMEWORK, /Dockerfile., *DEVICE_TYPE ]
context:
<<: *INFERENCE_CONTEXT

BuildStabilityAiPytorchGpuPy39Cu117DiffusersXformersInferenceDockerImage:
<<: *INFERENCE_REPOSITORY
build: &STABILITYAI_PYTORCH_GPU_INFERENCE_PY3 false
image_size_baseline: &IMAGE_SIZE_BASELINE 12000
device_type: &DEVICE_TYPE gpu
python_version: &DOCKER_PYTHON_VERSION py3
tag_python_version: &TAG_PYTHON_VERSION py39
cuda_version: &CUDA_VERSION cu117
os_version: &OS_VERSION ubuntu20.04
model_framework: &MODEL_FRAMEWORK diffusers
model_framework_version: &MODEL_FRAMEWORK_VERSION 0.14.0
stability_sdk_version: &STABILITY_SDK_VERSION 0.8.1
model_optimizer: &MODEL_OPTIMIZER xformers
model_optimizer_version: &MODEL_OPTIMIZER_VERSTION 0.0.16
tag: !join [ *VERSION, '-', *MODEL_FRAMEWORK, *MODEL_FRAMEWORK_VERSION, '-', *DEVICE_TYPE, '-', *MODEL_OPTIMIZER,
'-', *TAG_PYTHON_VERSION, '-', *CUDA_VERSION, '-', *OS_VERSION ]
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /,
*CUDA_VERSION, /, *MODEL_FRAMEWORK, /Dockerfile., *DEVICE_TYPE ]
context:
<<: *INFERENCE_CONTEXT
BuildStabilityAiPytorchGpuPy39Cu117DiffusersOneflowInferenceDockerImage:
<<: *INFERENCE_REPOSITORY
build: &STABILITYAI_PYTORCH_GPU_INFERENCE_PY3 true
image_size_baseline: &IMAGE_SIZE_BASELINE 16000
device_type: &DEVICE_TYPE gpu
python_version: &DOCKER_PYTHON_VERSION py3
tag_python_version: &TAG_PYTHON_VERSION py39
cuda_version: &CUDA_VERSION cu117
os_version: &OS_VERSION ubuntu20.04
model_framework: &MODEL_FRAMEWORK diffusers
model_framework_version: &MODEL_FRAMEWORK_VERSION 0.14.0
stability_sdk_version: &STABILITY_SDK_VERSION 0.8.1
model_optimizer: &MODEL_OPTIMIZER oneflow
model_optimizer_version: &MODEL_OPTIMIZER_VERSION 0.9.1.dev20230507
model_optimizer_url: &MODEL_OPTIMIZER_URL https://stabilityai-public-packages.s3.us-west-2.amazonaws.com/wheels/oneflow/0.9.1/oneflow-0.9.1.dev20230507%2Bcu117-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
tag: !join [ *VERSION, '-', *MODEL_FRAMEWORK, *MODEL_FRAMEWORK_VERSION, '-', *DEVICE_TYPE, '-', *MODEL_OPTIMIZER,
'-', *TAG_PYTHON_VERSION, '-', *CUDA_VERSION, '-', *OS_VERSION ]
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /,
*CUDA_VERSION, /, *MODEL_FRAMEWORK, /Dockerfile., *DEVICE_TYPE ]
context:
<<: *INFERENCE_CONTEXT
99 changes: 50 additions & 49 deletions stabilityai/pytorch/inference/buildspec.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,49 +1,50 @@
account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
region: &REGION <set-$REGION-in-environment>
base_framework: &BASE_FRAMEWORK pytorch
framework: &FRAMEWORK !join [ "stabilityai_", *BASE_FRAMEWORK]
version: &VERSION 1.13.1
short_version: &SHORT_VERSION "1.13"
contributor: stabilityai
arch_type: x86

repository_info:
inference_repository: &INFERENCE_REPOSITORY
image_type: &INFERENCE_IMAGE_TYPE inference
root: !join [ "stabilityai/", *BASE_FRAMEWORK, "/", *INFERENCE_IMAGE_TYPE ]
repository_name: &REPOSITORY_NAME !join ["pr", "-", "stabilityai", "-", *BASE_FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE]
repository: &REPOSITORY !join [ *ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *REPOSITORY_NAME ]

context:
inference_context: &INFERENCE_CONTEXT
torchserve-ec2-entrypoint:
source: docker/build_artifacts/torchserve-ec2-entrypoint.py
target: torchserve-ec2-entrypoint.py
torchserve-entrypoint:
source: docker/build_artifacts/torchserve-entrypoint.py
target: torchserve-entrypoint.py
config:
source: docker/build_artifacts/config.properties
target: config.properties
deep_learning_container:
source: ../../../src/deep_learning_container.py
target: deep_learning_container.py

images:
BuildStabilityAiPytorchGpuPy39Cu117InferenceDockerImage:
<<: *INFERENCE_REPOSITORY
build: &STABILITYAI_PYTORCH_GPU_INFERENCE_PY3 false
image_size_baseline: &IMAGE_SIZE_BASELINE 15000
device_type: &DEVICE_TYPE gpu
python_version: &DOCKER_PYTHON_VERSION py3
tag_python_version: &TAG_PYTHON_VERSION py39
cuda_version: &CUDA_VERSION cu117
os_version: &OS_VERSION ubuntu20.04
diffusers_version: &DIFFUSERS_VERSION 0.17.0
stability_sdk_version: &STABILITY_SDK_VERSION 0.8.1
tag: !join [ *VERSION, '-', 'stability-sdk', *STABILITY_SDK_VERSION, '-', *DEVICE_TYPE, '-', *TAG_PYTHON_VERSION, '-',
*CUDA_VERSION, '-', *OS_VERSION ]
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /,
*CUDA_VERSION, /Dockerfile., *DEVICE_TYPE ]
context:
<<: *INFERENCE_CONTEXT
account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
region: &REGION <set-$REGION-in-environment>
base_framework: &BASE_FRAMEWORK pytorch
framework: &FRAMEWORK !join [ "stabilityai_", *BASE_FRAMEWORK]
version: &VERSION 2.0.0
short_version: &SHORT_VERSION "2.0"
contributor: stabilityai
arch_type: x86

repository_info:
inference_repository: &INFERENCE_REPOSITORY
image_type: &INFERENCE_IMAGE_TYPE inference
root: !join [ "stabilityai/", *BASE_FRAMEWORK, "/", *INFERENCE_IMAGE_TYPE ]
repository_name: &REPOSITORY_NAME !join ["pr", "-", "stabilityai", "-", *BASE_FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE]
repository: &REPOSITORY !join [ *ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *REPOSITORY_NAME ]

context:
inference_context: &INFERENCE_CONTEXT
torchserve-ec2-entrypoint:
source: docker/build_artifacts/torchserve-ec2-entrypoint.py
target: torchserve-ec2-entrypoint.py
torchserve-entrypoint:
source: docker/build_artifacts/torchserve-entrypoint.py
target: torchserve-entrypoint.py
config:
source: docker/build_artifacts/config.properties
target: config.properties
deep_learning_container:
source: ../../../src/deep_learning_container.py
target: deep_learning_container.py

images:
BuildStabilityAiPytorchGpuPy310InferenceDockerImage:
<<: *INFERENCE_REPOSITORY
build: &STABILITYAI_PYTORCH_GPU_INFERENCE_PY3 false
image_size_baseline: &IMAGE_SIZE_BASELINE 15000
device_type: &DEVICE_TYPE gpu
python_version: &DOCKER_PYTHON_VERSION py3
tag_python_version: &TAG_PYTHON_VERSION py310
cuda_version: &CUDA_VERSION cu118
os_version: &OS_VERSION ubuntu20.04
model_framework: &MODEL_FRAMEWORK diffusers
model_framework_version: &MODEL_FRAMEWORK_VERSION 0.17.0
stability_sdk_version: &STABILITY_SDK_VERSION 0.8.1
tag: !join [ *VERSION, '-', *MODEL_FRAMEWORK, *MODEL_FRAMEWORK_VERSION, '-', *DEVICE_TYPE, '-',
*TAG_PYTHON_VERSION, '-', *CUDA_VERSION, '-', *OS_VERSION ]
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /,
*CUDA_VERSION, /, *MODEL_FRAMEWORK, /Dockerfile., *DEVICE_TYPE ]
context:
<<: *INFERENCE_CONTEXT
Loading