Merge branch 'master' into amtviz

Author: uyoldas

.githooks/pre-push

@@ -12,5 +12,5 @@ start_time=`date +%s`
 tox -e sphinx,doc8 --parallel all
 ./ci-scripts/displaytime.sh 'sphinx,doc8' $start_time
 start_time=`date +%s`
-tox -e py38,py39,py310 --parallel all -- tests/unit
-./ci-scripts/displaytime.sh 'py38,py39,py310 unit' $start_time
+tox -e py39,py310,py311,py312 --parallel all -- tests/unit
+./ci-scripts/displaytime.sh 'py39,py310,py311,py312 unit' $start_time

.github/workflows/codebuild-ci-health.yml

@@ -26,7 +26,7 @@ jobs:
     strategy:
         fail-fast: false
         matrix:
-          python-version: ["py38", "py39", "py310", "py311"]
+          python-version: ["py39", "py310", "py311","py312"]
     steps:
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v4

.github/workflows/codebuild-ci.yml

@@ -63,7 +63,7 @@ jobs:
     strategy:
         fail-fast: false
         matrix:
-          python-version: ["py38","py39","py310","py311"]
+          python-version: ["py39","py310","py311","py312"]
     steps:
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v4

.pylintrc

@@ -94,7 +94,24 @@ disable=
     useless-object-inheritance, # TODO: Enable this check and fix code once Python 2 is no longer supported.
     super-with-arguments,
     raise-missing-from,
-    E1136,
+    C0116,  # Missing function or method docstring
+    C0209,  # Use f-string instead of format
+    E0015,  # Unrecognized option found in config
+    E0702,  # Raising a string instead of an exception
+    E1101,  # Module has no member (likely dynamic attr)
+    E1136,  # Value assigned to something inferred as None
+    R0022,  # Useless option value in config
+    R1710,  # Inconsistent return statements
+    R1714,  # Consider using `in` with comparisons
+    R1729,  # Use a generator
+    R1732,
+    R1735,  # Consider using a dict or list literal
+    W0237,  # Argument renamed in override
+    W0613,  # Unused argument
+    W0621,  # Redefining name from outer scope
+    W0719
+    W1404,  # Implicit string concatenation
+    W1514,  # `open()` used without encoding
 
 [REPORTS]
 # Set the output format. Available formats are text, parseable, colorized, msvs
@@ -436,4 +453,4 @@ analyse-fallback-blocks=no
 
 # Exceptions that will emit a warning when being caught. Defaults to
 # "Exception"
-overgeneral-exceptions=Exception
+overgeneral-exceptions=builtins.Exception

.readthedocs.yaml

@@ -5,9 +5,9 @@
 version: 2
 
 build:
-  os: ubuntu-20.04
+  os: ubuntu-22.04
   tools:
-    python: "3.9"
+    python: "3.12"
 
 
 python:

CHANGELOG.md

@@ -1,5 +1,178 @@
 # Changelog
 
+## v2.244.2 (2025-05-19)
+
+### Bug Fixes and Other Changes
+
+ * include model channel for gated uncompressed models
+ * clarify model monitor one time schedule bug
+ * update jumpstart region_config 05-15-2025 07:18:15 PST
+ * update image_uri_configs 05-14-2025 07:18:16 PST
+ * Add image configs and region config for TPE (ap-east-2)
+ * Improve defaults handling in ModelTrainer
+
+## v2.244.1 (2025-05-15)
+
+### Bug Fixes and Other Changes
+
+ * Fix Flask-Limiter version
+ * Fix test_huggingface_tei_uris()
+ * huggingface-llm-neuronx dlc
+ * huggingface-neuronx dlc image_uri
+ * huggingface-tei dlc image_uri
+ * Fix test_deploy_with_update_endpoint()
+ * add AG v1.3
+ * parameter mismatch in update_endpoint
+ * remove --strip-component for untar source tar.gz
+ * Fix type annotations
+ * chore: Allow omegaconf >=2.2,<3
+ * honor json serialization of HPs
+ * Map llama models to correct script
+ * pin test dependency
+ * fix bad initialization script error message
+ * Improve error logging and documentation for issue 4007
+ * build(deps): bump scikit-learn
+ * build(deps): bump mlflow
+ * build(deps): bump mlflow in /tests/data/serve_resources/mlflow/pytorch
+ * chore: Add tei 1.6.0 image
+
+## v2.244.0 (2025-05-02)
+
+### Features
+
+ * support custom workflow deployment in ModelBuilder using SMD image.
+
+### Bug Fixes and Other Changes
+
+ * Add Owner ID check for bucket with path when prefix is provided
+ * Add model server timeout
+ * pin mamba version to 24.11.3-2 to avoid inconsistent test runs
+ * Update ModelTrainer to support s3 uri and tar.gz file as source_dir
+ * chore: add huggingface images
+
+## v2.243.3 (2025-04-23)
+
+### Bug Fixes and Other Changes
+
+ * update readme to reflect py312 upgrade
+ * Revert the PR changes 5122
+ * Py312 upgrade step 2: Update dependencies, integ tests and unit tests
+ * update pr test to deprecate py38 and add py312
+ * update image_uri_configs 04-16-2025 07:18:18 PST
+ * update image_uri_configs 04-15-2025 07:18:10 PST
+ * update image_uri_configs 04-11-2025 07:18:19 PST
+
+## v2.243.2 (2025-04-16)
+
+### Bug Fixes and Other Changes
+
+ * tgi image uri unit tests
+ * Fix deepdiff dependencies
+
+## v2.243.1 (2025-04-11)
+
+### Bug Fixes and Other Changes
+
+ * Added handler for pipeline variable while creating process job
+ * Fix issue #4856 by copying environment variables
+ * remove historical job_name caching which causes long job name
+ * Update instance gpu info
+ * Master
+ * Add mlflow tracking arn telemetry
+ * chore: fix semantic versioning for wildcard identifier
+ * flaky test
+
+### Documentation Changes
+
+ * update pipelines step caching examples to include more steps
+ * update ModelStep data dependency info
+
+## v2.243.0 (2025-03-27)
+
+### Features
+
+ * Enabled update_endpoint through model_builder
+
+### Bug Fixes and Other Changes
+
+ * Update for PT 2.5.1, SMP 2.8.0
+ * chore: move jumpstart region definitions to json file
+ * fix flaky clarify model monitor test
+ * fix flaky spark processor integ
+ * use temp file in unit tests
+ * Update transformers version
+ * Aligned disable_output_compression for @remote with Estimator
+ * Update Jinja version
+ * update image_uri_configs  03-26-2025 07:18:16 PST
+ * chore: fix integ tests to use latest version of model
+ * update image_uri_configs  03-25-2025 07:18:13 PST
+ * Skip tests failed due to deprecated instance type
+ * update image_uri_configs  03-21-2025 07:17:55 PST
+ * factor in set instance type when building JumpStart models in ModelBuilder.
+ * ADD Documentation to ReadtheDocs for Upgrading torch versions
+ * add new regions to JUMPSTART_LAUNCHED_REGIONS
+
+## v2.242.0 (2025-03-14)
+
+### Features
+
+ * add integ tests for training JumpStart models in private hub
+
+### Bug Fixes and Other Changes
+
+ * Torch upgrade
+ * Prevent RunContext overlap between test_run tests
+ * remove s3 output location requirement from hub class init
+ * Fixing Pytorch training python version in tests
+ * update image_uri_configs  03-11-2025 07:18:09 PST
+ * resolve infinite loop in _find_config on Windows systems
+ * pipeline definition function doc update
+
+## v2.241.0 (2025-03-06)
+
+### Features
+
+ * Make DistributedConfig Extensible
+ * support training for JumpStart model references as part of Curated Hub Phase 2
+ * Allow ModelTrainer to accept hyperparameters file
+
+### Bug Fixes and Other Changes
+
+ * Skip tests with deprecated instance type
+ * Ensure Model.is_repack() returns a boolean
+ * Fix error when there is no session to call _create_model_request()
+ * Use sagemaker session's s3_resource in download_folder
+ * Added check for the presence of model package group before creating one
+ * Fix key error in _send_metrics()
+
+## v2.240.0 (2025-02-25)
+
+### Features
+
+ * Add support for TGI Neuronx 0.0.27 and HF PT 2.3.0 image in PySDK
+
+### Bug Fixes and Other Changes
+
+ * Remove main function entrypoint in ModelBuilder dependency manager.
+ * forbid extras in Configs
+ * altconfig hubcontent and reenable integ test
+ * Merge branch 'master-rba' into local_merge
+ * py_version doc fixes
+ * Add backward compatbility for RecordSerializer and RecordDeserializer
+ * update image_uri_configs  02-21-2025 06:18:10 PST
+ * update image_uri_configs  02-20-2025 06:18:08 PST
+
+### Documentation Changes
+
+ * Removed a line about python version requirements of training script which can misguide users.
+
+## v2.239.3 (2025-02-19)
+
+### Bug Fixes and Other Changes
+
+ * added ap-southeast-7 and mx-central-1 for Jumpstart
+ * update image_uri_configs  02-19-2025 06:18:15 PST
+
 ## v2.239.2 (2025-02-18)
 
 ### Bug Fixes and Other Changes

README.rst

@@ -94,10 +94,10 @@ Supported Python Versions
 
 SageMaker Python SDK is tested on:
 
-- Python 3.8
 - Python 3.9
 - Python 3.10
 - Python 3.11
+- Python 3.12
 
 Telemetry
 ~~~~~~~~~~~~~~~
@@ -191,9 +191,9 @@ Setup a Python environment, and install the dependencies listed in ``doc/require
 ::
 
     # conda
-    conda create -n sagemaker python=3.7
+    conda create -n sagemaker python=3.12
     conda activate sagemaker
-    conda install sphinx=3.1.1 sphinx_rtd_theme=0.5.0
+    conda install sphinx=5.1.1 sphinx_rtd_theme=0.5.0
 
     # pip
     pip install -r doc/requirements.txt

VERSION

@@ -1 +1 @@
-2.239.3.dev0
+2.244.3.dev0