Merge branch 'master' into master

Author: varunmoris

CHANGELOG.md

@@ -1,5 +1,19 @@
 # Changelog
 
+## v2.244.0 (2025-05-02)
+
+### Features
+
+ * support custom workflow deployment in ModelBuilder using SMD image.
+
+### Bug Fixes and Other Changes
+
+ * Add Owner ID check for bucket with path when prefix is provided
+ * Add model server timeout
+ * pin mamba version to 24.11.3-2 to avoid inconsistent test runs
+ * Update ModelTrainer to support s3 uri and tar.gz file as source_dir
+ * chore: add huggingface images
+
 ## v2.243.3 (2025-04-23)
 
 ### Bug Fixes and Other Changes

VERSION

@@ -1 +1 @@
-2.243.4.dev0
+2.244.1.dev0

src/sagemaker/session.py

@@ -635,7 +635,6 @@ def _create_s3_bucket_if_it_does_not_exist(self, bucket_name, region):
 
         elif self._default_bucket_set_by_sdk:
             self.general_bucket_check_if_user_has_permission(bucket_name, s3, bucket, region, False)
-
             expected_bucket_owner_id = self.account_id()
             self.expected_bucket_owner_id_bucket_check(bucket_name, s3, expected_bucket_owner_id)
 
@@ -649,9 +648,16 @@ def expected_bucket_owner_id_bucket_check(self, bucket_name, s3, expected_bucket
 
         """
         try:
-            s3.meta.client.head_bucket(
-                Bucket=bucket_name, ExpectedBucketOwner=expected_bucket_owner_id
-            )
+            if self.default_bucket_prefix:
+                s3.meta.client.list_objects_v2(
+                    Bucket=bucket_name,
+                    Prefix=self.default_bucket_prefix,
+                    ExpectedBucketOwner=expected_bucket_owner_id,
+                )
+            else:
+                s3.meta.client.head_bucket(
+                    Bucket=bucket_name, ExpectedBucketOwner=expected_bucket_owner_id
+                )
         except ClientError as e:
             error_code = e.response["Error"]["Code"]
             message = e.response["Error"]["Message"]
@@ -682,7 +688,12 @@ def general_bucket_check_if_user_has_permission(
             bucket_creation_date_none (bool):Indicating whether S3 bucket already exists or not
         """
         try:
-            s3.meta.client.head_bucket(Bucket=bucket_name)
+            if self.default_bucket_prefix:
+                s3.meta.client.list_objects_v2(
+                    Bucket=bucket_name, Prefix=self.default_bucket_prefix
+                )
+            else:
+                s3.meta.client.head_bucket(Bucket=bucket_name)
         except ClientError as e:
             error_code = e.response["Error"]["Code"]
             message = e.response["Error"]["Message"]

tests/integ/sagemaker/conftest.py

@@ -46,7 +46,7 @@
     'SHELL ["/bin/bash", "-c"]\n'
     "RUN apt-get update -y \
         && apt-get install -y unzip curl\n\n"
-    "RUN curl -L -O 'https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-Linux-x86_64.sh' \
+    "RUN curl -L -O 'https://github.com/conda-forge/miniforge/releases/download/24.11.3-2/Miniforge3-Linux-x86_64.sh' \
         && bash Miniforge3-Linux-x86_64.sh -b -p '/opt/conda' \
         && /opt/conda/bin/conda init bash\n\n"
     "ENV PATH $PATH:/opt/conda/bin\n"

tests/integ/sagemaker/serve/test_serve_js_deep_unit_tests.py

@@ -64,6 +64,7 @@ def test_js_model_with_optimize_speculative_decoding_config_gated_requests_are_e
                 "Image": ANY,
                 "Environment": {
                     "SAGEMAKER_PROGRAM": "inference.py",
+                    "SAGEMAKER_MODEL_SERVER_TIMEOUT": "3600",
                     "ENDPOINT_SERVER_TIMEOUT": "3600",
                     "MODEL_CACHE_ROOT": "/opt/ml/model",
                     "SAGEMAKER_ENV": "1",
@@ -150,6 +151,7 @@ def test_js_model_with_optimize_sharding_and_resource_requirements_requests_are_
                 "Image": ANY,
                 "Environment": {
                     "SAGEMAKER_PROGRAM": "inference.py",
+                    "SAGEMAKER_MODEL_SERVER_TIMEOUT": "3600",
                     "ENDPOINT_SERVER_TIMEOUT": "3600",
                     "MODEL_CACHE_ROOT": "/opt/ml/model",
                     "SAGEMAKER_ENV": "1",
@@ -237,6 +239,7 @@ def test_js_model_with_optimize_quantization_on_pre_optimized_model_requests_are
                 "Image": ANY,
                 "Environment": {
                     "SAGEMAKER_PROGRAM": "inference.py",
+                    "SAGEMAKER_MODEL_SERVER_TIMEOUT": "3600",
                     "ENDPOINT_SERVER_TIMEOUT": "3600",
                     "MODEL_CACHE_ROOT": "/opt/ml/model",
                     "SAGEMAKER_ENV": "1",

tests/unit/test_default_bucket.py

@@ -39,6 +39,19 @@ def sagemaker_session():
     return sagemaker_session
 
 
+@pytest.fixture()
+def sagemaker_session_with_bucket_name_and_prefix():
+    boto_mock = MagicMock(name="boto_session", region_name=REGION)
+    boto_mock.client("sts").get_caller_identity.return_value = {"Account": ACCOUNT_ID}
+    sagemaker_session = sagemaker.Session(
+        boto_session=boto_mock,
+        default_bucket="XXXXXXXXXXXXX",
+        default_bucket_prefix="sample-prefix",
+    )
+    sagemaker_session.boto_session.resource("s3").Bucket().creation_date = None
+    return sagemaker_session
+
+
 def test_default_bucket_s3_create_call(sagemaker_session):
     error = ClientError(
         error_response={"Error": {"Code": "404", "Message": "Not Found"}},
@@ -96,6 +109,30 @@ def test_default_bucket_s3_needs_bucket_owner_access(sagemaker_session, datetime
     assert sagemaker_session._default_bucket is None
 
 
+def test_default_bucket_with_prefix_s3_needs_bucket_owner_access(
+    sagemaker_session_with_bucket_name_and_prefix, datetime_obj, caplog
+):
+    with pytest.raises(ClientError):
+        error = ClientError(
+            error_response={"Error": {"Code": "403", "Message": "Forbidden"}},
+            operation_name="foo",
+        )
+        sagemaker_session_with_bucket_name_and_prefix.boto_session.resource(
+            "s3"
+        ).meta.client.list_objects_v2.side_effect = error
+        sagemaker_session_with_bucket_name_and_prefix.boto_session.resource("s3").Bucket(
+            name=DEFAULT_BUCKET_NAME
+        ).creation_date = None
+        sagemaker_session_with_bucket_name_and_prefix.default_bucket()
+
+    error_message = "Please try again after adding appropriate access."
+    assert error_message in caplog.text
+    assert sagemaker_session_with_bucket_name_and_prefix._default_bucket is None
+    sagemaker_session_with_bucket_name_and_prefix.boto_session.resource(
+        "s3"
+    ).meta.client.list_objects_v2.assert_called_once()
+
+
 def test_default_bucket_s3_custom_bucket_input(sagemaker_session, datetime_obj, caplog):
     sagemaker_session._default_bucket_name_override = "custom-bucket-override"
     error = ClientError(