Amazon SageMaker Service Update: This release adds support for AutoScaling on SageMaker HyperPod.

Author: AWS

.changes/next-release/feature-AmazonSageMakerService-a60a314.json

@@ -0,0 +1,6 @@
+{
+    "type": "feature",
+    "category": "Amazon SageMaker Service",
+    "contributor": "",
+    "description": "This release adds support for AutoScaling on SageMaker HyperPod."
+}

services/sagemaker/src/main/resources/codegen-resources/service-2.json

@@ -8313,6 +8313,67 @@
       "min":0,
       "pattern":"arn:aws[a-z\\-]*:sagemaker:[a-z0-9\\-]*:[0-9]{12}:cluster/[a-z0-9]{12}"
     },
+    "ClusterAutoScalerType":{
+      "type":"string",
+      "enum":["Karpenter"]
+    },
+    "ClusterAutoScalingConfig":{
+      "type":"structure",
+      "required":["Mode"],
+      "members":{
+        "Mode":{
+          "shape":"ClusterAutoScalingMode",
+          "documentation":"<p>Describes whether autoscaling is enabled or disabled for the cluster. Valid values are <code>Enable</code> and <code>Disable</code>.</p>"
+        },
+        "AutoScalerType":{
+          "shape":"ClusterAutoScalerType",
+          "documentation":"<p>The type of autoscaler to use. Currently supported value is <code>Karpenter</code>.</p>"
+        }
+      },
+      "documentation":"<p>Specifies the autoscaling configuration for a HyperPod cluster.</p>"
+    },
+    "ClusterAutoScalingConfigOutput":{
+      "type":"structure",
+      "required":[
+        "Mode",
+        "Status"
+      ],
+      "members":{
+        "Mode":{
+          "shape":"ClusterAutoScalingMode",
+          "documentation":"<p>Describes whether autoscaling is enabled or disabled for the cluster.</p>"
+        },
+        "AutoScalerType":{
+          "shape":"ClusterAutoScalerType",
+          "documentation":"<p>The type of autoscaler configured for the cluster.</p>"
+        },
+        "Status":{
+          "shape":"ClusterAutoScalingStatus",
+          "documentation":"<p>The current status of the autoscaling configuration. Valid values are <code>InService</code>, <code>Failed</code>, <code>Creating</code>, and <code>Deleting</code>.</p>"
+        },
+        "FailureMessage":{
+          "shape":"String",
+          "documentation":"<p>If the autoscaling status is <code>Failed</code>, this field contains a message describing the failure.</p>"
+        }
+      },
+      "documentation":"<p>The autoscaling configuration and status information for a HyperPod cluster.</p>"
+    },
+    "ClusterAutoScalingMode":{
+      "type":"string",
+      "enum":[
+        "Enable",
+        "Disable"
+      ]
+    },
+    "ClusterAutoScalingStatus":{
+      "type":"string",
+      "enum":[
+        "InService",
+        "Failed",
+        "Creating",
+        "Deleting"
+      ]
+    },
     "ClusterAvailabilityZone":{
       "type":"string",
       "pattern":"[a-z]{2}-[a-z]+-\\d[a-z]"
@@ -10483,6 +10544,14 @@
         "NodeProvisioningMode":{
           "shape":"ClusterNodeProvisioningMode",
           "documentation":"<p>The mode for provisioning nodes in the cluster. You can specify the following modes:</p> <ul> <li> <p> <b>Continuous</b>: Scaling behavior that enables 1) concurrent operation execution within instance groups, 2) continuous retry mechanisms for failed operations, 3) enhanced customer visibility into cluster events through detailed event streams, 4) partial provisioning capabilities. Your clusters and instance groups remain <code>InService</code> while scaling. This mode is only supported for EKS orchestrated clusters.</p> </li> </ul>"
+        },
+        "ClusterRole":{
+          "shape":"RoleArn",
+          "documentation":"<p>The Amazon Resource Name (ARN) of the IAM role that HyperPod assumes to perform cluster autoscaling operations. This role must have permissions for <code>sagemaker:BatchAddClusterNodes</code> and <code>sagemaker:BatchDeleteClusterNodes</code>. This is only required when autoscaling is enabled and when HyperPod is performing autoscaling operations.</p>"
+        },
+        "AutoScaling":{
+          "shape":"ClusterAutoScalingConfig",
+          "documentation":"<p>The autoscaling configuration for the cluster. Enables automatic scaling of cluster nodes based on workload demand using a Karpenter-based system.</p>"
         }
       }
     },
@@ -15551,6 +15620,14 @@
         "NodeProvisioningMode":{
           "shape":"ClusterNodeProvisioningMode",
           "documentation":"<p>The mode used for provisioning nodes in the cluster.</p>"
+        },
+        "ClusterRole":{
+          "shape":"RoleArn",
+          "documentation":"<p>The Amazon Resource Name (ARN) of the IAM role that HyperPod uses for cluster autoscaling operations.</p>"
+        },
+        "AutoScaling":{
+          "shape":"ClusterAutoScalingConfigOutput",
+          "documentation":"<p>The current autoscaling configuration and status for the autoscaler.</p>"
         }
       }
     },
@@ -43560,6 +43637,14 @@
         "InstanceGroupsToDelete":{
           "shape":"ClusterInstanceGroupsToDelete",
           "documentation":"<p>Specify the names of the instance groups to delete. Use a single <code>,</code> as the separator between multiple names.</p>"
+        },
+        "ClusterRole":{
+          "shape":"RoleArn",
+          "documentation":"<p>The Amazon Resource Name (ARN) of the IAM role that HyperPod assumes for cluster autoscaling operations. Cannot be updated while autoscaling is enabled.</p>"
+        },
+        "AutoScaling":{
+          "shape":"ClusterAutoScalingConfig",
+          "documentation":"<p>Updates the autoscaling configuration for the cluster. Use to enable or disable automatic node scaling.</p>"
         }
       }
     },