Skip to content

Commit a940629

Browse files
This release adds support for a new Restricted instance group type to enable a specialized environment for running Nova customization jobs on SageMaker HyperPod clusters. This release also adds support for SageMaker pipeline versioning.
1 parent f8e07ba commit a940629

File tree

62 files changed

+5198
-40
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

62 files changed

+5198
-40
lines changed

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.api.json

Lines changed: 224 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -2995,6 +2995,18 @@
29952995
{"shape":"ResourceNotFound"}
29962996
]
29972997
},
2998+
"ListPipelineVersions":{
2999+
"name":"ListPipelineVersions",
3000+
"http":{
3001+
"method":"POST",
3002+
"requestUri":"/"
3003+
},
3004+
"input":{"shape":"ListPipelineVersionsRequest"},
3005+
"output":{"shape":"ListPipelineVersionsResponse"},
3006+
"errors":[
3007+
{"shape":"ResourceNotFound"}
3008+
]
3009+
},
29983010
"ListPipelines":{
29993011
"name":"ListPipelines",
30003012
"http":{
@@ -3977,6 +3989,19 @@
39773989
{"shape":"ResourceNotFound"}
39783990
]
39793991
},
3992+
"UpdatePipelineVersion":{
3993+
"name":"UpdatePipelineVersion",
3994+
"http":{
3995+
"method":"POST",
3996+
"requestUri":"/"
3997+
},
3998+
"input":{"shape":"UpdatePipelineVersionRequest"},
3999+
"output":{"shape":"UpdatePipelineVersionResponse"},
4000+
"errors":[
4001+
{"shape":"ConflictException"},
4002+
{"shape":"ResourceNotFound"}
4003+
]
4004+
},
39804005
"UpdateProject":{
39814006
"name":"UpdateProject",
39824007
"http":{
@@ -5633,10 +5658,7 @@
56335658
},
56345659
"BatchDeleteClusterNodesRequest":{
56355660
"type":"structure",
5636-
"required":[
5637-
"ClusterName",
5638-
"NodeIds"
5639-
],
5661+
"required":["ClusterName"],
56405662
"members":{
56415663
"ClusterName":{"shape":"ClusterNameOrArn"},
56425664
"NodeIds":{"shape":"ClusterNodeIds"}
@@ -6871,6 +6893,58 @@
68716893
"pattern":"((25[0-5]|(2[0-4]|1\\d|[1-9]|)\\d)\\.?\\b){4}"
68726894
},
68736895
"ClusterPrivatePrimaryIpv6":{"type":"string"},
6896+
"ClusterRestrictedInstanceGroupDetails":{
6897+
"type":"structure",
6898+
"members":{
6899+
"CurrentCount":{"shape":"ClusterNonNegativeInstanceCount"},
6900+
"TargetCount":{"shape":"ClusterInstanceCount"},
6901+
"InstanceGroupName":{"shape":"ClusterInstanceGroupName"},
6902+
"InstanceType":{"shape":"ClusterInstanceType"},
6903+
"ExecutionRole":{"shape":"RoleArn"},
6904+
"ThreadsPerCore":{"shape":"ClusterThreadsPerCore"},
6905+
"InstanceStorageConfigs":{"shape":"ClusterInstanceStorageConfigs"},
6906+
"OnStartDeepHealthChecks":{"shape":"OnStartDeepHealthChecks"},
6907+
"Status":{"shape":"InstanceGroupStatus"},
6908+
"TrainingPlanArn":{"shape":"TrainingPlanArn"},
6909+
"TrainingPlanStatus":{"shape":"InstanceGroupTrainingPlanStatus"},
6910+
"OverrideVpcConfig":{"shape":"VpcConfig"},
6911+
"ScheduledUpdateConfig":{"shape":"ScheduledUpdateConfig"},
6912+
"EnvironmentConfig":{"shape":"EnvironmentConfigDetails"}
6913+
}
6914+
},
6915+
"ClusterRestrictedInstanceGroupDetailsList":{
6916+
"type":"list",
6917+
"member":{"shape":"ClusterRestrictedInstanceGroupDetails"}
6918+
},
6919+
"ClusterRestrictedInstanceGroupSpecification":{
6920+
"type":"structure",
6921+
"required":[
6922+
"InstanceCount",
6923+
"InstanceGroupName",
6924+
"InstanceType",
6925+
"ExecutionRole",
6926+
"EnvironmentConfig"
6927+
],
6928+
"members":{
6929+
"InstanceCount":{"shape":"ClusterInstanceCount"},
6930+
"InstanceGroupName":{"shape":"ClusterInstanceGroupName"},
6931+
"InstanceType":{"shape":"ClusterInstanceType"},
6932+
"ExecutionRole":{"shape":"RoleArn"},
6933+
"ThreadsPerCore":{"shape":"ClusterThreadsPerCore"},
6934+
"InstanceStorageConfigs":{"shape":"ClusterInstanceStorageConfigs"},
6935+
"OnStartDeepHealthChecks":{"shape":"OnStartDeepHealthChecks"},
6936+
"TrainingPlanArn":{"shape":"TrainingPlanArn"},
6937+
"OverrideVpcConfig":{"shape":"VpcConfig"},
6938+
"ScheduledUpdateConfig":{"shape":"ScheduledUpdateConfig"},
6939+
"EnvironmentConfig":{"shape":"EnvironmentConfig"}
6940+
}
6941+
},
6942+
"ClusterRestrictedInstanceGroupSpecifications":{
6943+
"type":"list",
6944+
"member":{"shape":"ClusterRestrictedInstanceGroupSpecification"},
6945+
"max":100,
6946+
"min":1
6947+
},
68746948
"ClusterSchedulerConfigArn":{
68756949
"type":"string",
68766950
"max":256,
@@ -7680,6 +7754,7 @@
76807754
"members":{
76817755
"ClusterName":{"shape":"ClusterName"},
76827756
"InstanceGroups":{"shape":"ClusterInstanceGroupSpecifications"},
7757+
"RestrictedInstanceGroups":{"shape":"ClusterRestrictedInstanceGroupSpecifications"},
76837758
"VpcConfig":{"shape":"VpcConfig"},
76847759
"Tags":{"shape":"TagList"},
76857760
"Orchestrator":{"shape":"ClusterOrchestrator"},
@@ -10382,10 +10457,7 @@
1038210457
},
1038310458
"DescribeClusterNodeRequest":{
1038410459
"type":"structure",
10385-
"required":[
10386-
"ClusterName",
10387-
"NodeId"
10388-
],
10460+
"required":["ClusterName"],
1038910461
"members":{
1039010462
"ClusterName":{"shape":"ClusterNameOrArn"},
1039110463
"NodeId":{"shape":"ClusterNodeId"}
@@ -10419,6 +10491,7 @@
1041910491
"CreationTime":{"shape":"Timestamp"},
1042010492
"FailureMessage":{"shape":"String"},
1042110493
"InstanceGroups":{"shape":"ClusterInstanceGroupDetailsList"},
10494+
"RestrictedInstanceGroups":{"shape":"ClusterRestrictedInstanceGroupDetailsList"},
1042210495
"VpcConfig":{"shape":"VpcConfig"},
1042310496
"Orchestrator":{"shape":"ClusterOrchestrator"},
1042410497
"NodeRecovery":{"shape":"ClusterNodeRecovery"}
@@ -11861,14 +11934,16 @@
1186111934
"CreatedBy":{"shape":"UserContext"},
1186211935
"LastModifiedBy":{"shape":"UserContext"},
1186311936
"ParallelismConfiguration":{"shape":"ParallelismConfiguration"},
11864-
"SelectiveExecutionConfig":{"shape":"SelectiveExecutionConfig"}
11937+
"SelectiveExecutionConfig":{"shape":"SelectiveExecutionConfig"},
11938+
"PipelineVersionId":{"shape":"PipelineVersionId"}
1186511939
}
1186611940
},
1186711941
"DescribePipelineRequest":{
1186811942
"type":"structure",
1186911943
"required":["PipelineName"],
1187011944
"members":{
11871-
"PipelineName":{"shape":"PipelineNameOrArn"}
11945+
"PipelineName":{"shape":"PipelineNameOrArn"},
11946+
"PipelineVersionId":{"shape":"PipelineVersionId"}
1187211947
}
1187311948
},
1187411949
"DescribePipelineResponse":{
@@ -11886,7 +11961,9 @@
1188611961
"LastRunTime":{"shape":"Timestamp"},
1188711962
"CreatedBy":{"shape":"UserContext"},
1188811963
"LastModifiedBy":{"shape":"UserContext"},
11889-
"ParallelismConfiguration":{"shape":"ParallelismConfiguration"}
11964+
"ParallelismConfiguration":{"shape":"ParallelismConfiguration"},
11965+
"PipelineVersionDisplayName":{"shape":"PipelineVersionName"},
11966+
"PipelineVersionDescription":{"shape":"PipelineVersionDescription"}
1189011967
}
1189111968
},
1189211969
"DescribeProcessingJobRequest":{
@@ -13301,6 +13378,19 @@
1330113378
"min":1,
1330213379
"pattern":"[a-zA-Z0-9](-*[a-zA-Z0-9]){0,62}"
1330313380
},
13381+
"EnvironmentConfig":{
13382+
"type":"structure",
13383+
"members":{
13384+
"FSxLustreConfig":{"shape":"FSxLustreConfig"}
13385+
}
13386+
},
13387+
"EnvironmentConfigDetails":{
13388+
"type":"structure",
13389+
"members":{
13390+
"FSxLustreConfig":{"shape":"FSxLustreConfig"},
13391+
"S3OutputPath":{"shape":"S3Uri"}
13392+
}
13393+
},
1330413394
"EnvironmentKey":{
1330513395
"type":"string",
1330613396
"max":1024,
@@ -13487,6 +13577,17 @@
1348713577
"ClarifyExplainerConfig":{"shape":"ClarifyExplainerConfig"}
1348813578
}
1348913579
},
13580+
"FSxLustreConfig":{
13581+
"type":"structure",
13582+
"required":[
13583+
"SizeInGiB",
13584+
"PerUnitStorageThroughput"
13585+
],
13586+
"members":{
13587+
"SizeInGiB":{"shape":"FSxLustreSizeInGiB"},
13588+
"PerUnitStorageThroughput":{"shape":"FSxLustrePerUnitStorageThroughput"}
13589+
}
13590+
},
1349013591
"FSxLustreFileSystem":{
1349113592
"type":"structure",
1349213593
"required":["FileSystemId"],
@@ -13502,6 +13603,18 @@
1350213603
"FileSystemPath":{"shape":"FileSystemPath"}
1350313604
}
1350413605
},
13606+
"FSxLustrePerUnitStorageThroughput":{
13607+
"type":"integer",
13608+
"box":true,
13609+
"max":1000,
13610+
"min":125
13611+
},
13612+
"FSxLustreSizeInGiB":{
13613+
"type":"integer",
13614+
"box":true,
13615+
"max":100800,
13616+
"min":1200
13617+
},
1350513618
"FailStepMetadata":{
1350613619
"type":"structure",
1350713620
"members":{
@@ -17851,6 +17964,25 @@
1785117964
"NextToken":{"shape":"NextToken"}
1785217965
}
1785317966
},
17967+
"ListPipelineVersionsRequest":{
17968+
"type":"structure",
17969+
"required":["PipelineName"],
17970+
"members":{
17971+
"PipelineName":{"shape":"PipelineNameOrArn"},
17972+
"CreatedAfter":{"shape":"Timestamp"},
17973+
"CreatedBefore":{"shape":"Timestamp"},
17974+
"SortOrder":{"shape":"SortOrder"},
17975+
"NextToken":{"shape":"NextToken"},
17976+
"MaxResults":{"shape":"MaxResults"}
17977+
}
17978+
},
17979+
"ListPipelineVersionsResponse":{
17980+
"type":"structure",
17981+
"members":{
17982+
"PipelineVersionSummaries":{"shape":"PipelineVersionSummaryList"},
17983+
"NextToken":{"shape":"NextToken"}
17984+
}
17985+
},
1785417986
"ListPipelinesRequest":{
1785517987
"type":"structure",
1785617988
"members":{
@@ -21050,7 +21182,9 @@
2105021182
"LastModifiedBy":{"shape":"UserContext"},
2105121183
"ParallelismConfiguration":{"shape":"ParallelismConfiguration"},
2105221184
"SelectiveExecutionConfig":{"shape":"SelectiveExecutionConfig"},
21053-
"PipelineParameters":{"shape":"ParameterList"}
21185+
"PipelineParameters":{"shape":"ParameterList"},
21186+
"PipelineVersionId":{"shape":"PipelineVersionId"},
21187+
"PipelineVersionDisplayName":{"shape":"PipelineVersionName"}
2105421188
}
2105521189
},
2105621190
"PipelineExecutionArn":{
@@ -21201,6 +21335,56 @@
2120121335
"max":100,
2120221336
"min":0
2120321337
},
21338+
"PipelineVersion":{
21339+
"type":"structure",
21340+
"members":{
21341+
"PipelineArn":{"shape":"PipelineArn"},
21342+
"PipelineVersionId":{"shape":"PipelineVersionId"},
21343+
"PipelineVersionDisplayName":{"shape":"PipelineVersionName"},
21344+
"PipelineVersionDescription":{"shape":"PipelineVersionDescription"},
21345+
"CreationTime":{"shape":"Timestamp"},
21346+
"LastModifiedTime":{"shape":"Timestamp"},
21347+
"CreatedBy":{"shape":"UserContext"},
21348+
"LastModifiedBy":{"shape":"UserContext"},
21349+
"LastExecutedPipelineExecutionArn":{"shape":"PipelineExecutionArn"},
21350+
"LastExecutedPipelineExecutionDisplayName":{"shape":"PipelineExecutionName"},
21351+
"LastExecutedPipelineExecutionStatus":{"shape":"PipelineExecutionStatus"}
21352+
}
21353+
},
21354+
"PipelineVersionDescription":{
21355+
"type":"string",
21356+
"max":3072,
21357+
"min":0,
21358+
"pattern":".*"
21359+
},
21360+
"PipelineVersionId":{
21361+
"type":"long",
21362+
"box":true,
21363+
"min":1
21364+
},
21365+
"PipelineVersionName":{
21366+
"type":"string",
21367+
"max":82,
21368+
"min":1,
21369+
"pattern":"[a-zA-Z0-9](-*[a-zA-Z0-9]){0,81}"
21370+
},
21371+
"PipelineVersionSummary":{
21372+
"type":"structure",
21373+
"members":{
21374+
"PipelineArn":{"shape":"PipelineArn"},
21375+
"PipelineVersionId":{"shape":"PipelineVersionId"},
21376+
"CreationTime":{"shape":"Timestamp"},
21377+
"PipelineVersionDescription":{"shape":"PipelineVersionDescription"},
21378+
"PipelineVersionDisplayName":{"shape":"PipelineVersionName"},
21379+
"LastExecutionPipelineExecutionArn":{"shape":"PipelineExecutionArn"}
21380+
}
21381+
},
21382+
"PipelineVersionSummaryList":{
21383+
"type":"list",
21384+
"member":{"shape":"PipelineVersionSummary"},
21385+
"max":100,
21386+
"min":0
21387+
},
2120421388
"PlatformIdentifier":{
2120521389
"type":"string",
2120621390
"max":15,
@@ -23272,7 +23456,8 @@
2327223456
"ImageVersion",
2327323457
"Project",
2327423458
"HyperParameterTuningJob",
23275-
"ModelCard"
23459+
"ModelCard",
23460+
"PipelineVersion"
2327623461
]
2327723462
},
2327823463
"ResponseMIMEType":{
@@ -23660,6 +23845,7 @@
2366023845
"ModelPackageGroup":{"shape":"ModelPackageGroup"},
2366123846
"Pipeline":{"shape":"Pipeline"},
2366223847
"PipelineExecution":{"shape":"PipelineExecution"},
23848+
"PipelineVersion":{"shape":"PipelineVersion"},
2366323849
"FeatureGroup":{"shape":"FeatureGroup"},
2366423850
"FeatureMetadata":{"shape":"FeatureMetadata"},
2366523851
"Project":{"shape":"Project"},
@@ -24380,7 +24566,8 @@
2438024566
"idempotencyToken":true
2438124567
},
2438224568
"ParallelismConfiguration":{"shape":"ParallelismConfiguration"},
24383-
"SelectiveExecutionConfig":{"shape":"SelectiveExecutionConfig"}
24569+
"SelectiveExecutionConfig":{"shape":"SelectiveExecutionConfig"},
24570+
"PipelineVersionId":{"shape":"PipelineVersionId"}
2438424571
}
2438524572
},
2438624573
"StartPipelineExecutionResponse":{
@@ -26576,6 +26763,7 @@
2657626763
"members":{
2657726764
"ClusterName":{"shape":"ClusterNameOrArn"},
2657826765
"InstanceGroups":{"shape":"ClusterInstanceGroupSpecifications"},
26766+
"RestrictedInstanceGroups":{"shape":"ClusterRestrictedInstanceGroupSpecifications"},
2657926767
"NodeRecovery":{"shape":"ClusterNodeRecovery"},
2658026768
"InstanceGroupsToDelete":{"shape":"ClusterInstanceGroupsToDelete"}
2658126769
}
@@ -27224,7 +27412,28 @@
2722427412
"UpdatePipelineResponse":{
2722527413
"type":"structure",
2722627414
"members":{
27227-
"PipelineArn":{"shape":"PipelineArn"}
27415+
"PipelineArn":{"shape":"PipelineArn"},
27416+
"PipelineVersionId":{"shape":"PipelineVersionId"}
27417+
}
27418+
},
27419+
"UpdatePipelineVersionRequest":{
27420+
"type":"structure",
27421+
"required":[
27422+
"PipelineArn",
27423+
"PipelineVersionId"
27424+
],
27425+
"members":{
27426+
"PipelineArn":{"shape":"PipelineArn"},
27427+
"PipelineVersionId":{"shape":"PipelineVersionId"},
27428+
"PipelineVersionDisplayName":{"shape":"PipelineVersionName"},
27429+
"PipelineVersionDescription":{"shape":"PipelineVersionDescription"}
27430+
}
27431+
},
27432+
"UpdatePipelineVersionResponse":{
27433+
"type":"structure",
27434+
"members":{
27435+
"PipelineArn":{"shape":"PipelineArn"},
27436+
"PipelineVersionId":{"shape":"PipelineVersionId"}
2722827437
}
2722927438
},
2723027439
"UpdateProjectInput":{

0 commit comments

Comments
 (0)