Skip to content

Commit 68b76c7

Browse files
author
AWS
committed
Amazon SageMaker Service Update: Support new SageMaker StartClusterHealthCheck API for on-demand DHC on Hyperpod EKS cluster. Support updated CreateCluster, UpdateCluster, DescribeCluster, BatchAddClusterNodes APIs for flexible instance group on HyperPod cluster
1 parent a2af49c commit 68b76c7

File tree

2 files changed

+188
-8
lines changed

2 files changed

+188
-8
lines changed

‎.changes/next-release/feature-AmazonSageMakerService-2470e98.json‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"type": "feature",
3+
"category": "Amazon SageMaker Service",
4+
"contributor": "",
5+
"description": "Support new SageMaker StartClusterHealthCheck API for on-demand DHC on Hyperpod EKS cluster. Support updated CreateCluster, UpdateCluster, DescribeCluster, BatchAddClusterNodes APIs for flexible instance group on HyperPod cluster"
6+
}

‎services/sagemaker/src/main/resources/codegen-resources/service-2.json‎

Lines changed: 182 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -3818,6 +3818,19 @@
38183818
],
38193819
"documentation":"<p>Notifies the pipeline that the execution of a callback step succeeded and provides a list of the step's output parameters. When a callback step is run, the pipeline generates a callback token and includes the token in a message sent to Amazon Simple Queue Service (Amazon SQS).</p>"
38203820
},
3821+
"StartClusterHealthCheck":{
3822+
"name":"StartClusterHealthCheck",
3823+
"http":{
3824+
"method":"POST",
3825+
"requestUri":"/"
3826+
},
3827+
"input":{"shape":"StartClusterHealthCheckRequest"},
3828+
"output":{"shape":"StartClusterHealthCheckResponse"},
3829+
"errors":[
3830+
{"shape":"ResourceNotFound"}
3831+
],
3832+
"documentation":"<p>Start deep health checks for a SageMaker HyperPod cluster. You can use <a href=\"https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_DescribeClusterNode.html\">DescribeClusterNode</a> API to track progress of the deep health checks. The unhealthy nodes will be automatically rebooted or replaced. Please see <a href=\"https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-hyperpod-eks-resiliency-node-labels.html\"> Resilience-related Kubernetes labels by SageMaker HyperPod</a> for details.</p>"
3833+
},
38213834
"StartEdgeDeploymentStage":{
38223835
"name":"StartEdgeDeploymentStage",
38233836
"http":{
@@ -4914,6 +4927,14 @@
49144927
"IncrementTargetCountBy":{
49154928
"shape":"AddClusterNodeSpecificationIncrementTargetCountByInteger",
49164929
"documentation":"<p>The number of nodes to add to the specified instance group. The total number of nodes across all instance groups in a single request cannot exceed 50.</p>"
4930+
},
4931+
"AvailabilityZones":{
4932+
"shape":"ClusterAvailabilityZones",
4933+
"documentation":"<p>The availability zones in which to add nodes. Use this to target node placement in specific availability zones within a flexible instance group.</p>"
4934+
},
4935+
"InstanceTypes":{
4936+
"shape":"ClusterInstanceTypes",
4937+
"documentation":"<p>The instance types to use when adding nodes. Use this to target specific instance types within a flexible instance group.</p>"
49174938
}
49184939
},
49194940
"documentation":"<p>Specifies an instance group and the number of nodes to add to it.</p>"
@@ -7107,6 +7128,14 @@
71077128
"shape":"BatchAddFailureCount",
71087129
"documentation":"<p>The number of nodes that failed to be added to the specified instance group.</p>"
71097130
},
7131+
"AvailabilityZones":{
7132+
"shape":"ClusterAvailabilityZones",
7133+
"documentation":"<p>The availability zones associated with the failed node addition request.</p>"
7134+
},
7135+
"InstanceTypes":{
7136+
"shape":"ClusterInstanceTypes",
7137+
"documentation":"<p>The instance types associated with the failed node addition request.</p>"
7138+
},
71107139
"Message":{
71117140
"shape":"String",
71127141
"documentation":"<p>A descriptive message providing additional details about the error.</p>"
@@ -7118,7 +7147,9 @@
71187147
"type":"string",
71197148
"enum":[
71207149
"InstanceGroupNotFound",
7121-
"InvalidInstanceGroupStatus"
7150+
"InvalidInstanceGroupStatus",
7151+
"IncompatibleAvailabilityZones",
7152+
"IncompatibleInstanceTypes"
71227153
]
71237154
},
71247155
"BatchAddClusterNodesErrorList":{
@@ -8949,6 +8980,12 @@
89498980
"type":"string",
89508981
"pattern":"[a-z]{3}\\d-az\\d"
89518982
},
8983+
"ClusterAvailabilityZones":{
8984+
"type":"list",
8985+
"member":{"shape":"ClusterAvailabilityZone"},
8986+
"max":10,
8987+
"min":1
8988+
},
89528989
"ClusterCapacityRequirements":{
89538990
"type":"structure",
89548991
"members":{
@@ -9194,6 +9231,14 @@
91949231
"shape":"ClusterInstanceType",
91959232
"documentation":"<p>The instance type of the instance group of a SageMaker HyperPod cluster.</p>"
91969233
},
9234+
"InstanceRequirements":{
9235+
"shape":"ClusterInstanceRequirementDetails",
9236+
"documentation":"<p>The instance requirements for the instance group, including the current and desired instance types. This field is present for flexible instance groups that support multiple instance types.</p>"
9237+
},
9238+
"InstanceTypeDetails":{
9239+
"shape":"ClusterInstanceTypeDetails",
9240+
"documentation":"<p>Details about the instance types in the instance group, including the count and configuration of each instance type. This field is present for flexible instance groups that support multiple instance types.</p>"
9241+
},
91979242
"LifeCycleConfig":{
91989243
"shape":"ClusterLifeCycleConfig",
91999244
"documentation":"<p>Details of LifeCycle configuration for the instance group.</p>"
@@ -9285,7 +9330,6 @@
92859330
"required":[
92869331
"InstanceCount",
92879332
"InstanceGroupName",
9288-
"LifeCycleConfig",
92899333
"ExecutionRole"
92909334
],
92919335
"members":{
@@ -9305,6 +9349,10 @@
93059349
"shape":"ClusterInstanceType",
93069350
"documentation":"<p>Specifies the instance type of the instance group.</p>"
93079351
},
9352+
"InstanceRequirements":{
9353+
"shape":"ClusterInstanceRequirements",
9354+
"documentation":"<p>The instance requirements for the instance group, including the instance types to use. Use this to create a flexible instance group that supports multiple instance types. The <code>InstanceType</code> and <code>InstanceRequirements</code> properties are mutually exclusive.</p>"
9355+
},
93089356
"LifeCycleConfig":{
93099357
"shape":"ClusterLifeCycleConfig",
93109358
"documentation":"<p>Specifies the LifeCycle configuration for the instance group.</p>"
@@ -9388,6 +9436,31 @@
93889436
},
93899437
"documentation":"<p>Specifies the placement details for the node in the SageMaker HyperPod cluster, including the Availability Zone and the unique identifier (ID) of the Availability Zone.</p>"
93909438
},
9439+
"ClusterInstanceRequirementDetails":{
9440+
"type":"structure",
9441+
"members":{
9442+
"CurrentInstanceTypes":{
9443+
"shape":"ClusterInstanceTypes",
9444+
"documentation":"<p>The instance types currently in use by the instance group.</p>"
9445+
},
9446+
"DesiredInstanceTypes":{
9447+
"shape":"ClusterInstanceTypes",
9448+
"documentation":"<p>The desired instance types for the instance group, as specified in the most recent update request.</p>"
9449+
}
9450+
},
9451+
"documentation":"<p>The instance requirement details for a flexible instance group, including the current and desired instance types.</p>"
9452+
},
9453+
"ClusterInstanceRequirements":{
9454+
"type":"structure",
9455+
"required":["InstanceTypes"],
9456+
"members":{
9457+
"InstanceTypes":{
9458+
"shape":"ClusterInstanceTypes",
9459+
"documentation":"<p>The list of instance types that the instance group can use. The order of instance types determines the priority—HyperPod attempts to provision instances using the first instance type in the list and falls back to subsequent types if capacity is unavailable.</p>"
9460+
}
9461+
},
9462+
"documentation":"<p>The instance requirements for a flexible instance group. Use this to specify multiple instance types that the instance group can use. The order of instance types in the list determines the priority for instance provisioning.</p>"
9463+
},
93919464
"ClusterInstanceStatus":{
93929465
"type":"string",
93939466
"enum":[
@@ -9568,6 +9641,36 @@
95689641
"ml.p6-b300.48xlarge"
95699642
]
95709643
},
9644+
"ClusterInstanceTypeDetail":{
9645+
"type":"structure",
9646+
"members":{
9647+
"InstanceType":{
9648+
"shape":"ClusterInstanceType",
9649+
"documentation":"<p>The instance type.</p>"
9650+
},
9651+
"CurrentCount":{
9652+
"shape":"ClusterNonNegativeInstanceCount",
9653+
"documentation":"<p>The number of instances of this type currently running in the instance group.</p>"
9654+
},
9655+
"ThreadsPerCore":{
9656+
"shape":"ClusterThreadsPerCore",
9657+
"documentation":"<p>The number of threads per CPU core for this instance type.</p>"
9658+
}
9659+
},
9660+
"documentation":"<p>Details about a specific instance type within a flexible instance group, including the count and configuration.</p>"
9661+
},
9662+
"ClusterInstanceTypeDetails":{
9663+
"type":"list",
9664+
"member":{"shape":"ClusterInstanceTypeDetail"},
9665+
"max":20,
9666+
"min":0
9667+
},
9668+
"ClusterInstanceTypes":{
9669+
"type":"list",
9670+
"member":{"shape":"ClusterInstanceType"},
9671+
"max":20,
9672+
"min":1
9673+
},
95719674
"ClusterKubernetesConfig":{
95729675
"type":"structure",
95739676
"members":{
@@ -9695,10 +9798,6 @@
96959798
},
96969799
"ClusterLifeCycleConfig":{
96979800
"type":"structure",
9698-
"required":[
9699-
"SourceS3Uri",
9700-
"OnCreate"
9701-
],
97029801
"members":{
97039802
"SourceS3Uri":{
97049803
"shape":"S3Uri",
@@ -15013,13 +15112,25 @@
1501315112
"max":20,
1501415113
"min":0
1501515114
},
15115+
"DeepHealthCheckConfigurations":{
15116+
"type":"list",
15117+
"member":{"shape":"InstanceGroupHealthCheckConfiguration"},
15118+
"max":99,
15119+
"min":1
15120+
},
1501615121
"DeepHealthCheckType":{
1501715122
"type":"string",
1501815123
"enum":[
1501915124
"InstanceStress",
1502015125
"InstanceConnectivity"
1502115126
]
1502215127
},
15128+
"DeepHealthChecks":{
15129+
"type":"list",
15130+
"member":{"shape":"DeepHealthCheckType"},
15131+
"max":2,
15132+
"min":1
15133+
},
1502315134
"DefaultDomainIdList":{
1502415135
"type":"list",
1502515136
"member":{"shape":"DomainId"}
@@ -26822,6 +26933,28 @@
2682226933
},
2682326934
"documentation":"<p>Defines an instance group for heterogeneous cluster training. When requesting a training job using the <a href=\"https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_CreateTrainingJob.html\">CreateTrainingJob</a> API, you can configure multiple instance groups .</p>"
2682426935
},
26936+
"InstanceGroupHealthCheckConfiguration":{
26937+
"type":"structure",
26938+
"required":[
26939+
"InstanceGroupName",
26940+
"DeepHealthChecks"
26941+
],
26942+
"members":{
26943+
"InstanceGroupName":{
26944+
"shape":"ClusterInstanceGroupName",
26945+
"documentation":"<p>The name of the instance group.</p>"
26946+
},
26947+
"InstanceIds":{
26948+
"shape":"InstanceIds",
26949+
"documentation":"<p>A list of Amazon Elastic Compute Cloud (EC2) instance IDs on which to perform deep health checks.</p> <note> <p>Leave this field blank to perform deep health checks on the entire instance group.</p> </note>"
26950+
},
26951+
"DeepHealthChecks":{
26952+
"shape":"DeepHealthChecks",
26953+
"documentation":"<p>A list of deep health checks to be performed.</p>"
26954+
}
26955+
},
26956+
"documentation":"<p>The configuration of deep health checks for an instance group.</p> <note> <p>Overlapping deep health check configurations will be merged into a single operation.</p> </note>"
26957+
},
2682526958
"InstanceGroupMetadata":{
2682626959
"type":"structure",
2682726960
"members":{
@@ -26909,6 +27042,12 @@
2690927042
"max":5,
2691027043
"min":0
2691127044
},
27045+
"InstanceIds":{
27046+
"type":"list",
27047+
"member":{"shape":"ClusterNodeId"},
27048+
"max":500,
27049+
"min":1
27050+
},
2691227051
"InstanceMetadata":{
2691327052
"type":"structure",
2691427053
"members":{
@@ -35595,6 +35734,14 @@
3559535734
"Status":{
3559635735
"shape":"ClusterInstanceStatus",
3559735736
"documentation":"<p>The current status of the node. Possible values include <code>Pending</code>, <code>Running</code>, <code>Failed</code>, <code>ShuttingDown</code>, <code>SystemUpdating</code>, <code>DeepHealthCheckInProgress</code>, and <code>NotFound</code>.</p>"
35737+
},
35738+
"AvailabilityZones":{
35739+
"shape":"ClusterAvailabilityZones",
35740+
"documentation":"<p>The availability zones associated with the successfully added node.</p>"
35741+
},
35742+
"InstanceTypes":{
35743+
"shape":"ClusterInstanceTypes",
35744+
"documentation":"<p>The instance types associated with the successfully added node.</p>"
3559835745
}
3559935746
},
3560035747
"documentation":"<p>Information about a node that was successfully added to the cluster.</p>"
@@ -36977,7 +37124,7 @@
3697737124
"type":"string",
3697837125
"max":2048,
3697937126
"min":0,
36980-
"pattern":"arn:aws[a-z\\-]*:sagemaker:[a-z0-9\\-]*:[0-9]{12}:pipeline/.*"
37127+
"pattern":"arn:aws[a-z\\-]*:sagemaker:[a-z0-9\\-]*:([0-9]{12}|aws):pipeline/.*"
3698137128
},
3698237129
"PipelineDefinition":{
3698337130
"type":"string",
@@ -37319,7 +37466,7 @@
3731937466
"type":"string",
3732037467
"max":2048,
3732137468
"min":1,
37322-
"pattern":"(arn:aws[a-z\\-]*:sagemaker:[a-z0-9\\-]*:[0-9]{12}:pipeline/.*)?([a-zA-Z0-9](-*[a-zA-Z0-9]){0,255})"
37469+
"pattern":"(arn:aws[a-z\\-]*:sagemaker:[a-z0-9\\-]*:([0-9]{12}|aws):pipeline/.*)?([a-zA-Z0-9](-*[a-zA-Z0-9]){0,255})"
3732337470
},
3732437471
"PipelineParameterName":{
3732537472
"type":"string",
@@ -42228,6 +42375,33 @@
4222842375
},
4222942376
"documentation":"<p>Defines the stairs traffic pattern for an Inference Recommender load test. This pattern type consists of multiple steps where the number of users increases at each step.</p> <p>Specify either the stairs or phases traffic pattern.</p>"
4223042377
},
42378+
"StartClusterHealthCheckRequest":{
42379+
"type":"structure",
42380+
"required":[
42381+
"ClusterName",
42382+
"DeepHealthCheckConfigurations"
42383+
],
42384+
"members":{
42385+
"ClusterName":{
42386+
"shape":"ClusterNameOrArn",
42387+
"documentation":"<p>The string name or the Amazon Resource Name (ARN) of the SageMaker HyperPod cluster.</p>"
42388+
},
42389+
"DeepHealthCheckConfigurations":{
42390+
"shape":"DeepHealthCheckConfigurations",
42391+
"documentation":"<p>A list of configurations containing instance group names, EC2 instance IDs, and deep health checks to perform.</p>"
42392+
}
42393+
}
42394+
},
42395+
"StartClusterHealthCheckResponse":{
42396+
"type":"structure",
42397+
"required":["ClusterArn"],
42398+
"members":{
42399+
"ClusterArn":{
42400+
"shape":"ClusterArn",
42401+
"documentation":"<p>The Amazon Resource Name (ARN) of the SageMaker HyperPod cluster on which the deep health checks were initiated.</p>"
42402+
}
42403+
}
42404+
},
4223142405
"StartEdgeDeploymentStageRequest":{
4223242406
"type":"structure",
4223342407
"required":[

0 commit comments

Comments
 (0)