Restore default instance type. Tweak integ test.

Joseph Zhang · Joseph Zhang · commit 579e3594f92c · 2025-03-19T09:30:23.000-07:00
diff --git a/src/sagemaker/serve/builder/model_builder.py b/src/sagemaker/serve/builder/model_builder.py
@@ -274,7 +274,7 @@ class ModelBuilder(Triton, DJL, JumpStart, TGI, Transformers, TensorflowServing,
         metadata={"help": "Define the s3 location where you want to upload the model package"},
     )
     instance_type: Optional[str] = field(
-        default=None,
+        default="ml.c5.xlarge",
         metadata={"help": "Define the instance_type of the endpoint"},
     )
     schema_builder: Optional[SchemaBuilder] = field(
diff --git a/tests/integ/sagemaker/serve/test_schema_builder.py b/tests/integ/sagemaker/serve/test_schema_builder.py
@@ -34,7 +34,9 @@
 
 def test_model_builder_happy_path_with_only_model_id_text_generation(sagemaker_session):
     model_builder = ModelBuilder(
-        model="HuggingFaceH4/zephyr-7b-beta", sagemaker_session=sagemaker_session
+        model="HuggingFaceH4/zephyr-7b-beta",
+        sagemaker_session=sagemaker_session,
+        instance_type=None,
     )
 
     model = model_builder.build(sagemaker_session=sagemaker_session)

Original file line number	Diff line number	Diff line change
`@@ -274,7 +274,7 @@ class ModelBuilder(Triton, DJL, JumpStart, TGI, Transformers, TensorflowServing,`
`274`	`274`	`metadata={"help": "Define the s3 location where you want to upload the model package"},`
`275`	`275`	`)`
`276`	`276`	`instance_type: Optional[str] = field(`
`277`		`- default=None,`
	`277`	`+ default="ml.c5.xlarge",`
`278`	`278`	`metadata={"help": "Define the instance_type of the endpoint"},`
`279`	`279`	`)`
`280`	`280`	`schema_builder: Optional[SchemaBuilder] = field(`
Original file line number	Diff line number	Diff line change
`@@ -34,7 +34,9 @@`
`34`	`34`
`35`	`35`	`def test_model_builder_happy_path_with_only_model_id_text_generation(sagemaker_session):`
`36`	`36`	`model_builder = ModelBuilder(`
`37`		`- model="HuggingFaceH4/zephyr-7b-beta", sagemaker_session=sagemaker_session`
	`37`	`+ model="HuggingFaceH4/zephyr-7b-beta",`
	`38`	`+ sagemaker_session=sagemaker_session,`
	`39`	`+ instance_type=None,`
`38`	`40`	`)`
`39`	`41`
`40`	`42`	`model = model_builder.build(sagemaker_session=sagemaker_session)`