model tags

Jonathan Makunga · Jonathan Makunga · commit 661a4156786a · 2024-07-09T14:03:17.000-07:00
diff --git a/src/sagemaker/serve/utils/optimize_utils.py b/src/sagemaker/serve/utils/optimize_utils.py
@@ -332,7 +332,7 @@ def _custom_speculative_decoding(
 
         model.env.update({"OPTION_SPECULATIVE_DRAFT_MODEL": speculative_draft_model})
         model.add_tags(
-            {"Key": Tag.SPECULATIVE_DRAFT_MODEL_PROVIDER, "Value": "customer"},
+            {"Key": Tag.SPECULATIVE_DRAFT_MODEL_PROVIDER, "Value": "custom"},
         )
 
     return model

Original file line number	Diff line number	Diff line change
`@@ -332,7 +332,7 @@ def _custom_speculative_decoding(`
`332`	`332`
`333`	`333`	`model.env.update({"OPTION_SPECULATIVE_DRAFT_MODEL": speculative_draft_model})`
`334`	`334`	`model.add_tags(`
`335`		`- {"Key": Tag.SPECULATIVE_DRAFT_MODEL_PROVIDER, "Value": "customer"},`
	`335`	`+ {"Key": Tag.SPECULATIVE_DRAFT_MODEL_PROVIDER, "Value": "custom"},`
`336`	`336`	`)`
`337`	`337`
`338`	`338`	`return model`