Skip to content

Commit b227820

Browse files
author
Pravali Uppugunduri
committed
add deployment config type to response url
1 parent 7aa39f9 commit b227820

File tree

2 files changed

+8
-0
lines changed

2 files changed

+8
-0
lines changed

src/sagemaker/serve/builder/jumpstart_builder.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -121,6 +121,8 @@ def __init__(self):
121121
self.is_compiled = False
122122
self.is_quantized = False
123123
self.speculative_decoding_draft_model_source = None
124+
self.is_set_deployment_config = False
125+
self.deployment_config_name = None
124126

125127
@abstractmethod
126128
def _prepare_for_mode(self, **kwargs):
@@ -511,6 +513,8 @@ def set_deployment_config(self, config_name: str, instance_type: str) -> None:
511513
raise Exception("Cannot set deployment config to an uninitialized model.")
512514

513515
self.pysdk_model.set_deployment_config(config_name, instance_type)
516+
is_set_deployment_config = True
517+
self.deployment_config_name = config_name
514518

515519
self.instance_type = instance_type
516520

src/sagemaker/serve/utils/telemetry_logger.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -164,6 +164,10 @@ def wrapper(self, *args, **kwargs):
164164
)
165165
model_provider_value = SD_DRAFT_MODEL_SOURCE_TO_CODE[str(model_provider_enum)]
166166
extra += f"&x-sdDraftModelSource={model_provider_value}"
167+
168+
if getattr(self, "deployment_config_name", False):
169+
config_name_code = self.deployment_config_name.lower()
170+
extra += f"&x-configName={config_name_code}"
167171

168172
extra += f"&x-latency={round(elapsed, 2)}"
169173

0 commit comments

Comments
 (0)