Skip to content

Commit e3995b0

Browse files
Jonathan Makungamufaddal-rohawala
authored andcommitted
neuron model env
1 parent 271a862 commit e3995b0

File tree

1 file changed

+16
-10
lines changed

1 file changed

+16
-10
lines changed

src/sagemaker/serve/builder/jumpstart_builder.py

Lines changed: 16 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -879,14 +879,20 @@ def _get_neuron_model_env_vars(
879879
Returns:
880880
Optional[Dict[str, Any]]: Neuron Model environment variables.
881881
"""
882-
metadata_config = self.pysdk_model._metadata_configs.get(self.pysdk_model.config_name)
883-
resolve_config = metadata_config.resolved_config
884-
if instance_type not in resolve_config.get("supported_inference_instance_types", []):
885-
neuro_model_id = resolve_config.get("hosting_neuron_model_id")
886-
neuro_model_version = resolve_config.get("hosting_neuron_model_version")
887-
if neuro_model_id:
888-
job_model = JumpStartModel(
889-
neuro_model_id, model_version=neuro_model_version, vpc_config=self.vpc_config
890-
)
891-
return job_model.env
882+
metadata_configs = self.pysdk_model._metadata_configs
883+
if metadata_configs:
884+
metadata_config = metadata_configs.get(self.pysdk_model.config_name)
885+
resolve_config = metadata_config.resolved_config if metadata_config else None
886+
if resolve_config and instance_type not in resolve_config.get(
887+
"supported_inference_instance_types", []
888+
):
889+
neuro_model_id = resolve_config.get("hosting_neuron_model_id")
890+
neuro_model_version = resolve_config.get("hosting_neuron_model_version", "*")
891+
if neuro_model_id:
892+
job_model = JumpStartModel(
893+
neuro_model_id,
894+
model_version=neuro_model_version,
895+
vpc_config=self.vpc_config,
896+
)
897+
return job_model.env
892898
return None

0 commit comments

Comments
 (0)