change: Upgrade default version for djl to v0.23.0 (#4029)

Author: maaquib

src/sagemaker/djl_inference/model.py

@@ -781,7 +781,7 @@ def serving_image_uri(self, region_name):
             str: The appropriate image URI based on the given parameters.
         """
         if not self.djl_version:
-            self.djl_version = "0.22.1"
+            self.djl_version = "0.23.0"
 
         return image_uris.retrieve(
             self._framework(),

src/sagemaker/huggingface/llm_utils.py

@@ -51,6 +51,6 @@ def get_huggingface_llm_image_uri(
             image_scope="inference",
         )
     if backend == "lmi":
-        version = version or "0.22.1"
+        version = version or "0.23.0"
         return image_uris.retrieve(framework="djl-deepspeed", region=region, version=version)
     raise ValueError("Unsupported backend: %s" % backend)

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

@@ -45,12 +45,12 @@
     "us-west-2": "763104351884",
 }
 HF_VERSIONS = ["0.6.0", "0.8.2"]
-LMI_VERSIONS = ["0.22.1"]
+LMI_VERSIONS = ["0.23.0"]
 HF_VERSIONS_MAPPING = {
     "0.6.0": "2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04",
     "0.8.2": "2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04",
 }
-LMI_VERSIONS_MAPPING = {"0.22.1": "deepspeed0.9.2-cu118"}
+LMI_VERSIONS_MAPPING = {"0.23.0": "deepspeed0.9.5-cu118"}
 
 
 @pytest.mark.parametrize("version", HF_VERSIONS)

tests/unit/test_djl_inference.py

@@ -46,7 +46,7 @@
 ROLE = "dummy_role"
 REGION = "us-west-2"
 BUCKET = "mybucket"
-IMAGE_URI = "763104351884.dkr.ecr.us-west-2.amazon.com/djl-inference:0.22.1-deepspeed0.9.2-cu118"
+IMAGE_URI = "763104351884.dkr.ecr.us-west-2.amazon.com/djl-inference:0.23.0-deepspeed0.9.5-cu118"
 GPU_INSTANCE = "ml.g5.12xlarge"