fix: lora checkpoint

Signed-off-by: Mehant Kammakomati <mehant.kammakomati2@ibm.com>

Author: kmehant

plugins/accelerated-moe/src/fms_acceleration_moe/utils/checkpoint_utils.py

@@ -654,7 +654,9 @@ def recover_safetensors_from_dcp(
         # if lora naming convention, convert to traditional
         if "base_model.model." in name:
             v = name
-            name = name.replace("base_model.model.", "", 1)
+            if "default." in name:
+                name = name.replace("base_model.model.", "", 1)
+                name = name.replace("default.", "", 1)
             k = name
             lora_keys[k] = v
         if "default." in name: