diff --git a/lmdeploy/pytorch/models/internvl.py b/lmdeploy/pytorch/models/internvl.py
index 2dbd9f9f3e..612f45ead9 100644
--- a/lmdeploy/pytorch/models/internvl.py
+++ b/lmdeploy/pytorch/models/internvl.py
@@ -931,7 +931,7 @@ def load_lora_weights(self, weights: Iterable[Tuple[str, torch.Tensor]], adapter
         else:
             from lmdeploy.pytorch.adapter.adapter import load_lora_weights
 
-            return load_lora_weights(weights, adapter_id)
+            return load_lora_weights(self.language_model, weights, adapter_id)
 
     def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]):
         """Load weights."""
diff --git a/lmdeploy/pytorch/models/internvl3_hf.py b/lmdeploy/pytorch/models/internvl3_hf.py
index 6e760dbeac..8dc7f318f1 100644
--- a/lmdeploy/pytorch/models/internvl3_hf.py
+++ b/lmdeploy/pytorch/models/internvl3_hf.py
@@ -664,7 +664,7 @@ def load_lora_weights(self, weights: Iterable[Tuple[str, torch.Tensor]], adapter
         else:
             from lmdeploy.pytorch.adapter.adapter import load_lora_weights
 
-            return load_lora_weights(weights, adapter_id)
+            return load_lora_weights(self.model.language_model, weights, adapter_id)
 
     def rename_weight(self, name: str) -> str:
         """Rename weight."""