Skip to content

Commit bfb50d6

Browse files
author
niushengxiao
committed
fix: continue fix
1 parent 59e1a5d commit bfb50d6

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

lightllm/common/basemodel/layer_weights/meta_weights/mm_weight/colmm_weight.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -101,7 +101,7 @@ def _load_weights(self, weights: Dict[str, torch.Tensor]) -> None:
101101
input_scale = weights[self.act_scale_name].to(torch.float)
102102
self.input_scale = input_scale.cuda(get_current_device_id())
103103

104-
if self.weight_name in weights and self.weight_scale is not None:
104+
if self.weight_scale is not None and isinstance(self.weight, torch.Tensor):
105105
self.weight = [
106106
self.weight,
107107
self.weight_scale,

lightllm/common/basemodel/layer_weights/meta_weights/mm_weight/rowmm_weight.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -130,7 +130,7 @@ def _load_weights(self, weights: Dict[str, torch.Tensor]) -> None:
130130
input_scale = weights[self.act_scale_name].to(torch.float)
131131
self.input_scale = input_scale.cuda(get_current_device_id())
132132

133-
if self.weight_name in weights and self.weight_scale is not None:
133+
if self.weight_scale is not None and isinstance(self.weight, torch.Tensor):
134134
self.weight = [
135135
self.weight,
136136
self.weight_scale,
@@ -312,7 +312,7 @@ def _load_weights(self, weights: Dict[str, torch.Tensor]) -> None:
312312
input_scale = weights[self.act_scale_name].to(torch.float)
313313
self.input_scale = input_scale.cuda(get_current_device_id())
314314

315-
if self.weight_name in weights and self.weight_scale is not None:
315+
if self.weight_scale is not None and isinstance(self.weight, torch.Tensor):
316316
self.weight = [
317317
self.weight,
318318
self.weight_scale,

0 commit comments

Comments
 (0)