[Bugfix] Fix weight loading issue by rename variable. (vllm-project#8293)

wenxcs · web-flow · commit a480939e8e3b · 2024-09-12T19:25:00.000-04:00
diff --git a/vllm/model_executor/models/phimoe.py b/vllm/model_executor/models/phimoe.py
@@ -600,7 +600,7 @@ def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]):
                     weight_loader(
                         param,
                         loaded_weight,
-                        weight_name,
+                        name,
                         shard_id=shard_id,
                         expert_id=expert_id,
                     )

Original file line number	Diff line number	Diff line change
`@@ -600,7 +600,7 @@ def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]):`
`600`	`600`	`weight_loader(`
`601`	`601`	`param,`
`602`	`602`	`loaded_weight,`
`603`		`- weight_name,`
	`603`	`+ name,`
`604`	`604`	`shard_id=shard_id,`
`605`	`605`	`expert_id=expert_id,`
`606`	`606`	`)`