Skip to content

Commit de6d60e

Browse files
authored
fix vl lora uc. (#2463)
1 parent d2bf970 commit de6d60e

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

paddleformers/peft/lora/lora_model.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -211,6 +211,8 @@ def _get_tensor_parallel_mappings(self, config, is_split=True):
211211
if idx.isdigit():
212212
single_name = [prefixes[idx]]
213213
single_name.extend(name_splited[1:])
214+
elif "shared_layers" in idx:
215+
single_name = re.sub(r"^shared_layers.embed_weight_share.", "ernie.", k)
214216
else:
215217
raise ValueError(f"Unexpected key: {k} for pp lora layer.")
216218
rename_lora_split_mapping[".".join(single_name)] = self.lora_split_mapping[k]

0 commit comments

Comments
 (0)