Skip to content

Commit 46c632e

Browse files
committed
Change layer detection keys according to LyCORIS repository
1 parent 653f63a commit 46c632e

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

invokeai/backend/lora.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -490,23 +490,23 @@ def from_checkpoint(
490490

491491
for layer_key, values in state_dict.items():
492492
# lora and locon
493-
if "lora_down.weight" in values:
493+
if "lora_up.weight" in values:
494494
layer: AnyLoRALayer = LoRALayer(layer_key, values)
495495

496496
# loha
497-
elif "hada_w1_b" in values:
497+
elif "hada_w1_a" in values:
498498
layer = LoHALayer(layer_key, values)
499499

500500
# lokr
501-
elif "lokr_w1_b" in values or "lokr_w1" in values:
501+
elif "lokr_w1" in values or "lokr_w1_a" in values:
502502
layer = LoKRLayer(layer_key, values)
503503

504504
# diff
505505
elif "diff" in values:
506506
layer = FullLayer(layer_key, values)
507507

508508
# ia3
509-
elif "weight" in values and "on_input" in values:
509+
elif "on_input" in values:
510510
layer = IA3Layer(layer_key, values)
511511

512512
else:

0 commit comments

Comments
 (0)