File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -490,23 +490,23 @@ def from_checkpoint(
490
490
491
491
for layer_key , values in state_dict .items ():
492
492
# lora and locon
493
- if "lora_down .weight" in values :
493
+ if "lora_up .weight" in values :
494
494
layer : AnyLoRALayer = LoRALayer (layer_key , values )
495
495
496
496
# loha
497
- elif "hada_w1_b " in values :
497
+ elif "hada_w1_a " in values :
498
498
layer = LoHALayer (layer_key , values )
499
499
500
500
# lokr
501
- elif "lokr_w1_b " in values or "lokr_w1 " in values :
501
+ elif "lokr_w1 " in values or "lokr_w1_a " in values :
502
502
layer = LoKRLayer (layer_key , values )
503
503
504
504
# diff
505
505
elif "diff" in values :
506
506
layer = FullLayer (layer_key , values )
507
507
508
508
# ia3
509
- elif "weight" in values and " on_input" in values :
509
+ elif "on_input" in values :
510
510
layer = IA3Layer (layer_key , values )
511
511
512
512
else :
You can’t perform that action at this time.
0 commit comments