File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed
transformer_lens/model_bridge/supported_architectures Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -71,18 +71,18 @@ def __init__(self, cfg: Any) -> None:
7171 name = "attn.attention" ,
7272 config = self .cfg ,
7373 submodules = {
74- "W_Q " : LinearBridge (name = "q_proj" ),
75- "W_K " : LinearBridge (name = "k_proj" ),
76- "W_V " : LinearBridge (name = "v_proj" ),
77- "W_O " : LinearBridge (name = "out_proj" ),
74+ "q " : LinearBridge (name = "q_proj" ),
75+ "k " : LinearBridge (name = "k_proj" ),
76+ "v " : LinearBridge (name = "v_proj" ),
77+ "o " : LinearBridge (name = "out_proj" ),
7878 },
7979 ),
8080 "ln2" : NormalizationBridge (name = "ln_2" , config = self .cfg ),
8181 "mlp" : MLPBridge (
8282 name = "mlp" ,
8383 submodules = {
84- "W_in " : LinearBridge (name = "c_fc" ),
85- "W_out " : LinearBridge (name = "c_proj" ),
84+ "in " : LinearBridge (name = "c_fc" ),
85+ "out " : LinearBridge (name = "c_proj" ),
8686 },
8787 ),
8888 },
You can’t perform that action at this time.
0 commit comments