Skip to content

Commit 5b4cfae

Browse files
authored
Rename Neo bridges to be in line with new naming scheme (#1056)
1 parent 090f983 commit 5b4cfae

File tree

1 file changed

+6
-6
lines changed
  • transformer_lens/model_bridge/supported_architectures

1 file changed

+6
-6
lines changed

transformer_lens/model_bridge/supported_architectures/neo.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -71,18 +71,18 @@ def __init__(self, cfg: Any) -> None:
7171
name="attn.attention",
7272
config=self.cfg,
7373
submodules={
74-
"W_Q": LinearBridge(name="q_proj"),
75-
"W_K": LinearBridge(name="k_proj"),
76-
"W_V": LinearBridge(name="v_proj"),
77-
"W_O": LinearBridge(name="out_proj"),
74+
"q": LinearBridge(name="q_proj"),
75+
"k": LinearBridge(name="k_proj"),
76+
"v": LinearBridge(name="v_proj"),
77+
"o": LinearBridge(name="out_proj"),
7878
},
7979
),
8080
"ln2": NormalizationBridge(name="ln_2", config=self.cfg),
8181
"mlp": MLPBridge(
8282
name="mlp",
8383
submodules={
84-
"W_in": LinearBridge(name="c_fc"),
85-
"W_out": LinearBridge(name="c_proj"),
84+
"in": LinearBridge(name="c_fc"),
85+
"out": LinearBridge(name="c_proj"),
8686
},
8787
),
8888
},

0 commit comments

Comments
 (0)