File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
transformer_lens/model_bridge/supported_architectures Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 2121class PhiArchitectureAdapter (ArchitectureAdapter ):
2222 """Architecture adapter for Phi models."""
2323
24+ default_cfg = {"use_fast" : False }
25+
2426 def __init__ (self , cfg : Any ) -> None :
2527 """Initialize the Phi architecture adapter.
2628
@@ -29,7 +31,7 @@ def __init__(self, cfg: Any) -> None:
2931 """
3032 super ().__init__ (cfg )
3133
32- self .default_cfg = { "use_fast" : False }
34+ self .cfg . default_prepend_bos = False
3335
3436 self .conversion_rules = HookConversionSet (
3537 {
@@ -96,8 +98,6 @@ def __init__(self, cfg: Any) -> None:
9698 "o" : LinearBridge (name = "dense" ),
9799 },
98100 ),
99- # Layer norm 1 and 2 are tied.
100- "ln2" : NormalizationBridge (name = "input_layernorm" , config = self .cfg ),
101101 "mlp" : MLPBridge (
102102 name = "mlp" ,
103103 submodules = {
You can’t perform that action at this time.
0 commit comments