fix(llama): add pretrained_init_configuration to LlamaConfig (#6710)

BeingGod · web-flow · commit fe262daf73d3 · 2023-08-14T16:37:09.000+08:00
diff --git a/paddlenlp/transformers/llama/configuration.py b/paddlenlp/transformers/llama/configuration.py
@@ -206,6 +206,7 @@ class LlamaConfig(PretrainedConfig):
         "n_inner": "intermediate_size",
         "activation_function": "hidden_act",
     }
+    pretrained_init_configuration = LLAMA_PRETRAINED_INIT_CONFIGURATION
 
     def __init__(
         self,

Original file line number	Diff line number	Diff line change
`@@ -206,6 +206,7 @@ class LlamaConfig(PretrainedConfig):`
`206`	`206`	`"n_inner": "intermediate_size",`
`207`	`207`	`"activation_function": "hidden_act",`
`208`	`208`	`}`
	`209`	`+ pretrained_init_configuration = LLAMA_PRETRAINED_INIT_CONFIGURATION`
`209`	`210`
`210`	`211`	`def __init__(`
`211`	`212`	`self,`