Update for version 2.0

Yunfan Shao · web-flow · commit 64a287f063c2 · 2022-12-30T21:26:17.000+08:00
diff --git a/finetune/modeling_cpt.py b/finetune/modeling_cpt.py
@@ -828,6 +828,7 @@ def __init__(self, config: CPTConfig):
             intermediate_size=config.encoder_ffn_dim,
             hidden_dropout_prob=config.activation_dropout,
             attention_probs_dropout_prob=config.attention_dropout,
+            max_position_embeddings=config.max_position_embeddings,
         )
         config.vocab_size = encoder_config.vocab_size
         self.encoder = BertModel(encoder_config, add_pooling_layer=False)

Original file line number	Diff line number	Diff line change
`@@ -828,6 +828,7 @@ def __init__(self, config: CPTConfig):`
`828`	`828`	`intermediate_size=config.encoder_ffn_dim,`
`829`	`829`	`hidden_dropout_prob=config.activation_dropout,`
`830`	`830`	`attention_probs_dropout_prob=config.attention_dropout,`
	`831`	`+ max_position_embeddings=config.max_position_embeddings,`
`831`	`832`	`)`
`832`	`833`	`config.vocab_size = encoder_config.vocab_size`
`833`	`834`	`self.encoder = BertModel(encoder_config, add_pooling_layer=False)`