We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 99673ad commit 9a80a9cCopy full SHA for 9a80a9c
paddlenlp/transformers/ernie/modeling.py
@@ -318,9 +318,9 @@ class ErniePretrainedModel(PretrainedModel):
318
"pad_token_id": 0,
319
},
320
"ernie-3.0-xbase-zh": {
321
- "attention_probs_dropout_prob": 0.0,
+ "attention_probs_dropout_prob": 0.1,
322
"hidden_act": "gelu",
323
- "hidden_dropout_prob": 0.0,
+ "hidden_dropout_prob": 0.1,
324
"intermediate_size": 4096, # special for large model
325
"hidden_size": 1024,
326
"initializer_range": 0.02,
0 commit comments