File tree Expand file tree Collapse file tree 2 files changed +7
-7
lines changed
examples/text_classification/pretrained_models Expand file tree Collapse file tree 2 files changed +7
-7
lines changed Original file line number Diff line number Diff line change @@ -95,13 +95,13 @@ $ python -m paddle.distributed.launch --gpus "0" train.py --device gpu --save_di
95
95
``` python
96
96
# 使用ernie预训练模型
97
97
# ernie-1.0
98
- model = ppnlp.transformers.ErnieForSequenceClassification .from_pretrained(' ernie-1.0' ,num_classes = 2 ))
99
- tokenizer = ppnlp.transformers.ErnieTokenizer .from_pretrained(' ernie-1.0' )
98
+ model = AutoModelForSequenceClassification .from_pretrained(' ernie-1.0' ,num_classes = 2 ))
99
+ tokenizer = AutoTokenizer .from_pretrained(' ernie-1.0' )
100
100
101
101
# 使用bert预训练模型
102
102
# bert-base-chinese
103
- model = ppnlp.transformers.BertForSequenceClassification .from_pretrained(' bert-base-chinese' , num_class = 2 )
104
- tokenizer = ppnlp.transformers.BertTokenizer .from_pretrained(' bert-base-chinese' )
103
+ model = AutoModelForSequenceClassification .from_pretrained(' bert-base-chinese' , num_class = 2 )
104
+ tokenizer = AutoTokenizer .from_pretrained(' bert-base-chinese' )
105
105
```
106
106
更多预训练模型,参考[ transformers] ( ../../../docs/model_zoo/transformers.rst )
107
107
Original file line number Diff line number Diff line change 22
22
import numpy as np
23
23
import paddle
24
24
import paddle .nn .functional as F
25
- import paddlenlp as ppnlp
26
25
from paddlenlp .data import Stack , Tuple , Pad
27
26
from paddlenlp .datasets import load_dataset
27
+ from paddlenlp .transformers import AutoModelForSequenceClassification , AutoTokenizer
28
28
from paddlenlp .transformers import LinearDecayWithWarmup
29
29
30
30
from utils import convert_example
@@ -120,9 +120,9 @@ def do_train():
120
120
train_ds , dev_ds , test_ds = load_dataset (
121
121
args .dataset , splits = ["train" , "dev" , "test" ])
122
122
123
- model = ppnlp . transformers . ErnieForSequenceClassification .from_pretrained (
123
+ model = AutoModelForSequenceClassification .from_pretrained (
124
124
'ernie-1.0' , num_classes = len (train_ds .label_list ))
125
- tokenizer = ppnlp . transformers . ErnieTokenizer .from_pretrained ('ernie-1.0' )
125
+ tokenizer = AutoTokenizer .from_pretrained ('ernie-1.0' )
126
126
127
127
trans_func = partial (
128
128
convert_example ,
You can’t perform that action at this time.
0 commit comments