We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 374d31b + 10fc6a6 commit f56e429Copy full SHA for f56e429
paddlenlp/experimental/faster_tokenizer.py
@@ -71,6 +71,7 @@ class FasterTokenizer(nn.Layer):
71
"ernie-1.0": ErnieTokenizer,
72
"ernie-2.0-en": ErnieTokenizer,
73
"ernie-2.0-large-en": ErnieTokenizer,
74
+ "ppminilm-6l-768h": ErnieTokenizer,
75
"roberta-wwm-ext": RobertaTokenizer,
76
"roberta-wwm-ext-large": RobertaTokenizer,
77
"rbt3": RobertaTokenizer,
0 commit comments