File tree Expand file tree Collapse file tree 3 files changed +3
-3
lines changed
autointent/modules/scoring Expand file tree Collapse file tree 3 files changed +3
-3
lines changed Original file line number Diff line number Diff line change 44from ._linear import LinearScorer
55from ._mlknn import MLKnnScorer
66from ._sklearn import SklearnScorer
7- from ._transformer import BertScorer
7+ from ._bert import BertScorer
88
99__all__ = [
1010 "BertScorer" ,
Original file line number Diff line number Diff line change @@ -112,13 +112,13 @@ def fit(
112112
113113 use_cpu = hasattr (self .model_config , "device" ) and self .model_config .device == "cpu"
114114
115- def tokenize_function (examples : dict [str , Any ]) -> dict [str , Any ]: # type: ignore[no-any-return]
115+ def tokenize_function (examples : dict [str , Any ]) -> dict [str , Any ]:
116116 return self ._tokenizer (
117117 examples ["text" ],
118118 padding = self .tokenizer_config .padding ,
119119 truncation = self .tokenizer_config .truncation ,
120120 max_length = self .tokenizer_config .max_length ,
121- )
121+ ) # type: ignore[no-any-return]
122122
123123 dataset = Dataset .from_dict ({"text" : utterances , "labels" : labels })
124124 tokenized_dataset = dataset .map (tokenize_function , batched = True )
File renamed without changes.
You can’t perform that action at this time.
0 commit comments