Skip to content

Commit 1d52537

Browse files
authored
fix text correction windows dtype (PaddlePaddle#1023)
1 parent 898f2e1 commit 1d52537

File tree

2 files changed

+6
-6
lines changed

2 files changed

+6
-6
lines changed

examples/text_correction/ernie-csc/predict_sighan.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -94,9 +94,9 @@ def do_predict(args):
9494
max_seq_length=args.max_seq_length,
9595
is_test=True)
9696
batchify_fn = lambda samples, fn=Tuple(
97-
Pad(axis=0, pad_val=tokenizer.pad_token_id), # input
98-
Pad(axis=0, pad_val=tokenizer.pad_token_type_id), # segment
99-
Pad(axis=0, pad_val=pinyin_vocab.token_to_idx[pinyin_vocab.pad_token]), # pinyin
97+
Pad(axis=0, pad_val=tokenizer.pad_token_id, dtype='int64'), # input
98+
Pad(axis=0, pad_val=tokenizer.pad_token_type_id, dtype='int64'), # segment
99+
Pad(axis=0, pad_val=pinyin_vocab.token_to_idx[pinyin_vocab.pad_token], dtype='int64'), # pinyin
100100
Stack(axis=0, dtype='int64'), # length
101101
): [data for data in fn(samples)]
102102

paddlenlp/taskflow/text_correction.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -105,9 +105,9 @@ def __init__(self, task, model, **kwargs):
105105
self._pypinyin = pypinyin
106106
self._max_seq_length = 128
107107
self._batchify_fn = lambda samples, fn=Tuple(
108-
Pad(axis=0, pad_val=self._tokenizer.pad_token_id), # input
109-
Pad(axis=0, pad_val=self._tokenizer.pad_token_type_id), # segment
110-
Pad(axis=0, pad_val=self._pinyin_vocab.token_to_idx[self._pinyin_vocab.pad_token]), # pinyin
108+
Pad(axis=0, pad_val=self._tokenizer.pad_token_id, dtype='int64'), # input
109+
Pad(axis=0, pad_val=self._tokenizer.pad_token_type_id, dtype='int64'), # segment
110+
Pad(axis=0, pad_val=self._pinyin_vocab.token_to_idx[self._pinyin_vocab.pad_token], dtype='int64'), # pinyin
111111
Stack(axis=0, dtype='int64'), # length
112112
): [data for data in fn(samples)]
113113
self._num_workers = self.kwargs[

0 commit comments

Comments
 (0)