diff --git a/pipelines.py b/pipelines.py index 2c9c681..b7b50b1 100644 --- a/pipelines.py +++ b/pipelines.py @@ -87,7 +87,7 @@ def _extract_answers(self, context): max_length=32, ) - dec = [self.ans_tokenizer.decode(ids, skip_special_tokens=False) for ids in outs] + dec = [self.ans_tokenizer.decode(ids, skip_special_tokens=True) for ids in outs] answers = [item.split('') for item in dec] answers = [i[:-1] for i in answers]