We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 5942b86 + 1a0e418 commit f50a955Copy full SHA for f50a955
tfkit/utility/tok.py
@@ -11,7 +11,7 @@ def tok_begin(tokenizer):
11
if tokenizer.special_tokens_map.get('bos_token') is not None:
12
return tokenizer.special_tokens_map.get('bos_token')
13
elif tokenizer.special_tokens_map.get('cls_token') is not None:
14
- tokenizer.special_tokens_map.get('cls_token')
+ return tokenizer.special_tokens_map.get('cls_token')
15
return 'cls'
16
17
0 commit comments