Merge pull request #18 from voidful/codex/rename-testtok-method-and-run-tests

Rename roberta tokenization test

Author: voidful

tfkit/test/utility/test_utility_tok.py

@@ -24,7 +24,7 @@ def testTok(self):
         pad = tfkit.utility.tok.tok_pad(tokenizer)
         self.assertEqual(pad, "[PAD]")
 
-    def testTok(self):
+    def testTok_roberta(self):
         tokenizer = AutoTokenizer.from_pretrained('distilroberta-base')
         begin = tfkit.utility.tok.tok_begin(tokenizer)
         self.assertEqual(begin, "<s>")