File tree Expand file tree Collapse file tree 2 files changed +6
-5
lines changed
Expand file tree Collapse file tree 2 files changed +6
-5
lines changed Original file line number Diff line number Diff line change @@ -88,3 +88,9 @@ def test_icu(self):
8888
8989 def test_word_tokenize_icu (self ):
9090 self .assertIsNotNone (word_tokenize (TEXT_1 , engine = "icu" ))
91+
92+
93+ class WordTokenizeNlpO3TestCase (unittest .TestCase ):
94+ def test_word_tokenize_nlpo3 (self ):
95+ self .assertIsNotNone (word_tokenize (TEXT_1 , engine = "nlpo3" ))
96+ self .assertEqual (word_tokenize ("การ์" , engine = "nlpo3" ), ["การ์" ])
Original file line number Diff line number Diff line change @@ -306,11 +306,6 @@ def test_nercut(self):
306306 self .assertIsNotNone (word_tokenize ("ทดสอบ" , engine = "nercut" ))
307307
308308
309- class WordTokenizeNlpO3TestCase (unittest .TestCase ):
310- def test_word_tokenize_nlpo3 (self ):
311- self .assertIsNotNone (word_tokenize (TEXT_1 , engine = "nlpo3" ))
312-
313-
314309class WordTokenizeOSKutTestCase (unittest .TestCase ):
315310 def test_word_tokenize_oskut (self ):
316311 self .assertIsNotNone (word_tokenize (TEXT_1 , engine = "oskut" ))
You can’t perform that action at this time.
0 commit comments