We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1f38563 commit 9393cb8Copy full SHA for 9393cb8
tests/core/test_tokenize.py
@@ -355,6 +355,11 @@ def test_word_tokenize(self):
355
"ไฟ", word_tokenize("รถไฟฟ้า", custom_dict=dict_trie(["ไฟ"]))
356
)
357
358
+ with self.assertRaises(NotImplementedError):
359
+ word_tokenize(
360
+ "รถไฟฟ้า", custom_dict=dict_trie(["ไฟ"]), engine="icu"
361
+ )
362
+
363
def test_etcc(self):
364
self.assertEqual(etcc.segment(None), [])
365
self.assertEqual(etcc.segment(""), [])
0 commit comments