Move test_morpheme

Author: bact

pythainlp/util/normalize.py

@@ -277,8 +277,7 @@ def expand_maiyamok(sent: Union[str, List[str]]) -> List[str]:
     for j, token in enumerate(sent):
         if token.isspace() and "ๆ" in sent[j + 1]:
             continue
-        # Replace any number of spaces followed by "ๆ" with "ๆ"
-        token = re.sub(r'\s+ๆ', 'ๆ', token)
+        token = re.sub(r"\s+ๆ", "ๆ", token)
         if "ๆ" == token:
             token = output_toks[i - 1]
         elif "ๆ" in token:
@@ -297,7 +296,7 @@ def maiyamok(sent: Union[str, List[str]]) -> List[str]:
     """
     Expand Maiyamok.
 
-    Use expand_maiyamok() instead.
+    Deprecated. Use expand_maiyamok() instead.
 
     Maiyamok (ๆ) (Unicode U+0E46) is a Thai character indicating word
     repetition. This function preprocesses Thai text by replacing

tests/__init__.py

@@ -14,6 +14,7 @@
     "tests.test_ancient",
     # "tests.test_cli",
     # "tests.test_corpus",
+    "tests.test_morpheme",
     "tests.test_soundex",
     "tests.test_spell",
     "tests.test_tokenize",

tests/test_util.py

@@ -29,7 +29,6 @@
     expand_maiyamok,
     find_keyword,
     ipa_to_rtgs,
-    is_native_thai,
     isthai,
     isthaichar,
     nectec_to_ipa,
@@ -617,27 +616,6 @@ def test_isthai(self):
         self.assertEqual(isthai("ต.ค.", ignore_chars=None), False)
         self.assertEqual(isthai("(ต.ค.)", ignore_chars=".()"), True)
 
-    def test_is_native_thai(self):
-        self.assertEqual(is_native_thai(None), False)
-        self.assertEqual(is_native_thai(""), False)
-        self.assertEqual(is_native_thai("116"), False)
-        self.assertEqual(is_native_thai("abc"), False)
-        self.assertEqual(is_native_thai("ตา"), True)
-        self.assertEqual(is_native_thai("ยา"), True)
-        self.assertEqual(is_native_thai("ฆ่า"), True)
-        self.assertEqual(is_native_thai("คน"), True)
-        self.assertEqual(is_native_thai("กะ"), True)
-        self.assertEqual(is_native_thai("มอ"), True)
-        self.assertEqual(is_native_thai("กะ"), True)
-        self.assertEqual(is_native_thai("กระ"), True)
-        self.assertEqual(is_native_thai("ประท้วง"), True)
-        self.assertEqual(is_native_thai("ศา"), False)
-        self.assertEqual(is_native_thai("ลักษ์"), False)
-        self.assertEqual(is_native_thai("มาร์ค"), False)
-        self.assertEqual(is_native_thai("เลข"), False)
-        self.assertEqual(is_native_thai("เทเวศน์"), False)
-        self.assertEqual(is_native_thai("เทเวศร์"), False)
-
     def test_display_thai_char(self):
         self.assertEqual(display_thai_char("้"), "_้")
         self.assertEqual(display_thai_char("ป"), "ป")