Merge pull request #1026 from PyThaiNLP/update-5.0

Add clause_tokenize warnings

Author: bact

pythainlp/tokenize/core.py

@@ -5,6 +5,7 @@
 Generic functions of tokenizers
 """
 import re
+import warnings
 from typing import Iterable, List, Union
 
 from pythainlp.tokenize import (
@@ -29,6 +30,9 @@ def clause_tokenize(doc: List[str]) -> List[List[str]]:
     Tokenizes running word list into list of clauses (list of strings).
     Split by CRF trained on Blackboard Treebank.
 
+    **Warning**: *clause_tokenize* is no longer supported\
+        and will be removed in version 5.1.
+
     :param str doc: word list to be clause tokenized
     :return: list of clauses
     :rtype: list[list[str]]
@@ -43,6 +47,11 @@ def clause_tokenize(doc: List[str]) -> List[List[str]]:
     """
     from pythainlp.tokenize.crfcls import segment
 
+    warnings.warn(
+        """
+                  clause_tokenize is no longer supported \
+                  and will be removed in version 5.1.
+        """, DeprecationWarning)
     return segment(doc)