We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5971300 commit 2f9bb3bCopy full SHA for 2f9bb3b
pythainlp/tokenize/core.py
@@ -5,6 +5,7 @@
5
Generic functions of tokenizers
6
"""
7
import re
8
+import warnings
9
from typing import Iterable, List, Union
10
11
from pythainlp.tokenize import (
@@ -43,6 +44,11 @@ def clause_tokenize(doc: List[str]) -> List[List[str]]:
43
44
45
from pythainlp.tokenize.crfcls import segment
46
47
+ warnings.warn(
48
+ """
49
+ clause_tokenize is no longer supported \
50
+ and will be removed in version 5.1.
51
+ """, DeprecationWarning)
52
return segment(doc)
53
54
0 commit comments