Skip to content

Commit 2f9bb3b

Browse files
committed
Add clause_tokenize warnings
1 parent 5971300 commit 2f9bb3b

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

pythainlp/tokenize/core.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
Generic functions of tokenizers
66
"""
77
import re
8+
import warnings
89
from typing import Iterable, List, Union
910

1011
from pythainlp.tokenize import (
@@ -43,6 +44,11 @@ def clause_tokenize(doc: List[str]) -> List[List[str]]:
4344
"""
4445
from pythainlp.tokenize.crfcls import segment
4546

47+
warnings.warn(
48+
"""
49+
clause_tokenize is no longer supported \
50+
and will be removed in version 5.1.
51+
""", DeprecationWarning)
4652
return segment(doc)
4753

4854

0 commit comments

Comments
 (0)