We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1fac9bf commit d2bbdb9Copy full SHA for d2bbdb9
weaviate/collections/classes/config.py
@@ -164,6 +164,7 @@ class Tokenization(str, BaseEnum):
164
TRIGRAM: Tokenize into trigrams.
165
KAGOME_JA: Tokenize using the 'Kagome' tokenizer (for Japanese).
166
KAGOME_KR: Tokenize using the 'Kagome' tokenizer and a Korean MeCab dictionary (for Korean).
167
+ GSE_CH: Tokenize using GSE (for Chinese).
168
"""
169
170
WORD = "word"
@@ -174,6 +175,7 @@ class Tokenization(str, BaseEnum):
174
175
TRIGRAM = "trigram"
176
KAGOME_JA = "kagome_ja"
177
KAGOME_KR = "kagome_kr"
178
+ GSE_CH = "gse_ch"
179
180
181
class GenerativeSearches(str, BaseEnum):
0 commit comments