We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent eeffe70 commit c9cab7cCopy full SHA for c9cab7c
articles/search/cognitive-search-skill-textsplit.md
@@ -8,7 +8,7 @@ ms.service: azure-ai-search
8
ms.custom:
9
- ignite-2023
10
ms.topic: reference
11
-ms.date: 10/01/2024
+ms.date: 10/29/2024
12
---
13
14
# Text split cognitive skill
@@ -67,7 +67,7 @@ Parameters are case-sensitive.
67
"textSplitMode": "pages",
68
"unit": "azureOpenAITokens",
69
"azureOpenAITokenizerParameters":{
70
- "encoderModelName":"cl100k",
+ "encoderModelName":"cl100k_base",
71
"allowedSpecialTokens": [
72
"[START]",
73
"[END]"
0 commit comments