Skip to content

Commit 2640acb

Browse files
Update qwen tokenizer to add qwen 3 tokens. (#11029)
Doesn't actually change anything for current workflows because none of the current models have a template with the think tokens.
1 parent 7dbd5df commit 2640acb

File tree

1 file changed

+8
-8
lines changed

1 file changed

+8
-8
lines changed

comfy/text_encoders/qwen25_tokenizer/tokenizer_config.json

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -179,36 +179,36 @@
179179
"special": false
180180
},
181181
"151665": {
182-
"content": "<|img|>",
182+
"content": "<tool_response>",
183183
"lstrip": false,
184184
"normalized": false,
185185
"rstrip": false,
186186
"single_word": false,
187-
"special": true
187+
"special": false
188188
},
189189
"151666": {
190-
"content": "<|endofimg|>",
190+
"content": "</tool_response>",
191191
"lstrip": false,
192192
"normalized": false,
193193
"rstrip": false,
194194
"single_word": false,
195-
"special": true
195+
"special": false
196196
},
197197
"151667": {
198-
"content": "<|meta|>",
198+
"content": "<think>",
199199
"lstrip": false,
200200
"normalized": false,
201201
"rstrip": false,
202202
"single_word": false,
203-
"special": true
203+
"special": false
204204
},
205205
"151668": {
206-
"content": "<|endofmeta|>",
206+
"content": "</think>",
207207
"lstrip": false,
208208
"normalized": false,
209209
"rstrip": false,
210210
"single_word": false,
211-
"special": true
211+
"special": false
212212
}
213213
},
214214
"additional_special_tokens": [

0 commit comments

Comments
 (0)