We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3cef851 commit 7b6cb72Copy full SHA for 7b6cb72
fastdeploy/model_executor/pre_and_post_process.py
@@ -196,7 +196,7 @@ def post_process_normal(
196
"""Post-processing steps after completing a single token generation."""
197
# handle vl:
198
if model_output.think_end_id != -1:
199
- thinking_mask = model_output.enable_thinking
+ thinking_mask = model_output.enable_thinking[: sampler_output.sampled_token_ids.shape[0]]
200
exists_think_end = (sampler_output.sampled_token_ids == model_output.think_end_id) & thinking_mask
201
paddle.assign(
202
paddle.where(
0 commit comments