Skip to content

Commit 9a4c553

Browse files
committed
[bugfix] fix response_prefix (#7126)
1 parent f3a8619 commit 9a4c553

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

swift/llm/infer/infer_engine/sglang_engine.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -146,8 +146,6 @@ def _create_chat_completion_response(self, output, inputs, template, return_deta
146146
meta_info = output['meta_info']
147147
usage_info = self._get_usage_info(meta_info['prompt_tokens'], meta_info['completion_tokens'])
148148
response = template.decode(output['output_ids'])
149-
if template.template_meta.response_prefix:
150-
response = template.template_meta.response_prefix + response
151149
toolcall = self._get_toolcall(response, template)
152150
token_ids = output['output_ids'] if return_details else None
153151
choice = ChatCompletionResponseChoice(

0 commit comments

Comments
 (0)