We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
mistral_common
1 parent 9d30a05 commit 5e443b5Copy full SHA for 5e443b5
vllm/transformers_utils/tokenizers/mistral.py
@@ -166,6 +166,10 @@ def apply_chat_template(self,
166
tools: Optional[Dict[str, Any]] = None,
167
**kwargs) -> List[int]:
168
169
+ last_message = messages[-1]
170
+ if last_message["role"] == "assistant":
171
+ last_message["prefix"] = True
172
+
173
request = ChatCompletionRequest(messages=messages,
174
tools=tools) # type: ignore[type-var]
175
encoded = self.mistral.encode_chat_completion(request)
0 commit comments