We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 66243d1 commit 6e5d100Copy full SHA for 6e5d100
mellea/backends/huggingface.py
@@ -342,6 +342,7 @@ def _generate_from_context_standard(
342
input_ids = self._tokenizer.apply_chat_template( # type: ignore
343
ctx_as_conversation,
344
tools=convert_tools_to_json(tools), # type: ignore
345
+ add_generation_prompt=True,
346
return_tensors="pt",
347
**self._make_backend_specific_and_remove(model_options),
348
).to(self._device) # type: ignore
0 commit comments