We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d9ff418 commit 8dcdbd2Copy full SHA for 8dcdbd2
llama_cpp/llama_chat_template.py
@@ -438,7 +438,7 @@ def _handle_streaming_tool_calls(
438
temperature=0.0,
439
stream=False,
440
stop=[], # Grammar will handle the format including colon
441
- **{k: v for k, v in base_completion_kwargs.items() if k != "stream" and k != "grammar"}
+ **{k: v for k, v in base_completion_kwargs.items() if k != "stream" and k != "grammar" and k != "temperature"}
442
)
443
name_text = name_completion["choices"][0]["text"]
444
tool_name = name_text.split(".")[-1].rstrip(":")
0 commit comments