Skip to content

Commit 7a9bb55

Browse files
committed
new streaming multi tool call
1 parent 24bd77c commit 7a9bb55

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

llama_cpp/llama_chat_template.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -536,7 +536,7 @@ def _handle_streaming_tool_calls(
536536
# Keep streaming normally until we find a tool call
537537
yield from _convert_text_completion_chunks_to_chat(iter([chunk]))
538538

539-
539+
# TODO: Non streaming might not work as expected yet, we need to test it
540540
def _handle_non_streaming_tool_calls(
541541
completion: llama_types.CreateCompletionResponse,
542542
tools: List[llama_types.ChatCompletionTool],

0 commit comments

Comments
 (0)