Skip to content

Commit f6b3617

Browse files
author
ochafik
committed
nit: fix python type
1 parent bddc65a commit f6b3617

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

examples/server/tests/unit/test_tool_call.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -116,6 +116,7 @@ def do_test_completion_with_required_tool_tiny(server: ServerProcess, tool: dict
116116
("meta-llama-Llama-3.3-70B-Instruct", PYTHON_TOOL, "code", CompletionMode.STREAMED),
117117
])
118118
def test_completion_with_required_tool_tiny_fast(template_name: str, tool: dict, argument_key: str | None, stream: bool):
119+
def test_completion_with_required_tool_tiny_fast(template_name: str, tool: dict, argument_key: str | None, stream: CompletionMode):
119120
global server
120121
n_predict = 512
121122
# server = ServerPreset.stories15m_moe()
@@ -553,6 +554,7 @@ def test_thoughts(n_predict: int, reasoning_format: Literal['deepseek', 'none']
553554

554555
@pytest.mark.slow
555556
@pytest.mark.parametrize("hf_repo,template_override", [
557+
# Somehow DS Distil Qwen 7B overthinks it and ends up using the wrong syntax
556558
("bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF:Q4_K_M", None),
557559
558560
("bartowski/Phi-3.5-mini-instruct-GGUF:Q4_K_M", None),

0 commit comments

Comments
 (0)