@@ -142,16 +142,16 @@ def test_completion_with_required_tool_tiny_slow(template_name: str, tool: dict,
142142 (PYTHON_TOOL , "code" , "bartowski/Qwen2.5-7B-Instruct-GGUF" , "Qwen2.5-7B-Instruct-Q4_K_M.gguf" , None ),
143143 (TEST_TOOL , "success" , "NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF" , "Hermes-2-Pro-Llama-3-8B-Q4_K_M.gguf" , ("NousResearch/Hermes-2-Pro-Llama-3-8B" , "tool_use" )),
144144 (PYTHON_TOOL , "code" , "NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF" , "Hermes-2-Pro-Llama-3-8B-Q4_K_M.gguf" , ("NousResearch/Hermes-2-Pro-Llama-3-8B" , "tool_use" )),
145- (TEST_TOOL , "success" , "NousResearch/Hermes-3-Llama-3.1-8B-GGUF" , "Hermes-3-Llama-3.1-8B.Q4_K_M.gguf" , ("NousResearch- Hermes-3-Llama-3.1-8B" , "tool_use" )),
146- (PYTHON_TOOL , "code" , "NousResearch/Hermes-3-Llama-3.1-8B-GGUF" , "Hermes-3-Llama-3.1-8B.Q4_K_M.gguf" , ("NousResearch- Hermes-3-Llama-3.1-8B" , "tool_use" )),
145+ (TEST_TOOL , "success" , "NousResearch/Hermes-3-Llama-3.1-8B-GGUF" , "Hermes-3-Llama-3.1-8B.Q4_K_M.gguf" , ("NousResearch/ Hermes-3-Llama-3.1-8B" , "tool_use" )),
146+ (PYTHON_TOOL , "code" , "NousResearch/Hermes-3-Llama-3.1-8B-GGUF" , "Hermes-3-Llama-3.1-8B.Q4_K_M.gguf" , ("NousResearch/ Hermes-3-Llama-3.1-8B" , "tool_use" )),
147147 (TEST_TOOL , "success" , "bartowski/Mistral-Nemo-Instruct-2407-GGUF" , "Mistral-Nemo-Instruct-2407-Q4_K_M.gguf" , None ),
148148 (PYTHON_TOOL , "code" , "bartowski/Mistral-Nemo-Instruct-2407-GGUF" , "Mistral-Nemo-Instruct-2407-Q4_K_M.gguf" , None ),
149- (TEST_TOOL , "success" , "bartowski/functionary-small-v3.2-GGUF" , "functionary-small-v3.2-Q8_0.gguf" , ("meetkai- functionary-medium-v3.2" , None )),
150- (PYTHON_TOOL , "code" , "bartowski/functionary-small-v3.2-GGUF" , "functionary-small-v3.2-Q8_0.gguf" , ("meetkai- functionary-medium-v3.2" , None )),
151- (TEST_TOOL , "success" , "bartowski/Llama-3.2-3B-Instruct-GGUF" , "Llama-3.2-3B-Instruct-Q4_K_M.gguf" , ("meta-llama- Llama-3.2-3B-Instruct" , None )),
152- (PYTHON_TOOL , "code" , "bartowski/Llama-3.2-3B-Instruct-GGUF" , "Llama-3.2-3B-Instruct-Q4_K_M.gguf" , ("meta-llama- Llama-3.2-3B-Instruct" , None )),
153- (TEST_TOOL , "success" , "bartowski/Llama-3.2-1B-Instruct-GGUF" , "Llama-3.2-1B-Instruct-Q4_K_M.gguf" , ("meta-llama- Llama-3.2-3B-Instruct" , None )),
154- (PYTHON_TOOL , "code" , "bartowski/Llama-3.2-1B-Instruct-GGUF" , "Llama-3.2-1B-Instruct-Q4_K_M.gguf" , ("meta-llama- Llama-3.2-3B-Instruct" , None )),
149+ (TEST_TOOL , "success" , "bartowski/functionary-small-v3.2-GGUF" , "functionary-small-v3.2-Q8_0.gguf" , ("meetkai/ functionary-medium-v3.2" , None )),
150+ (PYTHON_TOOL , "code" , "bartowski/functionary-small-v3.2-GGUF" , "functionary-small-v3.2-Q8_0.gguf" , ("meetkai/ functionary-medium-v3.2" , None )),
151+ (TEST_TOOL , "success" , "bartowski/Llama-3.2-3B-Instruct-GGUF" , "Llama-3.2-3B-Instruct-Q4_K_M.gguf" , ("meta-llama/ Llama-3.2-3B-Instruct" , None )),
152+ (PYTHON_TOOL , "code" , "bartowski/Llama-3.2-3B-Instruct-GGUF" , "Llama-3.2-3B-Instruct-Q4_K_M.gguf" , ("meta-llama/ Llama-3.2-3B-Instruct" , None )),
153+ (TEST_TOOL , "success" , "bartowski/Llama-3.2-1B-Instruct-GGUF" , "Llama-3.2-1B-Instruct-Q4_K_M.gguf" , ("meta-llama/ Llama-3.2-3B-Instruct" , None )),
154+ (PYTHON_TOOL , "code" , "bartowski/Llama-3.2-1B-Instruct-GGUF" , "Llama-3.2-1B-Instruct-Q4_K_M.gguf" , ("meta-llama/ Llama-3.2-3B-Instruct" , None )),
155155 # TODO: fix these
156156 # (TEST_TOOL, "success", "bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF", "DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf", None),
157157 # (PYTHON_TOOL, "code", "bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF", "DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf", None),
@@ -166,7 +166,7 @@ def test_completion_with_required_tool_real_model(tool: dict, argument_key: str
166166 server .model_hf_file = hf_file
167167 if template_override :
168168 (template_hf_repo , template_variant ) = template_override
169- server .chat_template_file = f"../../../tests/chat/templates/{ template_hf_repo .replace ('/' , '' ) + ('-' + template_variant if template_variant else '' )} .jinja"
169+ server .chat_template_file = f"../../../tests/chat/templates/{ template_hf_repo .replace ('/' , '- ' ) + ('-' + template_variant if template_variant else '' )} .jinja"
170170 assert os .path .exists (server .chat_template_file ), f"Template file { server .chat_template_file } does not exist. Run `python scripts/get_chat_template.py { template_hf_repo } { template_variant } > { server .chat_template_file } ` to download the template."
171171 server .start ()
172172 res = server .make_request ("POST" , "/chat/completions" , data = {
0 commit comments