diff --git a/tool_calls/tool_calls_with_no_tool.yml b/tool_calls/tool_calls_with_no_tool.yml new file mode 100644 index 0000000..9f09c1d --- /dev/null +++ b/tool_calls/tool_calls_with_no_tool.yml @@ -0,0 +1,27 @@ +id: tool_call_no_tools +name: Tool calls with no tool +description: Eval see what happens after a tool call comes back and we resubmit with no tools, does the llm get confused? +type: prompt +args: + output_thinking: true + temperature: 0 + system_prompt: "You are a helpful bot" + message: "echo the text sam and then respond to me with the text done" + tools: + - + name: "echo" + description: "will echo the text" + parameters: + - name: "text" + type: "string" + description: "the text to echo" + required: true + followup: + tools: [] + message: + type: "tool" + id: ["tool_call", "id"] + name: ["tool_call", "name"] + content: "content was echoed" +expected_output_regex: "one" +