From 0298b077f80e1760505db3609ea935298073f2bc Mon Sep 17 00:00:00 2001
From: Sam Saffron <sam.saffron@gmail.com>
Date: Fri, 14 Mar 2025 15:43:45 +1100
Subject: [PATCH] EVAL: tool calls with no tools

Sees what happens on subsequent calls to an LLM when we strip the tools
block
---
 tool_calls/tool_calls_with_no_tool.yml | 27 ++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)
 create mode 100644 tool_calls/tool_calls_with_no_tool.yml

diff --git a/tool_calls/tool_calls_with_no_tool.yml b/tool_calls/tool_calls_with_no_tool.yml
new file mode 100644
index 0000000..9f09c1d
--- /dev/null
+++ b/tool_calls/tool_calls_with_no_tool.yml
@@ -0,0 +1,27 @@
+id: tool_call_no_tools
+name: Tool calls with no tool
+description: Eval see what happens after a tool call comes back and we resubmit with no tools, does the llm get confused?
+type: prompt
+args:
+  output_thinking: true
+  temperature: 0
+  system_prompt: "You are a helpful bot"
+  message: "echo the text sam and then respond to me with the text done"
+  tools:
+    -
+      name: "echo"
+      description: "will echo the text"
+      parameters:
+        - name: "text"
+          type: "string"
+          description: "the text to echo"
+          required: true
+  followup:
+    tools: []
+    message:
+      type: "tool"
+      id: ["tool_call", "id"]
+      name: ["tool_call", "name"]
+      content: "content was echoed"
+expected_output_regex: "one"
+