Merge pull request #1231 from MyMirelHub/go-http-tool-calling

Go http tool calling

Author: alicejgibbons

conversation/go/http/README.md

@@ -8,7 +8,7 @@ Visit [this](https://docs.dapr.io/developing-applications/building-blocks/conver
 
 This quickstart includes one app:
 
-- `conversation.go`, responsible for sending an input to the underlying LLM and retrieving an output.
+- `conversation.go`, responsible for sending an input to the underlying LLM and retrieving an output. It includes a secondary conversation request to showcase tool calling to the underlying LLM.
 
 ## Run the app with the template file
 
@@ -23,6 +23,9 @@ name: Run multi app run template
 expected_stdout_lines:
   - '== APP - conversation == Input sent: What is dapr?'
   - '== APP - conversation == Output response: What is dapr?'
+  - '== APP - conversation == Tool calling input sent: What is the weather like in San Francisco in celsius?'
+  - '== APP - conversation == Output message: What is the weather like in San Francisco in celsius?'
+  - '== APP - conversation == Tool calls detected:'
 expected_stderr_lines:
 output_match_mode: substring
 match_order: none
@@ -37,18 +40,55 @@ dapr run -f .
 
 The terminal console output should look similar to this, where:
 
-- The app sends an input `What is dapr?` to the `echo` Component mock LLM.
+- The app first sends an input `What is dapr?` to the `echo` Component mock LLM.
 - The mock LLM echoes `What is dapr?`.
+- The app then sends a weather request to the component with tools available to the LLM.
+- The LLM will either respond back with a tool call for the user, or an ask for more information.
 
 ```text
 == APP - conversation == Input sent: What is dapr?
 == APP - conversation == Output response: What is dapr?
 ```
 
+- The app then sends an input `What is the weather like in San Francisco in celsius?` to the `echo` Component mock LLM.
+- The mock LLM echoes `What is the weather like in San Francisco in celsius?` and calls the `get_weather` tool.
+- The echo Component returns the tool call information.
+
+```text
+== APP - conversation == Tool calling input sent: What is the weather like in San Francisco in celsius?
+== APP - conversation == Output message: What is the weather like in San Francisco in celsius?
+== APP - conversation == Tool calls detected:
+== APP - conversation == Tool call: map[function:map[arguments:unit,location name:get_weather] id:0]
+```
+
 <!-- END_STEP -->
 
 2. Stop and clean up application processes.
 
 ```bash
 dapr stop -f .
 ```
+
+## Run the app with the Dapr CLI
+
+1. Run the application:
+
+```bash
+dapr run --app-id conversation --resources-path ../../../components -- go run conversation.go
+```
+
+The terminal console output should look similar to this, where:
+
+- The app first sends an input `What is dapr?` to the `echo` Component mock LLM.
+- The mock LLM echoes `What is dapr?`.
+- The app then sends an input `What is the weather like in San Francisco in celsius?` to the `echo` Component mock LLM.
+- The mock LLM echoes `What is the weather like in San Francisco in celsius?`
+
+```text
+== APP - conversation == Input sent: What is dapr?
+== APP - conversation == Output response: What is dapr?
+== APP - conversation == Tool calling input sent: What is the weather like in San Francisco in celsius?
+== APP - conversation == Output message: What is the weather like in San Francisco in celsius?
+== APP - conversation == Tool calls detected:
+== APP - conversation == Tool call: map[function:map[arguments:unit,location name:get_weather] id:0]
+```

conversation/go/http/conversation/conversation.go

@@ -43,12 +43,20 @@ func main() {
 
 	var inputBody = `{
 		"name": "echo",
-		"inputs": [{"content":"What is dapr?"}],
+		"inputs": [{
+			"messages": [{
+				"of_user": {
+					"content": [{
+						"text": "What is dapr?"
+					}]
+				}
+			}]
+		}],
 		"parameters": {},
 		"metadata": {}
-    }`
+	}`
 
-	reqURL := daprHost + ":" + daprHttpPort + "/v1.0-alpha1/conversation/" + conversationComponentName + "/converse"
+	reqURL := daprHost + ":" + daprHttpPort + "/v1.0-alpha2/conversation/" + conversationComponentName + "/converse"
 
 	req, err := http.NewRequest("POST", reqURL, strings.NewReader(inputBody))
 	if err != nil {
@@ -73,12 +81,102 @@ func main() {
 	}
 
 	// Unmarshal the response
-	var data map[string][]map[string]string
+	var data map[string]any
 	if err := json.Unmarshal(bodyBytes, &data); err != nil {
 		log.Fatal(err)
 	}
 
-	result := data["outputs"][0]["result"]
+	// Navigate the new response structure: outputs[0].choices[0].message.content
+	outputs := data["outputs"].([]any)
+	output := outputs[0].(map[string]any)
+	choices := output["choices"].([]any)
+	choice := choices[0].(map[string]any)
+	message := choice["message"].(map[string]any)
+	result := message["content"].(string)
+
 	fmt.Println("Output response:", result)
 
+	// Tool calling example
+	var toolCallBody = `{
+		"name": "echo",
+		"inputs": [{
+			"messages": [{
+				"of_user": {
+					"content": [{
+						"text": "What is the weather like in San Francisco in celsius?"
+					}]
+				}
+			}]
+		}],
+		"parameters": {},
+		"metadata": {},
+		"tools": [{
+			"function": {
+				"name": "get_weather",
+				"description": "Get the current weather for a location",
+				"parameters": {
+					"type": "object",
+					"properties": {
+						"location": {
+							"type": "string",
+							"description": "The city and state, e.g. San Francisco, CA"
+						},
+						"unit": {
+							"type": "string",
+							"enum": ["celsius", "fahrenheit"],
+							"description": "The temperature unit to use"
+						}
+					},
+					"required": ["location"]
+				}
+			}
+		}],
+		"toolChoice": "auto"
+	}`
+
+	req2, err := http.NewRequest("POST", reqURL, strings.NewReader(toolCallBody))
+	if err != nil {
+		log.Fatal(err.Error())
+	}
+
+	req2.Header.Set("Content-Type", "application/json")
+
+	res2, err := client.Do(req2)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	defer res2.Body.Close()
+
+	fmt.Println("\nTool calling input sent: What is the weather like in San Francisco in celsius?")
+
+	bodyBytes2, err := io.ReadAll(res2.Body)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	var data2 map[string]any
+	if err := json.Unmarshal(bodyBytes2, &data2); err != nil {
+		log.Fatal(err)
+	}
+
+	// Parse tool calling response
+	outputs2 := data2["outputs"].([]any)
+	output2 := outputs2[0].(map[string]any)
+	choices2 := output2["choices"].([]any)
+	choice2 := choices2[0].(map[string]any)
+	message2 := choice2["message"].(map[string]any)
+
+	if content, ok := message2["content"].(string); ok && content != "" {
+		fmt.Println("Output message:", content)
+	}
+
+	if toolCalls, ok := message2["toolCalls"].([]any); ok && len(toolCalls) > 0 {
+		fmt.Println("Tool calls detected:")
+		for _, tc := range toolCalls {
+			fmt.Printf("Tool call: %v\n", tc)
+		}
+	} else {
+		fmt.Println("No tool calls in response")
+	}
 }