experiment failed.

Author: Oceania2018

src/Infrastructure/BotSharp.Abstraction/Functions/Models/FunctionCallingResponse.cs

@@ -0,0 +1,21 @@
+using System.Text.Json;
+
+namespace BotSharp.Abstraction.Functions.Models;
+
+/// <summary>
+/// This class defines the LLM response output if function call needed
+/// </summary>
+public class FunctionCallingResponse
+{
+    [JsonPropertyName("role")]
+    public string Role { get; set; } = AgentRole.Assistant;
+
+    [JsonPropertyName("content")]
+    public string? Content { get; set; }
+
+    [JsonPropertyName("function_name")]
+    public string? FunctionName {  get; set; }
+
+    [JsonPropertyName("args")]
+    public JsonDocument? Args { get; set; }
+}

src/Infrastructure/BotSharp.Abstraction/Functions/Models/FunctionDef.cs

@@ -4,7 +4,10 @@ public class FunctionDef
 {
     public string Name { get; set; }
     public string Description { get; set; }
+
+    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public string? Impact { get; set; }
+
     public FunctionParametersDef Parameters { get; set; } = new FunctionParametersDef();
 
     public override string ToString()

src/Plugins/BotSharp.Plugin.GoogleAI/Providers/ChatCompletionProvider.cs

@@ -1,9 +1,13 @@
 using BotSharp.Abstraction.Agents;
 using BotSharp.Abstraction.Agents.Enums;
 using BotSharp.Abstraction.Conversations;
+using BotSharp.Abstraction.Functions.Models;
+using BotSharp.Abstraction.Routing;
 using BotSharp.Plugin.GoogleAI.Settings;
 using LLMSharp.Google.Palm;
 using Microsoft.Extensions.Logging;
+using System.Diagnostics.Metrics;
+using static System.Net.Mime.MediaTypeNames;
 
 namespace BotSharp.Plugin.GoogleAI.Providers;
 
@@ -33,18 +37,42 @@ public RoleDialogModel GetChatCompletions(Agent agent, List<RoleDialogModel> con
             hook.BeforeGenerating(agent, conversations)).ToArray());
 
         var client = new GooglePalmClient(apiKey: _settings.PaLM.ApiKey);
-        var messages = conversations.Select(c => new PalmChatMessage(c.Content, c.Role == AgentRole.User ? "user" : "AI"))
-            .ToList();
 
-        var agentService = _services.GetRequiredService<IAgentService>();
-        var instruction = agentService.RenderedInstruction(agent);
-        var response = client.ChatAsync(messages, instruction, null).Result;
+        var (prompt, messages) = PrepareOptions(agent, conversations);
+
+        RoleDialogModel msg;
+        
+        if (messages == null)
+        {
+            // use text completion
+            var response = client.GenerateTextAsync(prompt, null).Result;
+
+            var message = response.Candidates.First();
 
-        var message = response.Candidates.First();
-        var msg = new RoleDialogModel(AgentRole.Assistant, message.Content)
+            // check if returns function calling
+            var llmResponse = message.Output.JsonContent<FunctionCallingResponse>();
+
+            msg = new RoleDialogModel(llmResponse.Role, llmResponse.Content)
+            {
+                CurrentAgentId = agent.Id,
+                FunctionName = llmResponse.FunctionName,
+                FunctionArgs = JsonSerializer.Serialize(llmResponse.Args)
+            };
+        }
+        else
         {
-            CurrentAgentId = agent.Id
-        };
+            var response = client.ChatAsync(messages, context: prompt, examples: null, options: null).Result;
+
+            var message = response.Candidates.First();
+
+            // check if returns function calling
+            var llmResponse = message.Content.JsonContent<FunctionCallingResponse>();
+
+            msg = new RoleDialogModel(llmResponse.Role, llmResponse.Content ?? message.Content)
+            {
+                CurrentAgentId = agent.Id
+            };
+        }
 
         // After chat completion hook
         Task.WaitAll(hooks.Select(hook =>
@@ -56,6 +84,48 @@ public RoleDialogModel GetChatCompletions(Agent agent, List<RoleDialogModel> con
         return msg;
     }
 
+    private (string, List<PalmChatMessage>) PrepareOptions(Agent agent, List<RoleDialogModel> conversations)
+    {
+        var prompt = "";
+
+        var agentService = _services.GetRequiredService<IAgentService>();
+
+        if (!string.IsNullOrEmpty(agent.Instruction))
+        {
+            prompt += agentService.RenderedInstruction(agent);
+        }
+
+        var routing = _services.GetRequiredService<IRoutingService>();
+        var router = routing.Router;
+
+        if (agent.Functions != null && agent.Functions.Count > 0)
+        {
+            prompt += "\r\n\r\n[Functions] defined in JSON Schema:\r\n";
+            prompt += JsonSerializer.Serialize(agent.Functions, new JsonSerializerOptions
+            {
+                PropertyNamingPolicy = JsonNamingPolicy.CamelCase,
+                WriteIndented = true
+            });
+
+            prompt += "\r\n\r\n[Conversations]\r\n";
+            foreach (var dialog in conversations)
+            {
+                prompt += dialog.Role == AgentRole.Function ?
+                    $"{dialog.Role}: {dialog.FunctionName} => {dialog.Content}\r\n" :
+                    $"{dialog.Role}: {dialog.Content}\r\n";
+            }
+
+            prompt += "\r\n\r\n" + router.Templates.FirstOrDefault(x => x.Name == "response_with_function").Content;
+
+            return (prompt, null);
+        }
+
+        var messages = conversations.Select(c => new PalmChatMessage(c.Content, c.Role == AgentRole.User ? "user" : "AI"))
+            .ToList();
+
+        return (prompt, messages);
+    }
+
     public Task<bool> GetChatCompletionsAsync(Agent agent, List<RoleDialogModel> conversations, Func<RoleDialogModel, Task> onMessageReceived, Func<RoleDialogModel, Task> onFunctionExecuting)
     {
         throw new NotImplementedException();

src/WebStarter/data/agents/01fcc3e5-9af7-49e6-ad7a-a760bd12dc4a/templates/next_step_prompt.liquid

@@ -1,4 +1,4 @@
 What is the next step based on the CONVERSATION? 
-Response must be in appropriate JSON format. 
+Response must be in required JSON format without any other contents. 
 Route to the Agent that last handled the conversation if necessary. 
 If user wants to speak to customer service, use function human_intervention_needed.

src/WebStarter/data/agents/01fcc3e5-9af7-49e6-ad7a-a760bd12dc4a/templates/response_with_function.liquid

@@ -0,0 +1,9 @@
+1. Read the [Functions] definition, you can utilize the function to retrieve data or execute actions.
+2. Think step by step, check if specific function will provider data to help complete user request based on the [Conversation].
+3. If you need to call a function to decide how to response user, 
+  response in format: {"role": "function", "reason":"why choose this function", "function_name": "", "args": {}}, 
+  otherwise response in format: {"role": "assistant", "reason":"why response to user", "content":""}. 
+4. If the [Conversation] already contains the function execution result, don't need to call it again.
+5. If user mentioned some specific requirment, don't ask this again.
+
+Make your decision for the next step, output your response in JSON: