Green

Author: CharlesDuboisSAP

orchestration/src/test/java/com/sap/ai/sdk/orchestration/spring/OrchestrationChatModelTest.java

@@ -144,6 +144,7 @@ void testStreamCompletion() throws IOException {
 
   @Test
   void testToolCalls() throws IOException {
+    // https://platform.openai.com/docs/guides/function-calling
     stubFor(
         post(urlPathEqualTo("/completion"))
             .inScenario("Tool Calls")

sample-code/spring-app/src/main/java/com/sap/ai/sdk/app/controllers/SpringAiOrchestrationController.java

@@ -21,10 +21,12 @@ class SpringAiOrchestrationController {
   @GetMapping("/completion")
   Object completion(
       @Nullable @RequestParam(value = "format", required = false) final String format) {
-    val response = (OrchestrationSpringChatResponse) service.completion();
+    val response = service.completion();
 
     if ("json".equals(format)) {
-      return response.getOrchestrationResponse().getOriginalResponse();
+      return ((OrchestrationSpringChatResponse) response)
+          .getOrchestrationResponse()
+          .getOriginalResponse();
     }
     return response.getResult().getOutput().getContent();
   }
@@ -39,20 +41,37 @@ Flux<String> streamChatCompletion() {
 
   @GetMapping("/template")
   Object template(@Nullable @RequestParam(value = "format", required = false) final String format) {
-    val response = (OrchestrationSpringChatResponse) service.template();
+    val response = service.template();
 
     if ("json".equals(format)) {
-      return response.getOrchestrationResponse().getOriginalResponse();
+      return ((OrchestrationSpringChatResponse) response)
+          .getOrchestrationResponse()
+          .getOriginalResponse();
     }
     return response.getResult().getOutput().getContent();
   }
 
   @GetMapping("/masking")
   Object masking(@Nullable @RequestParam(value = "format", required = false) final String format) {
-    val response = (OrchestrationSpringChatResponse) service.masking();
+    val response = service.masking();
 
     if ("json".equals(format)) {
-      return response.getOrchestrationResponse().getOriginalResponse();
+      return ((OrchestrationSpringChatResponse) response)
+          .getOrchestrationResponse()
+          .getOriginalResponse();
+    }
+    return response.getResult().getOutput().getContent();
+  }
+
+  @GetMapping("/functionCalling")
+  Object functionCalling(
+      @Nullable @RequestParam(value = "format", required = false) final String format) {
+    val response = service.functionCalling();
+
+    if ("json".equals(format)) {
+      return ((OrchestrationSpringChatResponse) response)
+          .getOrchestrationResponse()
+          .getOriginalResponse();
     }
     return response.getResult().getOutput().getContent();
   }

sample-code/spring-app/src/main/java/com/sap/ai/sdk/app/services/SpringAiOrchestrationService.java

@@ -34,16 +34,7 @@ public class SpringAiOrchestrationService {
    */
   @Nonnull
   public ChatResponse completion() {
-    final OrchestrationChatOptions options = new OrchestrationChatOptions(config);
-    options.setFunctionCallbacks(
-        List.of(
-            FunctionCallback.builder()
-                .function(
-                    "CurrentWeather", new MockWeatherService()) // (1) function name and instance
-                .description("Get the weather in location") // (2) function description
-                .inputType(MockWeatherService.Request.class) // (3) function input type
-                .build()));
-    val prompt = new Prompt("What is the weather in Potsdam and in Toulouse?", options);
+    val prompt = new Prompt("What is the capital of France?", defaultOptions);
 
     return client.call(prompt);
   }
@@ -98,4 +89,27 @@ public ChatResponse masking() {
 
     return client.call(prompt);
   }
+
+  /**
+   * Register a function that will be called when the user asks for the weather. <a
+   * href="https://docs.spring.io/spring-ai/reference/api/chat/functions/openai-chat-functions.html#_registercall_functions_with_prompt_options">Spring
+   * AI Function Calling</a>
+   *
+   * @return the assistant response object
+   */
+  @Nonnull
+  public ChatResponse functionCalling() {
+    final OrchestrationChatOptions options = new OrchestrationChatOptions(config);
+    options.setFunctionCallbacks(
+        List.of(
+            FunctionCallback.builder()
+                .function(
+                    "CurrentWeather", new MockWeatherService()) // (1) function name and instance
+                .description("Get the weather in location") // (2) function description
+                .inputType(MockWeatherService.Request.class) // (3) function input type
+                .build()));
+    val prompt = new Prompt("What is the weather in Potsdam and in Toulouse?", options);
+
+    return client.call(prompt);
+  }
 }

sample-code/spring-app/src/main/resources/static/index.html

@@ -466,6 +466,16 @@ <h5 class="mb-1">Orchestration Integration</h5>
                                 </div>
                             </div>
                         </li>
+                        <li class="list-group-item">
+                            <div class="info-tooltip">
+                                <button type="submit" formaction="/spring-ai-orchestration/functionCalling" class="link-offset-2-hover link-underline link-underline-opacity-0 link-underline-opacity-75-hover endpoint">
+                                    <code>/spring-ai-orchestration/functionCalling</code>
+                                </button>
+                                <div class="tooltip-content">
+                                    Register a function that will be called when the user asks for the weather.
+                                </div>
+                            </div>
+                        </li>
                     </ul>
                 </div>
             </div>