refactor routing workflow

Author: alexcheng1982

examples/src/main/java/com/javaaidev/agenticpatterns/examples/routingworkflow/CustomerSupportAgent.java

@@ -1,21 +1,62 @@
 package com.javaaidev.agenticpatterns.examples.routingworkflow;
 
+import com.javaaidev.agenticpatterns.routingworkflow.DefaultRoutingSelector;
+import com.javaaidev.agenticpatterns.routingworkflow.RoutingChoice;
+import com.javaaidev.agenticpatterns.routingworkflow.RoutingWorkflow;
+import com.javaaidev.agenticpatterns.taskexecution.TaskExecutionAgent;
 import io.micrometer.observation.ObservationRegistry;
+import java.util.List;
 import org.springframework.ai.chat.client.ChatClient;
 import org.springframework.ai.chat.client.advisor.SimpleLoggerAdvisor;
+import org.springframework.beans.factory.annotation.Qualifier;
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
 
 @Configuration
 public class CustomerSupportConfiguration {
 
   @Bean
-  public CustomerSupportAgent customerSupportAgent(
+  @Qualifier("customerSupportWorkflow")
+  public RoutingWorkflow<CustomerSupportRequest, CustomerSupportResponse> customerSupportWorkflow(
       ChatClient.Builder chatClientBuilder,
       SimpleLoggerAdvisor simpleLoggerAdvisor,
-      ObservationRegistry observationRegistry) {
-    return new CustomerSupportAgent(
-        chatClientBuilder.defaultAdvisors(simpleLoggerAdvisor).build(),
-        observationRegistry);
+      ObservationRegistry observationRegistry
+  ) {
+    var chatClient = chatClientBuilder.defaultAdvisors(simpleLoggerAdvisor).build();
+    var routes = List.of(
+        new CustomerSupportRoute("payment", "Handle queries about payment and refund",
+            "You are a customer support agent for payment, be polite and helpful"),
+        new CustomerSupportRoute("shipping", "Handle queries about shipping",
+            "You are a customer support agent for shipping, be polite and helpful"),
+        new CustomerSupportRoute("general", "Handle general queries",
+            "You are a customer support agent for general questions, be polite and helpful")
+    );
+    var routingChoices = routes.stream().map(route -> new RoutingChoice<>(
+        route.name(),
+        route.description(),
+        TaskExecutionAgent.<CustomerSupportRequest, CustomerSupportResponse>defaultBuilder()
+            .chatClient(chatClient)
+            .promptTemplate("{question}")
+            .responseType(CustomerSupportResponse.class)
+            .chatClientRequestSpecUpdater(spec -> spec.system(route.agentSystemText()))
+            .name("CustomerSupport_" + route.name)
+            .observationRegistry(observationRegistry)
+            .build()
+    )).toList();
+    return RoutingWorkflow.<CustomerSupportRequest, CustomerSupportResponse>builder()
+        .addRoutingChoices(routingChoices)
+        .routingSelector(
+            DefaultRoutingSelector.<CustomerSupportRequest, CustomerSupportResponse>builder()
+                .chatClient(chatClient)
+                .name("RoutingSelector")
+                .observationRegistry(observationRegistry)
+                .build())
+        .name("CustomerSupportWorkflow")
+        .observationRegistry(observationRegistry)
+        .build();
+  }
+
+  record CustomerSupportRoute(String name, String description, String agentSystemText) {
+
   }
 }

examples/src/main/java/com/javaaidev/agenticpatterns/examples/routingworkflow/CustomerSupportConfiguration.java

@@ -1,7 +1,7 @@
 package com.javaaidev.agenticpatterns.examples.routingworkflow;
 
-import com.javaaidev.agenticpatterns.examples.routingworkflow.CustomerSupportAgent.CustomerSupportRequest;
-import com.javaaidev.agenticpatterns.examples.routingworkflow.CustomerSupportAgent.CustomerSupportResponse;
+import com.javaaidev.agenticpatterns.routingworkflow.RoutingWorkflow;
+import org.springframework.beans.factory.annotation.Qualifier;
 import org.springframework.web.bind.annotation.PostMapping;
 import org.springframework.web.bind.annotation.RequestBody;
 import org.springframework.web.bind.annotation.RequestMapping;
@@ -11,14 +11,16 @@
 @RequestMapping("/customer_support")
 public class CustomerSupportController {
 
-  private final CustomerSupportAgent customerSupportAgent;
+  private final RoutingWorkflow<CustomerSupportRequest, CustomerSupportResponse> customerSupportWorkflow;
 
-  public CustomerSupportController(CustomerSupportAgent customerSupportAgent) {
-    this.customerSupportAgent = customerSupportAgent;
+  public CustomerSupportController(
+      @Qualifier("customerSupportWorkflow") RoutingWorkflow<CustomerSupportRequest, CustomerSupportResponse> customerSupportWorkflow) {
+    this.customerSupportWorkflow = customerSupportWorkflow;
   }
 
+
   @PostMapping
   public CustomerSupportResponse customerSupport(@RequestBody CustomerSupportRequest request) {
-    return customerSupportAgent.call(request);
+    return customerSupportWorkflow.execute(request);
   }
 }

examples/src/main/java/com/javaaidev/agenticpatterns/examples/routingworkflow/CustomerSupportController.java

@@ -0,0 +1,5 @@
+package com.javaaidev.agenticpatterns.examples.routingworkflow;
+
+public record CustomerSupportRequest(String question) {
+
+}

examples/src/main/java/com/javaaidev/agenticpatterns/examples/routingworkflow/CustomerSupportRequest.java

@@ -0,0 +1,5 @@
+package com.javaaidev.agenticpatterns.examples.routingworkflow;
+
+public record CustomerSupportResponse(String answer) {
+
+}

examples/src/main/java/com/javaaidev/agenticpatterns/examples/routingworkflow/CustomerSupportResponse.java

@@ -0,0 +1,89 @@
+package com.javaaidev.agenticpatterns.routingworkflow;
+
+import com.javaaidev.agenticpatterns.taskexecution.AbstractTaskExecutionAgentBuilder;
+import com.javaaidev.agenticpatterns.taskexecution.TaskExecutionAgent;
+import io.micrometer.observation.ObservationRegistry;
+import java.util.Map;
+import java.util.Objects;
+import java.util.function.Function;
+import java.util.stream.Collectors;
+import org.jspecify.annotations.Nullable;
+import org.springframework.ai.chat.client.ChatClient;
+import org.springframework.util.Assert;
+
+public class DefaultRoutingSelector<Request, Response> extends
+    TaskExecutionAgent<RoutingRequest<Request, Response>, RoutingResponse> implements
+    RoutingSelector<Request, Response> {
+
+  private final Function<Request, String> defaultRoutingInputFormatter = request -> Objects.toString(
+      request, "");
+  private Function<Request, String> routingInputFormatter = defaultRoutingInputFormatter;
+
+  public DefaultRoutingSelector(ChatClient chatClient,
+      @Nullable ObservationRegistry observationRegistry) {
+    super(chatClient, RoutingResponse.class, observationRegistry);
+  }
+
+  public DefaultRoutingSelector(ChatClient chatClient,
+      @Nullable Function<Request, String> routingInputFormatter,
+      @Nullable ObservationRegistry observationRegistry) {
+    super(chatClient, RoutingResponse.class, observationRegistry);
+    this.routingInputFormatter = Objects.requireNonNullElse(routingInputFormatter,
+        defaultRoutingInputFormatter);
+  }
+
+  @Override
+  public RoutingResponse select(RoutingRequest<Request, Response> request) {
+    return this.call(request);
+  }
+
+  @Override
+  protected String getPromptTemplate() {
+    return """
+        Goal: Select the best target to handle the input from a list of choices
+        
+        Choices:
+        {choices}
+        
+        Input:
+        {input}
+        """;
+  }
+
+  @Override
+  protected @Nullable Map<String, Object> getPromptContext(
+      @Nullable RoutingRequest<Request, Response> routingRequest) {
+    Assert.notNull(routingRequest, "routing request cannot be null");
+    var choices = routingRequest.choices().stream().map(choice ->
+            "- %s: %s".formatted(choice.name(), choice.description()))
+        .collect(Collectors.joining("\n"));
+    return Map.of(
+        "choices", choices,
+        "input", routingInputFormatter.apply(routingRequest.request())
+    );
+  }
+
+  public static <Request, Response> Builder<Request, Response> builder() {
+    return new Builder<>();
+  }
+
+  public static class Builder<Request, Response> extends
+      AbstractTaskExecutionAgentBuilder<RoutingRequest<Request, Response>, RoutingResponse, Builder<Request, Response>> {
+
+    private Function<Request, String> routingInputFormatter;
+
+    public Builder<Request, Response> routingInputFormatter(
+        Function<Request, String> routingInputFormatter) {
+      this.routingInputFormatter = routingInputFormatter;
+      return this;
+    }
+
+    @Override
+    public DefaultRoutingSelector<Request, Response> build() {
+      return new DefaultRoutingSelector<>(
+          chatClient,
+          routingInputFormatter,
+          observationRegistry);
+    }
+  }
+}

routing-workflow/src/main/java/com/javaaidev/agenticpatterns/routingworkflow/DefaultRoutingSelector.java

@@ -0,0 +1,6 @@
+package com.javaaidev.agenticpatterns.routingworkflow;
+
+public interface RoutingSelector<Request, Response> {
+
+  RoutingResponse select(RoutingRequest<Request, Response> request);
+}