Added e2e test

Author: CharlesDuboisSAP

sample-code/spring-app/src/main/java/com/sap/ai/sdk/app/controllers/OrchestrationController.java

@@ -188,6 +188,28 @@ ResponseEntity<String> outputFiltering(
     }
   }
 
+  @GetMapping("/llamaGuardFilter/{enabled}")
+  @Nonnull
+  ResponseEntity<String> llamaGuardInputFiltering(
+      @Nullable @RequestHeader(value = "accept", required = false) final String accept,
+      @PathVariable("enabled") final boolean enabled)
+      throws JsonProcessingException {
+
+    final OrchestrationChatResponse response;
+    try {
+      response = service.llamaGuardInputFilter(enabled);
+    } catch (OrchestrationClientException e) {
+      final var msg = "Failed to obtain a response as the content was flagged by input filter.";
+      log.debug(msg, e);
+      return ResponseEntity.internalServerError().body(msg);
+    }
+
+    if (accept.equals("application/json")) {
+      return ResponseEntity.ok().body(MAPPER.writeValueAsString(response));
+    }
+    return ResponseEntity.ok().body(response.getContent());
+  }
+
   /**
    * Let the orchestration service evaluate the feedback on the AI SDK provided by a hypothetical
    * user. Anonymize any names given as they are not relevant for judging the sentiment of the

sample-code/spring-app/src/main/java/com/sap/ai/sdk/app/services/OrchestrationService.java

@@ -117,26 +117,10 @@ public OrchestrationChatResponse messagesHistory(@Nonnull final String prevMessa
   @Nonnull
   public OrchestrationChatResponse inputFiltering(@Nonnull final AzureFilterThreshold policy)
       throws OrchestrationClientException {
-    val prompt = new OrchestrationPrompt("'We shall spill blood tonight', said the operation in-charge.");
-    val filter = true;
-    val b =
-        LlamaGuard38b.create()
-            .violentCrimes(filter)
-            .nonViolentCrimes(filter)
-            .sexCrimes(filter)
-            .childExploitation(filter)
-            .defamation(filter)
-            .specializedAdvice(filter)
-            .privacy(filter)
-            .intellectualProperty(filter)
-            .indiscriminateWeapons(filter)
-            .hate(filter)
-            .selfHarm(filter)
-            .sexualContent(filter)
-            .elections(filter)
-            .codeInterpreterAbuse(filter);
-
-    val filterConfig = new LlamaGuardFilter().config(b);
+    val prompt =
+        new OrchestrationPrompt("'We shall spill blood tonight', said the operation in-charge.");
+    val filterConfig =
+        new AzureContentFilter().hate(policy).selfHarm(policy).sexual(policy).violence(policy);
 
     val configWithFilter = config.withInputFiltering(filterConfig);
 
@@ -168,6 +152,46 @@ public OrchestrationChatResponse outputFiltering(@Nonnull final AzureFilterThres
     return client.chatCompletion(prompt, configWithFilter);
   }
 
+  /**
+   * Apply the Llama Guard filter.
+   *
+   * @link <a
+   *     href="https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/input-filtering">SAP
+   *     AI Core: Orchestration - Input Filtering</a>
+   * @throws OrchestrationClientException if input filter filters the prompt
+   * @param filter enable or disable the filter
+   * @return the assistant response object
+   */
+  @Nonnull
+  public OrchestrationChatResponse llamaGuardInputFilter(final boolean filter)
+      throws OrchestrationClientException {
+    val prompt = new OrchestrationPrompt("'We shall spill blood tonight', said the operation in-charge.");
+
+    // values not set are disabled by default
+    val config =
+        LlamaGuard38b.create()
+            .violentCrimes(filter)
+            .nonViolentCrimes(filter)
+            .sexCrimes(filter)
+            .childExploitation(filter)
+            .defamation(filter)
+            .specializedAdvice(filter)
+            .privacy(filter)
+            .intellectualProperty(filter)
+            .indiscriminateWeapons(filter)
+            .hate(filter)
+            .selfHarm(filter)
+            .sexualContent(filter)
+            .elections(filter)
+            .codeInterpreterAbuse(filter);
+
+    val filterConfig = new LlamaGuardFilter().config(config);
+
+    val configWithFilter = this.config.withInputFiltering(filterConfig);
+
+    return client.chatCompletion(prompt, configWithFilter);
+  }
+
   /**
    * Let the orchestration service evaluate the feedback on the AI SDK provided by a hypothetical
    * user. Anonymize any names given as they are not relevant for judging the sentiment of the

sample-code/spring-app/src/main/resources/static/index.html

@@ -310,6 +310,15 @@ <h2>Orchestration</h2>
                                 </div>
                             </div>
                         </li>
+                        <li class="list-group-item">
+                            <div class="info-tooltip">
+                                <a class="link-offset-2-hover link-underline link-underline-opacity-0 link-underline-opacity-75-hover endpoint"
+                                   href="/orchestration/llamaGuardFilter/false"><code>/orchestration/llamaGuardFilter/false</code></a>
+                                <div class="tooltip-content">
+                                    Apply lenient input filtering for a request to orchestration.
+                                </div>
+                            </div>
+                        </li>
                         <li class="list-group-item">
                             <div class="info-tooltip">
                                 <a class="link-offset-2-hover link-underline link-underline-opacity-0 link-underline-opacity-75-hover endpoint"

sample-code/spring-app/src/test/java/com/sap/ai/sdk/app/controllers/OrchestrationTest.java

@@ -228,4 +228,24 @@ void testOutputFilteringLenient() {
     var filterResult = response.getOriginalResponse().getModuleResults().getOutputFiltering();
     assertThat(filterResult.getMessage()).containsPattern("0 of \\d+ choices failed");
   }
+
+  @Test
+  void testLlamaGuardEnabled() {
+    assertThatThrownBy(() -> service.llamaGuardInputFilter(true))
+        .isInstanceOf(OrchestrationClientException.class)
+        .hasMessageContaining(
+            "Content filtered due to safety violations. Please modify the prompt and try again.")
+        .hasMessageContaining("400 Bad Request");
+  }
+
+  @Test
+  void testLlamaGuardDisabled() {
+    var response = service.llamaGuardInputFilter(false);
+
+    assertThat(response.getChoice().getFinishReason()).isEqualTo("stop");
+    assertThat(response.getContent()).isNotEmpty();
+
+    var filterResult = response.getOriginalResponse().getModuleResults().getInputFiltering();
+    assertThat(filterResult.getMessage()).contains("passed");
+  }
 }