fix: [Orchestration] Fixed getting OrchestrationFilterException.Input for bad requests with input filter.

Author: CharlesDuboisSAP

core/src/main/java/com/sap/ai/sdk/core/common/ClientStreamingHandler.java

@@ -1,5 +1,6 @@
 package com.sap.ai.sdk.core.common;
 
+import com.fasterxml.jackson.core.JsonProcessingException;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.google.common.annotations.Beta;
 import java.io.IOException;
@@ -77,12 +78,26 @@ public Stream<D> handleStreamingResponse(@Nonnull final ClassicHttpResponse resp
             line -> {
               final String data = line.substring(5); // remove "data: "
               try {
-                return objectMapper.readValue(data, successType);
+                final D delta = objectMapper.readValue(data, successType);
+                if (delta.isError()) {
+                  throwErrorType(response, data);
+                }
+                return delta;
               } catch (final IOException e) { // exception message e gets lost
                 log.error("Failed to parse delta chunk to type {}", successType);
                 final String message = "Failed to parse delta chunk";
                 throw exceptionFactory.build(message, e).setHttpResponse(response);
               }
             });
   }
+
+  private void throwErrorType(final @Nonnull ClassicHttpResponse response, final String data)
+      throws JsonProcessingException, E {
+    final R error = objectMapper.readValue(data, errorType);
+    final String msg =
+        (error != null && error.getMessage() != null)
+            ? error.getMessage()
+            : "Error, unable to parse http response.";
+    throw exceptionFactory.build(msg).setHttpResponse(response);
+  }
 }

core/src/main/java/com/sap/ai/sdk/core/common/StreamedDelta.java

@@ -42,4 +42,11 @@ public interface StreamedDelta {
    */
   @Nullable
   String getFinishReason();
+
+  /**
+   * Indicates if the delta is an error of type {@link ClientError}
+   *
+   * @return true if the delta is an error, false otherwise.
+   */
+  boolean isError();
 }

core/src/test/java/com/sap/ai/sdk/core/common/ClientStreamingHandlerTest.java

@@ -40,6 +40,11 @@ public String getDeltaContent() {
     public String getFinishReason() {
       return finishReason;
     }
+
+    @Override
+    public boolean isError() {
+      return false;
+    }
   }
 
   @SneakyThrows

docs/release_notes.md

@@ -40,4 +40,4 @@
 
 ### 🐛 Fixed Issues
 
--
+- [Orchestration] Fixed getting `OrchestrationFilterException.Input` for bad requests with input filter.

foundation-models/openai/src/main/java/com/sap/ai/sdk/foundationmodels/openai/OpenAiChatCompletionDelta.java

@@ -51,6 +51,11 @@ public String getFinishReason() {
     return null;
   }
 
+  @Override
+  public boolean isError() {
+    return originalResponse.getCustomFieldNames().contains("error");
+  }
+
   /**
    * Retrieves the completion usage from the response, or null if it is not available.
    *

foundation-models/openai/src/main/java/com/sap/ai/sdk/foundationmodels/openai/model/OpenAiChatCompletionDelta.java

@@ -59,4 +59,9 @@ && getChoices().get(0).getIndex() == 0) {
     }
     return null;
   }
+
+  @Override
+  public boolean isError() {
+    return false;
+  }
 }

orchestration/src/main/java/com/sap/ai/sdk/orchestration/OrchestrationChatCompletionDelta.java

@@ -31,4 +31,9 @@ public String getDeltaContent() {
   public String getFinishReason() {
     return getFinalResult().getChoices().get(0).getFinishReason();
   }
+
+  @Override
+  public boolean isError() {
+    return getCustomFieldNames().contains("error");
+  }
 }

orchestration/src/main/java/com/sap/ai/sdk/orchestration/OrchestrationClientException.java

@@ -39,6 +39,7 @@ static Map<String, Object> extractInputFilterDetails(@Nullable final Orchestrati
           .map(ErrorResponse::getError)
           .map(Error::getIntermediateResults)
           .map(ModuleResults::getInputFiltering)
+          .filter(filter -> !filter.getMessage().equals("Input Filter passed successfully."))
           .map(GenericModuleResult::getData)
           .map(map -> (Map<String, Object>) map)
           .orElseGet(Collections::emptyMap);
@@ -47,6 +48,7 @@ static Map<String, Object> extractInputFilterDetails(@Nullable final Orchestrati
           .map(ErrorResponseStreaming::getError)
           .map(ErrorStreaming::getIntermediateResults)
           .map(ModuleResultsStreaming::getInputFiltering)
+          .filter(filter -> !filter.getMessage().equals("Input Filter passed successfully."))
           .map(GenericModuleResult::getData)
           .filter(Map.class::isInstance)
           .map(map -> (Map<String, Object>) map)

orchestration/src/test/java/com/sap/ai/sdk/orchestration/OrchestrationUnitTest.java

@@ -673,33 +673,33 @@ void testErrorHandling(@Nonnull final Runnable request) {
     softly
         .assertThatThrownBy(request::run)
         .describedAs("Server errors should be handled")
-        .isInstanceOf(OrchestrationClientException.class)
+        .isExactlyInstanceOf(OrchestrationClientException.class)
         .hasMessageContaining("500");
 
     softly
         .assertThatThrownBy(request::run)
         .describedAs("Error objects from Orchestration should be interpreted")
-        .isInstanceOf(OrchestrationClientException.class)
+        .isExactlyInstanceOf(OrchestrationClientException.class)
         .hasMessageContaining("'config' is a required property");
 
     softly
         .assertThatThrownBy(request::run)
         .describedAs("Failures while parsing error message should be handled")
-        .isInstanceOf(OrchestrationClientException.class)
+        .isExactlyInstanceOf(OrchestrationClientException.class)
         .hasMessageContaining("400")
         .extracting(e -> e.getSuppressed()[0])
         .isInstanceOf(JsonParseException.class);
 
     softly
         .assertThatThrownBy(request::run)
         .describedAs("Non-JSON responses should be handled")
-        .isInstanceOf(OrchestrationClientException.class)
+        .isExactlyInstanceOf(OrchestrationClientException.class)
         .hasMessageContaining("Failed to parse");
 
     softly
         .assertThatThrownBy(request::run)
         .describedAs("Empty responses should be handled")
-        .isInstanceOf(OrchestrationClientException.class)
+        .isExactlyInstanceOf(OrchestrationClientException.class)
         .hasMessageContaining("HTTP Response is empty");
 
     softly.assertAll();
@@ -839,6 +839,35 @@ void streamChatCompletionOutputFilterErrorHandling() throws IOException {
     }
   }
 
+  @Test
+  void testStreamingErrorHandlingBadRequest() throws IOException {
+    try (var inputStream = fileLoader.apply("streamError.txt")) {
+      final var httpClient = mock(HttpClient.class);
+      ApacheHttpClient5Accessor.setHttpClientFactory(destination -> httpClient);
+
+      // Create a mock response
+      final var mockResponse = new BasicClassicHttpResponse(200, "OK");
+      final var inputStreamEntity = new InputStreamEntity(inputStream, ContentType.TEXT_PLAIN);
+      mockResponse.setEntity(inputStreamEntity);
+      mockResponse.setHeader("Content-Type", "text/event-stream");
+
+      // Configure the HttpClient mock to return the mock response
+      doReturn(mockResponse).when(httpClient).executeOpen(any(), any(), any());
+
+      val wrongConfig =
+          new OrchestrationModuleConfig()
+              .withLlmConfig(GPT_4O_MINI.withVersion("wrong-version"))
+              .withInputFiltering(new AzureContentFilter().hate(AzureFilterThreshold.ALLOW_SAFE));
+      val prompt = new OrchestrationPrompt("HelloWorld!");
+
+      assertThatThrownBy(
+              () -> client.streamChatCompletion(prompt, wrongConfig).forEach(System.out::println))
+          .isExactlyInstanceOf(OrchestrationClientException.class)
+          .hasMessageContaining("400")
+          .hasMessageContaining("Model gpt-5 in version wrong-version not found.");
+    }
+  }
+
   @Test
   void streamChatCompletionDeltas() throws IOException {
     try (var inputStream = spy(fileLoader.apply("streamChatCompletion.txt"))) {

orchestration/src/test/resources/__files/errorResponse.json

@@ -4,6 +4,17 @@
     "code": 400,
     "message": "'config' is a required property",
     "location": "request body",
-    "intermediate_results": {}
+    "intermediate_results": {
+      "input_filtering": {
+        "message": "Input Filter passed successfully.",
+        "data": {
+          "azure_content_safety": {
+            "userPromptAnalysis": {
+              "attackDetected": false
+            }
+          }
+        }
+      }
+    }
   }
-}
+}