Wip

Author: Jonas-Isr

orchestration/src/main/java/com/sap/ai/sdk/orchestration/OrchestrationChatCompletionDelta.java

@@ -1,6 +1,7 @@
 package com.sap.ai.sdk.orchestration;
 
 import com.sap.ai.sdk.core.common.StreamedDelta;
+import com.sap.ai.sdk.orchestration.model.ChatDelta;
 import com.sap.ai.sdk.orchestration.model.CompletionPostResponseStreaming;
 import java.util.Map;
 import javax.annotation.Nonnull;
@@ -24,7 +25,7 @@ public String getDeltaContent() {
         // A delta only contains one choice with a variable index
         && choices.get(0).getIndex() == 0) {
 
-      final var message = (Map<String, Object>) choices.get(0).toMap().get("delta");
+      final var message = (Map<String, Object>) ((ChatDelta) choices.get(0).toMap().get("delta")).toMap();
       // Avoid the second delta: "choices":[{"delta":{"content":"","role":"assistant"}}]
       if (message != null && message.get("content") != null) {
         return message.get("content").toString();

orchestration/src/test/java/com/sap/ai/sdk/orchestration/OrchestrationUnitTest.java

@@ -704,7 +704,7 @@ void streamChatCompletionDeltas() throws IOException {
         assertThat(choices0.getFinishReason()).isEmpty();
         assertThat(choices0.toMap().get("delta")).isNotNull();
         // this should be getDelta(), only when the result is of type LLMModuleResultStreaming
-        final var message0 = (Map<String, Object>) choices0.toMap().get("delta");
+        final var message0 = (Map<String, Object>) ((ChatDelta) choices0.toMap().get("delta")).toMap();
         assertThat(message0.get("role")).isEqualTo("");
         assertThat(message0.get("content")).isEqualTo("");
         final var templating = deltaList.get(0).getModuleResults().getTemplating();

orchestration/src/test/resources/filteringLooseRequest.json

@@ -35,7 +35,8 @@
                 "Hate": 4,
                 "SelfHarm": 4,
                 "Sexual": 4,
-                "Violence": 4
+                "Violence": 4,
+                "PromptShield" : false
               }
             },
             {