fix: Incorrect outputModalities judgment in stream mode

Signed-off-by: YunKui Lu <[email protected]>

Author: YunKuiLu

models/spring-ai-openai/src/main/java/org/springframework/ai/openai/OpenAiChatModel.java

@@ -272,7 +272,7 @@ public Flux<ChatResponse> internalStream(Prompt prompt, ChatResponse previousCha
 			ChatCompletionRequest request = createRequest(prompt, true);
 
 			if (request.outputModalities() != null) {
-				if (request.outputModalities().stream().anyMatch(m -> m.equals("audio"))) {
+				if (request.outputModalities().stream().anyMatch(OpenAiApi.OutputModality.AUDIO::equals)) {
 					logger.warn("Audio output is not supported for streaming requests. Removing audio output.");
 					throw new IllegalArgumentException("Audio output is not supported for streaming requests.");
 				}

models/spring-ai-openai/src/test/java/org/springframework/ai/openai/chat/OpenAiChatModelIT.java

@@ -551,8 +551,7 @@ void multiModalityOutputAudio(String modelName) throws IOException {
 
 	@ParameterizedTest(name = "{0} : {displayName} ")
 	@ValueSource(strings = { "gpt-4o-audio-preview" })
-	void streamingMultiModalityOutputAudio(String modelName) throws IOException {
-		// var audioResource = new ClassPathResource("speech1.mp3");
+	void streamingMultiModalityOutputAudio(String modelName) {
 		var userMessage = new UserMessage("Tell me joke about Spring Framework");
 
 		assertThatThrownBy(() -> this.chatModel
@@ -564,6 +563,16 @@ void streamingMultiModalityOutputAudio(String modelName) throws IOException {
 						.build()))
 			.collectList()
 			.block()).isInstanceOf(IllegalArgumentException.class)
+			.hasMessageContaining("Audio output is not supported for streaming requests.");
+
+		assertThatThrownBy(() -> this.chatModel
+			.stream(new Prompt(List.of(userMessage),
+					OpenAiChatOptions.builder()
+						.model(modelName)
+						.outputAudio(new AudioParameters(Voice.ALLOY, AudioResponseFormat.WAV))
+						.build()))
+			.collectList()
+			.block()).isInstanceOf(IllegalArgumentException.class)
 			.hasMessageContaining("Audio parameters are not supported for streaming requests.");
 	}