feat(model/qwen-tts): add param language_type

Author: songguocola

src/main/java/com/alibaba/dashscope/aigc/multimodalconversation/MultiModalConversationParam.java

@@ -147,6 +147,9 @@ public class MultiModalConversationParam extends HalfDuplexServiceParam {
   /** number of images */
   private Integer n;
 
+  /** language type for tts */
+  private String languageType;
+
   @Override
   public JsonObject getHttpBody() {
     JsonObject requestObject = new JsonObject();
@@ -172,6 +175,10 @@ public JsonObject getInput() {
       jsonObject.addProperty(ApiKeywords.VOICE, voice.getValue());
     }
 
+    if (languageType != null) {
+      jsonObject.addProperty(ApiKeywords.LANGUAGE_TYPE, languageType);
+    }
+
     return jsonObject;
   }
 

src/main/java/com/alibaba/dashscope/audio/qwen_tts_realtime/QwenTtsRealtimeConfig.java

@@ -23,6 +23,8 @@ public class QwenTtsRealtimeConfig {
   QwenTtsRealtimeAudioFormat responseFormat = QwenTtsRealtimeAudioFormat.PCM_24000HZ_MONO_16BIT;
   /** mode */
   @Builder.Default String mode = "server_commit";
+  /** languageType for tts */
+  @Builder.Default String languageType = null;
   /** The extra parameters. */
   @Builder.Default Map<String, Object> parameters = null;
 
@@ -32,6 +34,9 @@ public JsonObject getConfig() {
     config.put(QwenTtsRealtimeConstants.MODE, mode);
     config.put(QwenTtsRealtimeConstants.RESPONSE_FORMAT, responseFormat.getFormat());
     config.put(QwenTtsRealtimeConstants.SAMPLE_RATE, responseFormat.getSampleRate());
+    if (languageType != null) {
+      config.put(QwenTtsRealtimeConstants.LANGUAGE_TYPE,languageType);
+    }
     if (parameters != null) {
       for (Map.Entry<String, Object> entry : parameters.entrySet()) {
         config.put(entry.getKey(), entry.getValue());

src/main/java/com/alibaba/dashscope/audio/qwen_tts_realtime/QwenTtsRealtimeConstants.java

@@ -9,6 +9,7 @@ public class QwenTtsRealtimeConstants {
   public static final String MODE = "mode";
   public static final String RESPONSE_FORMAT = "response_format";
   public static final String SAMPLE_RATE = "sample_rate";
+  public static final String LANGUAGE_TYPE = "language_type";
   public static final String PROTOCOL_EVENT_ID = "event_id";
   public static final String PROTOCOL_TYPE = "type";
   public static final String PROTOCOL_SESSION = "session";

src/main/java/com/alibaba/dashscope/audio/tts/timestamp/Sentence.java

@@ -18,7 +18,10 @@ public class Sentence {
   @SerializedName("end_time")
   int endTime;
 
+  @SerializedName("index")
+  int index;
   /** Sentence words. */
+  @SerializedName("words")
   List<Word> words;
 
   public static Sentence from(String message) {

src/main/java/com/alibaba/dashscope/audio/tts/timestamp/Word.java

@@ -16,6 +16,12 @@ public class Word {
   @SerializedName("end_time")
   int endTime;
 
+  @SerializedName("begin_index")
+  int beginIndex;
+
+  @SerializedName("end_index")
+  int endIndex;
+
   /** Word. */
   String text;
 

src/main/java/com/alibaba/dashscope/utils/ApiKeywords.java

@@ -181,4 +181,6 @@ public class ApiKeywords {
    public static final String WATERMARK = "watermark";
 
   public static final String ANNOTATIONS = "annotations";
+
+  public static final String LANGUAGE_TYPE = "language_type";
 }

src/test/java/com/alibaba/dashscope/TestMultiModalConversationQwenTTS.java

@@ -0,0 +1,82 @@
+// Copyright (c) Alibaba, Inc. and its affiliates.
+
+package com.alibaba.dashscope;
+
+import com.alibaba.dashscope.aigc.multimodalconversation.*;
+import com.alibaba.dashscope.exception.ApiException;
+import com.alibaba.dashscope.exception.InputRequiredException;
+import com.alibaba.dashscope.exception.NoApiKeyException;
+import com.alibaba.dashscope.exception.UploadFileException;
+import com.alibaba.dashscope.utils.Constants;
+import lombok.extern.slf4j.Slf4j;
+import okhttp3.MediaType;
+import okhttp3.mockwebserver.MockResponse;
+import okhttp3.mockwebserver.MockWebServer;
+import okhttp3.mockwebserver.RecordedRequest;
+import okio.ByteString;
+import org.junit.jupiter.api.AfterEach;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.parallel.Execution;
+import org.junit.jupiter.api.parallel.ExecutionMode;
+import org.junitpioneer.jupiter.SetEnvironmentVariable;
+import static org.junit.jupiter.api.Assertions.assertNotNull;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+import java.io.IOException;
+
+@Execution(ExecutionMode.SAME_THREAD)
+@Slf4j
+@SetEnvironmentVariable(key = "DASHSCOPE_API_KEY", value = "1234")
+public class TestMultiModalConversationQwenTTS {
+  private static final MediaType MEDIA_TYPE_APPLICATION_JSON =
+      MediaType.parse("application/json; charset=utf-8");
+  MockWebServer server;
+
+  @BeforeEach
+  public void before() throws IOException {
+
+    this.server = new MockWebServer();
+    this.server.start();
+
+    String responseStr =
+            "{\"output\": {\"audio\": {\"data\": \"\", \"expires_at\": 1758187426, \"id\": \"audio_d8ab01f8-2793-4f65-a656-664e6e6c0d19\", \"url\": \"http://dashscope-result.demo.reuslt/abc\"}, \"finish_reason\": \"stop\"}, \"usage\": {\"characters\": 56}, \"request_id\": \"d8ab01f8-2793-4f65-a656-664e6e6c0d19\"}";
+    server.enqueue(
+            new MockResponse()
+                    .setBody(responseStr)
+                    .setHeader("content-type", MEDIA_TYPE_APPLICATION_JSON));
+  }
+
+  @AfterEach
+  public void after() throws IOException {
+    server.close();
+  }
+
+  @Test
+  @SetEnvironmentVariable(key = "DASHSCOPE_NETWORK_LOGGING_LEVEL", value = "HEADERS")
+  public void testSendAndReceive()
+      throws ApiException, NoApiKeyException, IOException, InterruptedException,
+          InputRequiredException, UploadFileException {
+    int port = server.getPort();
+    Constants.baseHttpApiUrl = String.format("http://127.0.0.1:%s", port);
+    MultiModalConversation conv = new MultiModalConversation();
+
+    MultiModalConversationParam param =
+        MultiModalConversationParam.builder()
+              .model("qwen-tts-latest")
+              .text("Today is a wonderful day to build something people love!")
+              .voice(AudioParameters.Voice.DYLAN)
+              .languageType("zh")
+             .build();
+    MultiModalConversationResult result = conv.call(param);
+    RecordedRequest request = this.server.takeRequest();
+    String requestBody = request.getBody().readUtf8();
+
+    // Assert that the request body contains the language_type
+    assertTrue(requestBody.contains("\"language_type\":\"zh\""));
+
+    // Assert properties of the result
+    assertNotNull(result);
+    assertNotNull(result.getOutput());
+    assertNotNull(result.getOutput().getAudio());
+  }
+}

src/test/java/com/alibaba/dashscope/TestQwenTtsRealtime.java

@@ -132,6 +132,7 @@ public void onClose(int code, String reason) {
                 QwenTtsRealtimeConfig.builder()
                         .voice("Chelsie")
                         .mode("commit")
+                        .languageType("zh")
                         .build();
         ttsRealtime.updateSession(config);
         ttsRealtime.appendText("你好");