feat(model/qwen-asr,model/cosyvoice-v3): support more parameters

Author: songguocola

samples/QwenASRUsage.java

@@ -0,0 +1,49 @@
+import com.alibaba.dashscope.aigc.multimodalconversation.MultiModalConversation;
+import com.alibaba.dashscope.aigc.multimodalconversation.MultiModalConversationParam;
+import com.alibaba.dashscope.aigc.multimodalconversation.MultiModalConversationResult;
+import com.alibaba.dashscope.common.MultiModalMessage;
+import com.alibaba.dashscope.common.Role;
+import com.alibaba.dashscope.exception.ApiException;
+import com.alibaba.dashscope.exception.NoApiKeyException;
+import com.alibaba.dashscope.exception.UploadFileException;
+import io.reactivex.Flowable;
+
+import java.util.Arrays;
+import java.util.HashMap;
+
+public class QwenASRUsage {
+    private static final String modelName = "qwen3-asr-flash";
+    public static void streamCall()
+            throws ApiException, NoApiKeyException, UploadFileException {
+        MultiModalConversation conv = new MultiModalConversation();
+        // must create mutable map.
+        MultiModalMessage userMessage = MultiModalMessage.builder().role(Role.USER.getValue())
+                .content(Arrays.asList(new HashMap<String, Object>(){{put("audio", "https://dashscope.oss-cn-beijing.aliyuncs.com/audios/welcome.mp3");}}
+                )).build();
+        MultiModalConversationParam param = MultiModalConversationParam.builder()
+                .model(modelName)
+                .message(userMessage)
+                .parameter("asr_options", new HashMap<String, Object>(){{put("enable_lid", true); put("language", "zh");}})
+                .incrementalOutput(true)
+                .build();
+        Flowable<MultiModalConversationResult> result = conv.streamCall(param);
+        result.blockingForEach(item -> {
+            if (item.getOutput() == null) {
+                return;
+            }
+            try {
+                System.out.println(item.getOutput().getChoices().get(0).getMessage().getContent().get(0).get("text"));
+            } catch (Exception e){
+                System.exit(0);
+            }
+        });
+    }
+    public static void main(String[] args) {
+        try {
+            streamCall();
+        } catch (ApiException | NoApiKeyException | UploadFileException e) {
+            System.out.println(e.getMessage());
+        }
+        System.exit(0);
+    }
+}

src/main/java/com/alibaba/dashscope/aigc/multimodalconversation/MultiModalConversationUsage.java

@@ -32,6 +32,9 @@ public class MultiModalConversationUsage {
   @SerializedName("height")
   private Integer height;
 
+  @SerializedName("seconds")
+  private Integer seconds;
+
   @SerializedName("input_tokens_details")
   private MultiModalConversationTokensDetails inputTokensDetails;
 

src/main/java/com/alibaba/dashscope/audio/tts/SpeechSynthesisApiKeywords.java

@@ -34,4 +34,12 @@ public class SpeechSynthesisApiKeywords {
   public static final String TIMESTAMP_TEXT = "text";
 
   public static final String TONE = "tone";
+
+  public static final String INSTRUCTION = "instruction";
+
+  public static final String SEED = "seed";
+
+  public static final String LANGUAGE_HINTS = "language_hints";
+
+  public static final String STYLE = "style";
 }

src/main/java/com/alibaba/dashscope/audio/ttsv2/SpeechSynthesisParam.java

@@ -10,6 +10,7 @@
 import lombok.experimental.SuperBuilder;
 
 import java.util.HashMap;
+import java.util.List;
 import java.util.Map;
 
 /** @author lengjiayi */
@@ -44,6 +45,19 @@ public class SpeechSynthesisParam extends FullDuplexServiceParam {
   @Builder.Default private long connectionTimeout = -1;
   @Builder.Default private long firstPackageTimeout = -1;
 
+  /**
+   * the following parameters take effect
+   * only in CosyVoice V3 and later versions.
+   * instruction for synthesis. */
+  @Builder.Default private String instruction = null;
+  /** random seed. */
+  @Builder.Default private int seed = 0;
+  /** language hints. */
+  @Builder.Default private List<String> languageHints = null;
+  /** synthesis style */
+  @Builder.Default private int style = 0;
+
+
   @Override
   public Map<String, Object> getParameters() {
     Map<String, Object> params = new HashMap<>();
@@ -59,6 +73,18 @@ public Map<String, Object> getParameters() {
     if (getFormat().getFormat() == "opus") {
       params.put(SpeechSynthesisApiKeywords.BIT_RATE, getFormat().getBitRate());
     }
+    if (getInstruction() != null) {
+      params.put(SpeechSynthesisApiKeywords.INSTRUCTION, getInstruction());
+    }
+    if (getSeed() != 0) {
+      params.put(SpeechSynthesisApiKeywords.SEED, getSeed());
+    }
+    if (getLanguageHints() != null) {
+      params.put(SpeechSynthesisApiKeywords.LANGUAGE_HINTS, getLanguageHints());
+    }
+    if (getStyle() != 0) {
+      params.put(SpeechSynthesisApiKeywords.STYLE, getStyle());
+    }
     params.putAll(parameters);
     return params;
   }

src/main/java/com/alibaba/dashscope/common/MultiModalMessage.java

@@ -37,4 +37,7 @@ public class MultiModalMessage {
 
   /** chain of thought content */
   String reasoningContent;
+
+  /** annotations result for message */
+  private List<Map<String, Object>> annotations;
 }

src/main/java/com/alibaba/dashscope/common/MultiModalMessageAdapter.java

@@ -109,6 +109,15 @@ public void write(JsonWriter out, MultiModalMessage value) throws IOException {
     }
     out.endArray();
 
+    if (value.getAnnotations() != null) {
+      out.name(ApiKeywords.ANNOTATIONS);
+      out.beginArray();
+      for (Map<String, Object> item : value.getAnnotations()) {
+        writeMapObject(out, item);
+      }
+      out.endArray();
+    }
+
     if (value.getReasoningContent() != null) {
       out.name(ApiKeywords.REASONING_CONTENT);
       out.value(value.getReasoningContent());
@@ -157,6 +166,11 @@ public MultiModalMessage read(JsonReader in) throws IOException {
       objectMap.remove(ApiKeywords.CONTENT);
     }
 
+    if (objectMap.containsKey(ApiKeywords.ANNOTATIONS)) {
+      msg.setAnnotations((List<Map<String, Object>>) objectMap.get(ApiKeywords.ANNOTATIONS));
+      objectMap.remove(ApiKeywords.ANNOTATIONS);
+    }
+
     if (objectMap.containsKey(ApiKeywords.REASONING_CONTENT)) {
       String reasoningContent = (String) objectMap.get(ApiKeywords.REASONING_CONTENT);
       msg.setReasoningContent(reasoningContent);

src/main/java/com/alibaba/dashscope/utils/ApiKeywords.java

@@ -179,4 +179,6 @@ public class ApiKeywords {
    public static final String PROMPT_EXTEND = "prompt_extend";
 
    public static final String WATERMARK = "watermark";
+
+  public static final String ANNOTATIONS = "annotations";
 }