support wan2.6 video generation (#162)

Co-authored-by: mose-x.zm <[email protected]>

Author: mose-zm

samples/VideoSynthesisUsage.java

@@ -9,17 +9,25 @@
 import com.alibaba.dashscope.exception.NoApiKeyException;
 import com.alibaba.dashscope.task.AsyncTaskListParam;
 
+import java.util.ArrayList;
+import java.util.List;
+
 public class VideoSynthesisUsage {
     /**
      * Create a video compositing task and wait for the task to complete.
      */
     public static void basicCall() throws ApiException, NoApiKeyException, InputRequiredException {
         VideoSynthesis vs = new VideoSynthesis();
+        List<String> referenceVideoUrls = new ArrayList<>();
+        referenceVideoUrls.add("https://test-data-center.oss-accelerate.aliyuncs.com/wanx/video/resources/with_human_voice_11s.mov");
         VideoSynthesisParam param =
                 VideoSynthesisParam.builder()
-                        .model("wan2.5-t2v-preview")
-                        .prompt("一只戴着绿色眼镜的小狗在唱rap")
-                        .audioUrl("https://help-static-aliyun-doc.aliyuncs.com/file-manage-files/zh-CN/20250925/ozwpvi/rap.mp3")
+                        .model("wan2.6-r2v")
+                        .prompt("一只小猫在月光下奔跑")
+                        .referenceVideoUrls(referenceVideoUrls)
+                        .shotType(VideoSynthesis.ShotType.MULTI)
+                        .watermark(Boolean.TRUE)
+                        .audio(Boolean.TRUE)
                         .build();
         VideoSynthesisResult result = vs.call(param);
         System.out.println(result);
@@ -53,6 +61,7 @@ public static void main(String[] args) {
             // fetchTask("b451725d-c48f-4f08-9d26-xxx-xxx");
         } catch (ApiException | NoApiKeyException | InputRequiredException e) {
             System.out.println(e.getMessage());
+            e.printStackTrace();
         }
         System.exit(0);
     }

src/main/java/com/alibaba/dashscope/aigc/videosynthesis/VideoSynthesis.java

@@ -54,6 +54,11 @@ public static class Resolution {
     public static final String DEFAULT = "720P";
   }
 
+  public static class ShotType {
+    public static final String MULTI = "multi";
+    public static final String SINGLE = "single";
+  }
+
   /**
    * Create ApiServiceOption
    *

src/main/java/com/alibaba/dashscope/aigc/videosynthesis/VideoSynthesisParam.java

@@ -12,7 +12,9 @@
 import com.alibaba.dashscope.utils.PreprocessInputImage;
 import com.google.gson.JsonObject;
 import java.nio.ByteBuffer;
+import java.util.ArrayList;
 import java.util.HashMap;
+import java.util.List;
 import java.util.Map;
 import lombok.Builder;
 import lombok.Data;
@@ -55,6 +57,13 @@ public class VideoSynthesisParam extends HalfDuplexServiceParam {
   /** The input audio url. */
   @Builder.Default private String audioUrl = null;
 
+  /**  list of character reference video file urls uploaded by the user */
+  @Builder.Default private List<String> referenceVideoUrls = null;
+
+  /**  For the description information of the picture and sound of the reference video, corresponding to ref video,
+   * it needs to be in the order of the url. If the quantity is different, an error will be reported */
+  @Builder.Default private List<String> referenceVideoDescription = null;
+
   /** The extra parameters. */
   @GsonExclude @Singular protected Map<String, Object> extraInputs;
 
@@ -82,6 +91,8 @@ public class VideoSynthesisParam extends HalfDuplexServiceParam {
 
   @Builder.Default private Boolean audio = null;
 
+  @Builder.Default private String shotType = null;
+
   /** The inputs of the model. */
   @Override
   public JsonObject getInput() {
@@ -124,6 +135,14 @@ public JsonObject getInput() {
       jsonObject.addProperty(TAIL_FRAME, tailFrame);
     }
 
+    if (referenceVideoUrls != null && !referenceVideoUrls.isEmpty()) {
+      jsonObject.add(REFERENCE_VIDEO_URLS, JsonUtils.toJsonArray(referenceVideoUrls));
+    }
+
+    if (referenceVideoDescription != null && !referenceVideoDescription.isEmpty()) {
+      jsonObject.add(REFERENCE_VIDEO_DESCRIPTION, JsonUtils.toJsonArray(referenceVideoDescription));
+    }
+
     if (extraInputs != null && !extraInputs.isEmpty()) {
       JsonObject extraInputsJsonObject = JsonUtils.parametersToJsonObject(extraInputs);
       JsonUtils.merge(jsonObject, extraInputsJsonObject);
@@ -164,6 +183,9 @@ public Map<String, Object> getParameters() {
     if (audio != null) {
       params.put(AUDIO, audio);
     }
+    if (shotType != null) {
+      params.put(SHOT_TYPE, shotType);
+    }
     params.putAll(super.getParameters());
     return params;
   }
@@ -200,6 +222,13 @@ public void checkAndUpload() throws NoApiKeyException, UploadFileException {
     inputChecks.put(LAST_FRAME_URL, this.lastFrameUrl);
     inputChecks.put(HEAD_FRAME, this.headFrame);
     inputChecks.put(TAIL_FRAME, this.tailFrame);
+    int rvs = 0;
+    if (this.referenceVideoUrls != null) {
+      rvs = this.referenceVideoUrls.size();
+      for (int i = 0; i < rvs; i++) {
+        inputChecks.put(REFERENCE_VIDEO_URLS + "[" + i + "]", this.referenceVideoUrls.get(i));
+      }
+    }
 
     boolean isUpload = PreprocessInputImage.checkAndUploadImage(getModel(), inputChecks, getApiKey());
 
@@ -212,6 +241,13 @@ public void checkAndUpload() throws NoApiKeyException, UploadFileException {
       this.lastFrameUrl = inputChecks.get(LAST_FRAME_URL);
       this.headFrame = inputChecks.get(HEAD_FRAME);
       this.tailFrame = inputChecks.get(TAIL_FRAME);
+      if (rvs > 0) {
+        List<String> newVideos = new ArrayList<>();
+        for (int i = 0; i < rvs; i++) {
+          newVideos.add(inputChecks.get(REFERENCE_VIDEO_URLS + "[" + i + "]"));
+        }
+        this.referenceVideoUrls = newVideos;
+      }
     }
   }
 

src/main/java/com/alibaba/dashscope/utils/ApiKeywords.java

@@ -191,4 +191,10 @@ public class ApiKeywords {
   public static final String LANGUAGE_TYPE = "language_type";
 
   public static final String IMAGES = "images";
+
+  public static final String REFERENCE_VIDEO_URLS = "reference_video_urls";
+
+  public static final String REFERENCE_VIDEO_DESCRIPTION = "reference_video_description";
+
+  public static final String SHOT_TYPE = "shot_type";
 }