Skip to content

Commit da4a32c

Browse files
author
BitsAdmin
committed
Merge 'feat/support-audio-1-5-pro' into 'integration_2025-12-25_1097408644354'
feat: [development task] ark runtime (1971873) See merge request: !818
2 parents 5fa4074 + 9d7c55e commit da4a32c

34 files changed

+2409
-2
lines changed

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/content/generation/CreateContentGenerationTaskRequest.java‎

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,9 @@ public class CreateContentGenerationTaskRequest {
2626
@JsonProperty("execution_expires_after")
2727
private Long executionExpiresAfter;
2828

29+
@JsonProperty("generate_audio")
30+
private Boolean generateAudio;
31+
2932
public CreateContentGenerationTaskRequest() {
3033
}
3134

@@ -89,6 +92,14 @@ public void setExecutionExpiresAfter(Long executionExpiresAfter) {
8992
this.executionExpiresAfter = executionExpiresAfter;
9093
}
9194

95+
public Boolean getGenerateAudio() {
96+
return generateAudio;
97+
}
98+
99+
public void setGenerateAudio(Boolean generateAudio) {
100+
this.generateAudio = generateAudio;
101+
}
102+
92103
@Override
93104
public String toString() {
94105
return "CreateContentGenerationTaskRequest{" +
@@ -98,6 +109,7 @@ public String toString() {
98109
", returnLastFrame=" + returnLastFrame +
99110
", serviceTier='" + serviceTier + '\'' +
100111
", executionExpiresAfter=" + executionExpiresAfter +
112+
", generateAudio=" + generateAudio +
101113
'}';
102114
}
103115

@@ -112,6 +124,7 @@ public static class Builder {
112124
private Boolean returnLastFrame;
113125
private String serviceTier;
114126
private Long executionExpiresAfter;
127+
private Boolean generateAudio;
115128

116129
private Builder() {
117130
}
@@ -146,6 +159,11 @@ public Builder executionExpiresAfter(Long executionExpiresAfter) {
146159
return this;
147160
}
148161

162+
public Builder generateAudio(Boolean generateAudio) {
163+
this.generateAudio = generateAudio;
164+
return this;
165+
}
166+
149167
public CreateContentGenerationTaskRequest build() {
150168
CreateContentGenerationTaskRequest createContentGenerationTaskRequest = new CreateContentGenerationTaskRequest();
151169
createContentGenerationTaskRequest.setModel(model);
@@ -154,6 +172,7 @@ public CreateContentGenerationTaskRequest build() {
154172
createContentGenerationTaskRequest.setReturnLastFrame(returnLastFrame);
155173
createContentGenerationTaskRequest.setServiceTier(serviceTier);
156174
createContentGenerationTaskRequest.setExecutionExpiresAfter(executionExpiresAfter);
175+
createContentGenerationTaskRequest.setGenerateAudio(generateAudio);
157176
return createContentGenerationTaskRequest;
158177
}
159178
}

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/content/generation/GetContentGenerationTaskResponse.java‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,9 @@ public class GetContentGenerationTaskResponse {
5757
@JsonProperty("execution_expires_after")
5858
private java.lang.Long executionExpiresAfter;
5959

60+
@JsonProperty("generate_audio")
61+
private Boolean generateAudio;
62+
6063
public String getId() {
6164
return id;
6265
}
@@ -185,6 +188,14 @@ public void setExecutionExpiresAfter(java.lang.Long executionExpiresAfter) {
185188
this.executionExpiresAfter = executionExpiresAfter;
186189
}
187190

191+
public Boolean getGenerateAudio() {
192+
return generateAudio;
193+
}
194+
195+
public void setGenerateAudio(Boolean generateAudio) {
196+
this.generateAudio = generateAudio;
197+
}
198+
188199
@JsonIgnoreProperties(ignoreUnknown = true)
189200
public static class Content {
190201

@@ -298,6 +309,7 @@ public String toString() {
298309
", revisedPrompt=" + revisedPrompt +
299310
", serviceTier='" + serviceTier + '\'' +
300311
", executionExpiresAfter=" + executionExpiresAfter +
312+
", generateAudio=" + generateAudio +
301313
'}';
302314
}
303315
}

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/content/generation/ListContentGenerationTasksResponse.java‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -82,6 +82,9 @@ public static class Item {
8282
@JsonProperty("execution_expires_after")
8383
private java.lang.Long executionExpiresAfter;
8484

85+
@JsonProperty("generate_audio")
86+
private Boolean generateAudio;
87+
8588
public String getId() {
8689
return id;
8790
}
@@ -198,6 +201,14 @@ public String getRevisedPrompt() {
198201

199202
public void setExecutionExpiresAfter(java.lang.Long executionExpiresAfter) { this.executionExpiresAfter = executionExpiresAfter; }
200203

204+
public Boolean getGenerateAudio() {
205+
return generateAudio;
206+
}
207+
208+
public void setGenerateAudio(Boolean generateAudio) {
209+
this.generateAudio = generateAudio;
210+
}
211+
201212
@JsonIgnoreProperties(ignoreUnknown = true)
202213
public static class Content {
203214

@@ -311,6 +322,7 @@ public String toString() {
311322
", revisedPrompt=" + revisedPrompt +
312323
", serviceTier='" + serviceTier + '\'' +
313324
", executionExpiresAfter=" + executionExpiresAfter +
325+
", generateAudio=" + generateAudio +
314326
'}';
315327
}
316328
}

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/constant/ResponsesConstants.java‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@ public class ResponsesConstants {
2323
public static final String ITEM_TYPE_MCP_APPROVAL_RESPONSE = "mcp_approval_response";
2424
public static final String ITEM_TYPE_MCP_LIST_TOOLS = "mcp_list_tools";
2525
public static final String ITEM_TYPE_MCP_CALL = "mcp_call";
26+
public static final String ITEM_TYPE_KNOWLEDGE_SEARCH_CALL = "knowledge_search_call";
27+
public static final String ITEM_TYPE_DOUBAO_APP_CALL = "doubao_app_call";
2628

2729
// MessageRole.Enum
2830
public static final String MESSAGE_ROLE_USER = "user";
@@ -75,6 +77,7 @@ public class ResponsesConstants {
7577
public static final String TOOL_TYPE_WEB_SEARCH = "web_search";
7678
public static final String TOOL_TYPE_IMAGE_PROCESS = "image_process";
7779
public static final String TOOL_TYPE_MCP = "mcp";
80+
public static final String TOOL_TYPE_DOUBAO_APP = "doubao_app";
7881

7982
// UserLocationType.Enum
8083
public static final String USER_LOCATION_TYPE_APPROXIMATE = "approximate";
@@ -136,6 +139,23 @@ public class ResponsesConstants {
136139
public static final String EVENT_TYPE_RESPONSE_MCP_CALL_COMPLETED = "response.mcp_call.completed";
137140
public static final String EVENT_TYPE_RESPONSE_MCP_CALL_FAILED = "response.mcp_call.failed";
138141

142+
// Doubao app events
143+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_IN_PROGRESS = "response.doubao_app_call.in_progress";
144+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_COMPLETED = "response.doubao_app_call.completed";
145+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_FAILED = "response.doubao_app_call.failed";
146+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_OUTPUT_TEXT_DELTA = "response.doubao_app_call_output_text.delta";
147+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_OUTPUT_TEXT_DONE = "response.doubao_app_call_output_text.done";
148+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_SEARCH_IN_PROGRESS = "response.doubao_app_call_search.in_progress";
149+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_SEARCH_SEARCHING = "response.doubao_app_call_search.searching";
150+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_SEARCH_COMPLETED = "response.doubao_app_call_search.completed";
151+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_TEXT_DELTA = "response.doubao_app_call_reasoning_text.delta";
152+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_TEXT_DONE = "response.doubao_app_call_reasoning_text.done";
153+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_SEARCH_IN_PROGRESS = "response.doubao_app_call_reasoning_search.in_progress";
154+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_SEARCH_SEARCHING = "response.doubao_app_call_reasoning_search.searching";
155+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_SEARCH_COMPLETED = "response.doubao_app_call_reasoning_search.completed";
156+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_BLOCK_ADDED = "response.doubao_app_call_block.added";
157+
public static final String EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_BLOCK_DONE = "response.doubao_app_call_block.done";
158+
139159
// IncludeType.Enum
140160
public static final String INCLUDE_TYPE_IMAGE_URL = "message.input_image.image_url";
141161

@@ -147,6 +167,17 @@ public class ResponsesConstants {
147167
public static final String MCP_APPROVAL_MODE_ALWAYS = "always";
148168
public static final String MCP_APPROVAL_MODE_NEVER = "never";
149169

170+
// DoubaoAppBlockType.Enum
171+
public static final String DOBAO_APP_BLOCK_TYPE_OUTPUT_TEXT = "output_text";
172+
public static final String DOBAO_APP_BLOCK_TYPE_REASONING_TEXT = "reasoning_text";
173+
public static final String DOBAO_APP_BLOCK_TYPE_SEARCH = "search";
174+
public static final String DOBAO_APP_BLOCK_TYPE_REASONING_SEARCH = "reasoning_search";
175+
176+
// ResponseDoubaoAppFeatureType.Enum
177+
public static final String RESPONSE_DOBAO_APP_FEATURE_TYPE_UNSPECIFIED = "unspecified";
178+
public static final String RESPONSE_DOBAO_APP_FEATURE_TYPE_ENABLED = "enabled";
179+
public static final String RESPONSE_DOBAO_APP_FEATURE_TYPE_DISABLED = "disabled";
180+
150181
private ResponsesConstants() {
151182
// Prevent instantiation
152183
}

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/event/StreamEvent.java‎

Lines changed: 16 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
import com.fasterxml.jackson.annotation.JsonSubTypes;
66
import com.fasterxml.jackson.annotation.JsonTypeInfo;
77
import com.volcengine.ark.runtime.model.responses.constant.ResponsesConstants;
8+
import com.volcengine.ark.runtime.model.responses.event.doubaoapp.*;
89
import com.volcengine.ark.runtime.model.responses.event.mcp.*;
910
import com.volcengine.ark.runtime.model.responses.event.outputtext.AnnotationAddedEvent;
1011
import com.volcengine.ark.runtime.model.responses.event.contentpart.ContentPartAddedEvent;
@@ -69,7 +70,21 @@
6970
@JsonSubTypes.Type(value = MCPCallArgumentsDoneEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_MCP_CALL_ARGUMENTS_DONE),
7071
@JsonSubTypes.Type(value = MCPCallCompletedEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_MCP_CALL_COMPLETED),
7172
@JsonSubTypes.Type(value = MCPCallFailedEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_MCP_CALL_FAILED),
72-
73+
@JsonSubTypes.Type(value = DoubaoAppCallInProgressEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_IN_PROGRESS),
74+
@JsonSubTypes.Type(value = DoubaoAppCallCompletedEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_COMPLETED),
75+
@JsonSubTypes.Type(value = DoubaoAppCallFailedEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_FAILED),
76+
@JsonSubTypes.Type(value = DoubaoAppCallBlockAddedEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_BLOCK_ADDED),
77+
@JsonSubTypes.Type(value = DoubaoAppCallBlockDoneEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_BLOCK_DONE),
78+
@JsonSubTypes.Type(value = DoubaoAppCallOutputTextDeltaEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_OUTPUT_TEXT_DELTA),
79+
@JsonSubTypes.Type(value = DoubaoAppCallOutputTextDoneEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_OUTPUT_TEXT_DONE),
80+
@JsonSubTypes.Type(value = DoubaoAppCallReasoningTextDeltaEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_TEXT_DELTA),
81+
@JsonSubTypes.Type(value = DoubaoAppCallReasoningTextDoneEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_TEXT_DONE),
82+
@JsonSubTypes.Type(value = DoubaoAppCallSearchInProgressEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_SEARCH_IN_PROGRESS),
83+
@JsonSubTypes.Type(value = DoubaoAppCallSearchSearchingEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_SEARCH_SEARCHING),
84+
@JsonSubTypes.Type(value = DoubaoAppCallSearchCompletedEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_SEARCH_COMPLETED),
85+
@JsonSubTypes.Type(value = DoubaoAppCallReasoningSearchInProgressEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_SEARCH_IN_PROGRESS),
86+
@JsonSubTypes.Type(value = DoubaoAppCallReasoningSearchSearchingEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_SEARCH_SEARCHING),
87+
@JsonSubTypes.Type(value = DoubaoAppCallReasoningSearchCompletedEvent.class, name = ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_REASONING_SEARCH_COMPLETED),
7388
})
7489
public abstract class StreamEvent {
7590

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/event/doubaoapp/DoubaoAppCallBlockAddedEvent.java‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
package com.volcengine.ark.runtime.model.responses.event.doubaoapp;
2+
3+
import com.fasterxml.jackson.annotation.JsonProperty;
4+
import com.volcengine.ark.runtime.model.responses.constant.ResponsesConstants;
5+
import com.volcengine.ark.runtime.model.responses.event.ItemEvent;
6+
import com.volcengine.ark.runtime.model.responses.item.doubaoapp.DoubaoAppCallBlock;
7+
8+
public class DoubaoAppCallBlockAddedEvent extends ItemEvent {
9+
10+
@JsonProperty("block")
11+
private DoubaoAppCallBlock block;
12+
13+
public DoubaoAppCallBlockAddedEvent() {
14+
super(ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_BLOCK_ADDED);
15+
}
16+
17+
public DoubaoAppCallBlock getBlock() {
18+
return block;
19+
}
20+
21+
public void setBlock(DoubaoAppCallBlock block) {
22+
this.block = block;
23+
}
24+
25+
@Override
26+
public String toString() {
27+
return "DoubaoAppCallBlockAddedEvent{" +
28+
"type='" + getType() + '\'' +
29+
", block=" + block +
30+
", itemId='" + getItemId() + '\'' +
31+
", outputIndex=" + getOutputIndex() +
32+
", sequenceNumber=" + getSequenceNumber() +
33+
'}';
34+
}
35+
36+
public static Builder builder() {
37+
return new Builder();
38+
}
39+
40+
public static class Builder {
41+
42+
private DoubaoAppCallBlockAddedEvent event = new DoubaoAppCallBlockAddedEvent();
43+
44+
public Builder block(DoubaoAppCallBlock block) {
45+
event.setBlock(block);
46+
return this;
47+
}
48+
49+
public DoubaoAppCallBlockAddedEvent build() {
50+
return event;
51+
}
52+
}
53+
}

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/event/doubaoapp/DoubaoAppCallBlockDoneEvent.java‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
package com.volcengine.ark.runtime.model.responses.event.doubaoapp;
2+
3+
import com.fasterxml.jackson.annotation.JsonProperty;
4+
import com.volcengine.ark.runtime.model.responses.constant.ResponsesConstants;
5+
import com.volcengine.ark.runtime.model.responses.event.ItemEvent;
6+
import com.volcengine.ark.runtime.model.responses.item.doubaoapp.DoubaoAppCallBlock;
7+
8+
public class DoubaoAppCallBlockDoneEvent extends ItemEvent {
9+
10+
@JsonProperty("block")
11+
private DoubaoAppCallBlock block;
12+
13+
public DoubaoAppCallBlockDoneEvent() {
14+
super(ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_BLOCK_DONE);
15+
}
16+
17+
public DoubaoAppCallBlock getBlock() {
18+
return block;
19+
}
20+
21+
public void setBlock(DoubaoAppCallBlock block) {
22+
this.block = block;
23+
}
24+
25+
@Override
26+
public String toString() {
27+
return "DoubaoAppCallBlockDoneEvent{" +
28+
"type='" + getType() + '\'' +
29+
", block=" + block +
30+
", itemId='" + getItemId() + '\'' +
31+
", outputIndex=" + getOutputIndex() +
32+
", sequenceNumber=" + getSequenceNumber() +
33+
'}';
34+
}
35+
36+
public static Builder builder() {
37+
return new Builder();
38+
}
39+
40+
public static class Builder {
41+
42+
private DoubaoAppCallBlockDoneEvent event = new DoubaoAppCallBlockDoneEvent();
43+
44+
public Builder block(DoubaoAppCallBlock block) {
45+
event.setBlock(block);
46+
return this;
47+
}
48+
49+
public DoubaoAppCallBlockDoneEvent build() {
50+
return event;
51+
}
52+
}
53+
}

‎volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/event/doubaoapp/DoubaoAppCallCompletedEvent.java‎

Lines changed: 72 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,72 @@
1+
package com.volcengine.ark.runtime.model.responses.event.doubaoapp;
2+
3+
import com.fasterxml.jackson.annotation.JsonProperty;
4+
import com.volcengine.ark.runtime.model.responses.constant.ResponsesConstants;
5+
import com.volcengine.ark.runtime.model.responses.event.ItemEvent;
6+
import com.volcengine.ark.runtime.model.responses.item.doubaoapp.DoubaoAppCallBlock;
7+
8+
import java.util.List;
9+
10+
public class DoubaoAppCallCompletedEvent extends ItemEvent {
11+
12+
@JsonProperty("feature")
13+
private String feature;
14+
15+
@JsonProperty("blocks")
16+
private List<DoubaoAppCallBlock> blocks;
17+
18+
public DoubaoAppCallCompletedEvent() {
19+
super(ResponsesConstants.EVENT_TYPE_RESPONSE_DOUBAO_APP_CALL_COMPLETED);
20+
}
21+
22+
public String getFeature() {
23+
return feature;
24+
}
25+
26+
public void setFeature(String feature) {
27+
this.feature = feature;
28+
}
29+
30+
public List<DoubaoAppCallBlock> getBlocks() {
31+
return blocks;
32+
}
33+
34+
public void setBlocks(List<DoubaoAppCallBlock> blocks) {
35+
this.blocks = blocks;
36+
}
37+
38+
@Override
39+
public String toString() {
40+
return "DoubaoAppCallCompletedEvent{" +
41+
"type='" + getType() + '\'' +
42+
", feature='" + feature + '\'' +
43+
", blocks=" + blocks +
44+
", itemId='" + getItemId() + '\'' +
45+
", outputIndex=" + getOutputIndex() +
46+
", sequenceNumber=" + getSequenceNumber() +
47+
'}';
48+
}
49+
50+
public static Builder builder() {
51+
return new Builder();
52+
}
53+
54+
public static class Builder {
55+
56+
private DoubaoAppCallCompletedEvent event = new DoubaoAppCallCompletedEvent();
57+
58+
public Builder feature(String feature) {
59+
event.setFeature(feature);
60+
return this;
61+
}
62+
63+
public Builder blocks(List<DoubaoAppCallBlock> blocks) {
64+
event.setBlocks(blocks);
65+
return this;
66+
}
67+
68+
public DoubaoAppCallCompletedEvent build() {
69+
return event;
70+
}
71+
}
72+
}

0 commit comments

Comments
 (0)