You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/completion/chat/ChatCompletionChunk.java
Copy file name to clipboardExpand all lines: volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/completion/chat/ChatCompletionRequest.java
+57Lines changed: 57 additions & 0 deletions
Original file line number
Diff line number
Diff line change
@@ -48,6 +48,26 @@ public class ChatCompletionRequest {
48
48
@JsonProperty("stream_options")
49
49
ChatCompletionRequestStreamOptionsstreamOptions;
50
50
51
+
/**
52
+
* Specifies the latency tier to use for processing the request.
53
+
*
54
+
* This parameter is relevant for customers subscribed to the scale tier service:
55
+
*
56
+
* - If set to 'auto', and the endpoint is Scale tier enabled, the system will
57
+
* utilize scale tier credits until they are exhausted.
58
+
* - If set to 'auto', and the endpoint is not Scale tier enabled, the request will
59
+
* be processed using the default service tier with a lower uptime SLA and no
60
+
* latency guarentee.
61
+
* - If set to 'default', the request will be processed using the default service
62
+
* tier with a lower uptime SLA and no latency guarentee.
63
+
* - When not set, the default behavior is 'auto'.
64
+
*
65
+
* When this parameter is set, the response body will include the `service_tier`
66
+
* utilized.
67
+
*/
68
+
@JsonProperty("service_tier")
69
+
StringserviceTier;
70
+
51
71
/**
52
72
* Up to 4 sequences where the API will stop generating further tokens.
53
73
*/
@@ -120,6 +140,11 @@ public class ChatCompletionRequest {
120
140
*/
121
141
Integern;
122
142
143
+
/**
144
+
* Whether to enable parallel function calling during tool use.
145
+
*/
146
+
BooleanparallelToolCalls;
147
+
123
148
@JsonProperty("tool_choice")
124
149
ObjecttoolChoice;
125
150
@@ -181,6 +206,14 @@ public void setStreamOptions(ChatCompletionRequestStreamOptions streamOptions) {
181
206
this.streamOptions = streamOptions;
182
207
}
183
208
209
+
publicStringgetServiceTier() {
210
+
returnserviceTier;
211
+
}
212
+
213
+
publicvoidsetServiceTier(StringserviceTier) {
214
+
this.serviceTier = serviceTier;
215
+
}
216
+
184
217
publicList<String> getStop() {
185
218
returnstop;
186
219
}
@@ -277,6 +310,14 @@ public void setN(Integer n) {
Copy file name to clipboardExpand all lines: volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/completion/chat/ChatCompletionResult.java
0 commit comments