Merge branch 'feat/reasoning-effort' into 'integration_2025-10-30_1075115650562'

BitsAdmin · BitsAdmin · commit 523a3e358ad3 · 2025-10-30T11:44:45.000Z
feat: [development task] ark runtime (1783385)

See merge request iaasng/volcengine-java-sdk!720
diff --git a/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/common/ResponsesCaching.java b/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/common/ResponsesCaching.java
@@ -6,6 +6,10 @@ public class ResponsesCaching {
     @JsonProperty("type")
     private String type;
 
+
+    @JsonProperty("prefix")
+    private Boolean prefix;
+
     public String getType() {
         return type;
     }
@@ -14,11 +18,23 @@ public void setType(String type) {
         this.type = type;
     }
 
+    public Boolean getPrefix() {
+        return prefix;
+    }
+
+    public void setPrefix(Boolean prefix) {
+        this.prefix = prefix;
+    }
+
     @Override
     public String toString() {
-        return "ResponsesCaching{" +
-                "type='" + type + '\'' +
-                '}';
+        StringBuilder sb = new StringBuilder("ResponsesCaching{");
+        sb.append("type='").append(type).append('\'');
+        if (prefix != null) {
+            sb.append(", prefix=").append(prefix);
+        }
+        sb.append('}');
+        return sb.toString();
     }
 
     public static Builder builder() {
@@ -27,15 +43,22 @@ public static Builder builder() {
 
     public static class Builder {
         private String type;
+        private Boolean prefix;
 
         public Builder type(String type) {
             this.type = type;
             return this;
         }
 
+        public Builder prefix(Boolean prefix) {
+            this.prefix = prefix;
+            return this;
+        }
+
         public ResponsesCaching build() {
             ResponsesCaching responsesCaching = new ResponsesCaching();
             responsesCaching.setType(type);
+            responsesCaching.setPrefix(prefix);
             return responsesCaching;
         }
     }
diff --git a/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/common/ResponsesReasoning.java b/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/common/ResponsesReasoning.java
@@ -0,0 +1,45 @@
+package com.volcengine.ark.runtime.model.responses.common;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+public class ResponsesReasoning {
+
+    @JsonProperty("effort")
+    private String effort;
+
+    public String getEffort() {
+        return effort;
+    }
+
+    public void setEffort(String effort) {
+        this.effort = effort;
+    }
+
+
+
+    @Override
+    public String toString() {
+        return "ResponseReasoning{" +
+                "effort='" + effort + '\'' +
+                '}';
+    }
+
+    public static Builder builder() {
+        return new Builder();
+    }
+
+    public static class Builder {
+        private String effort;
+
+        public Builder effort(String effort) {
+            this.effort = effort;
+            return this;
+        }
+
+        public ResponsesReasoning build() {
+            ResponsesReasoning responsesReasoning = new ResponsesReasoning();
+            responsesReasoning.setEffort(effort);
+            return responsesReasoning;
+        }
+    }
+}
diff --git a/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/request/CreateResponsesRequest.java b/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/request/CreateResponsesRequest.java
@@ -2,6 +2,7 @@
 
 import com.fasterxml.jackson.annotation.JsonProperty;
 import com.volcengine.ark.runtime.model.responses.common.ResponsesCaching;
+import com.volcengine.ark.runtime.model.responses.common.ResponsesReasoning;
 import com.volcengine.ark.runtime.model.responses.common.ResponsesText;
 import com.volcengine.ark.runtime.model.responses.common.ResponsesThinking;
 import com.volcengine.ark.runtime.model.responses.tool.ResponsesTool;
@@ -25,6 +26,9 @@ public class CreateResponsesRequest {
     @JsonProperty("thinking")
     private ResponsesThinking thinking;
 
+    @JsonProperty("reasoning")
+    private ResponsesReasoning reasoning;
+
     @JsonProperty("service_tier")
     private String serviceTier;
 
@@ -107,6 +111,14 @@ public void setThinking(ResponsesThinking thinking) {
         this.thinking = thinking;
     }
 
+    public ResponsesReasoning getReasoning() {
+        return reasoning;
+    }
+
+    public void setReasoning(ResponsesReasoning reasoning) {
+        this.reasoning = reasoning;
+    }
+
     public String getServiceTier() {
         return serviceTier;
     }
@@ -227,6 +239,7 @@ public String toString() {
                 ", maxOutputTokens=" + maxOutputTokens +
                 ", previousResponseId='" + previousResponseId + '\'' +
                 ", thinking=" + thinking +
+                ", reasoning=" + reasoning +
                 ", serviceTier='" + serviceTier + '\'' +
                 ", store=" + store +
                 ", stream=" + stream +
@@ -254,6 +267,7 @@ public static class Builder {
         private Long maxOutputTokens;
         private String previousResponseId;
         private ResponsesThinking thinking;
+        private ResponsesReasoning reasoning;
         private String serviceTier;
         private Boolean store;
         private Boolean stream;
@@ -294,6 +308,11 @@ public Builder thinking(ResponsesThinking thinking) {
             return this;
         }
 
+        public Builder reasoning(ResponsesReasoning reasoning) {
+            this.reasoning = reasoning;
+            return this;
+        }
+
         public Builder serviceTier(String serviceTier) {
             this.serviceTier = serviceTier;
             return this;
@@ -371,6 +390,7 @@ public CreateResponsesRequest build() {
             responsesRequest.setMaxOutputTokens(maxOutputTokens);
             responsesRequest.setPreviousResponseId(previousResponseId);
             responsesRequest.setThinking(thinking);
+            responsesRequest.setReasoning(reasoning);
             responsesRequest.setServiceTier(serviceTier);
             responsesRequest.setStore(store);
             responsesRequest.setStream(stream);
diff --git a/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/response/ResponseObject.java b/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/response/ResponseObject.java
@@ -2,6 +2,7 @@
 
 import com.fasterxml.jackson.annotation.JsonProperty;
 import com.volcengine.ark.runtime.model.responses.common.Error;
+import com.volcengine.ark.runtime.model.responses.common.ResponsesReasoning;
 import com.volcengine.ark.runtime.model.responses.item.BaseItem;
 import com.volcengine.ark.runtime.model.responses.usage.IncompleteDetails;
 import com.volcengine.ark.runtime.model.responses.usage.Usage;
@@ -45,6 +46,9 @@ public class ResponseObject {
     @JsonProperty("thinking")
     private ResponsesThinking thinking;
 
+    @JsonProperty("reasoning")
+    private ResponsesReasoning reasoning;
+
     @JsonProperty("service_tier")
     private String serviceTier;
 
@@ -167,6 +171,14 @@ public void setThinking(ResponsesThinking thinking) {
         this.thinking = thinking;
     }
 
+    public ResponsesReasoning getReasoning() {
+        return reasoning;
+    }
+
+    public void setReasoning(ResponsesReasoning reasoning) {
+        this.reasoning = reasoning;
+    }
+
     public String getServiceTier() {
         return serviceTier;
     }
@@ -292,6 +304,7 @@ public String toString() {
                 ", output=" + output +
                 ", previousResponseId='" + previousResponseId + '\'' +
                 ", thinking=" + thinking +
+                ", reasoning=" + reasoning +
                 ", serviceTier='" + serviceTier + '\'' +
                 ", status='" + status + '\'' +
                 ", temperature=" + temperature +
diff --git a/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/usage/InputTokensDetails.java b/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/model/responses/usage/InputTokensDetails.java
@@ -15,4 +15,11 @@ public Long getCachedTokens() {
     public void setCachedTokens(Long cachedTokens) {
         this.cachedTokens = cachedTokens;
     }
+
+    @Override
+    public String toString() {
+        return "InputTokensDetails{" +
+                "cachedTokens=" + cachedTokens +
+                '}';
+    }
 }
diff --git a/volcengine-java-sdk-ark-runtime/test/java/com/volcengine/ark/runtime/CreateResponseExample.java b/volcengine-java-sdk-ark-runtime/test/java/com/volcengine/ark/runtime/CreateResponseExample.java
@@ -1,6 +1,7 @@
 package com.volcengine.ark.runtime;
 
 import com.fasterxml.jackson.databind.ObjectMapper;
+import com.volcengine.ark.runtime.model.responses.common.ResponsesCaching;
 import com.volcengine.ark.runtime.model.responses.common.ResponsesThinking;
 import com.volcengine.ark.runtime.model.responses.constant.ResponsesConstants;
 import com.volcengine.ark.runtime.model.responses.content.*;
@@ -293,6 +294,46 @@ public static void main(String[] args) {
             System.err.println("Create Response 6 Error " + e.getMessage());
         }
 
+        System.out.println("\n----- [Request with Caching] Request 7-----");
+        String longPrompt = "你是豆包，你必须用4个字回答我的问题";
+        for (int i = 0; i < 1000; i++) {
+            longPrompt += "你是豆包，你必须用4个字回答我的问题";
+        }
+        CreateResponsesRequest request7 = CreateResponsesRequest.builder()
+                .model(modelName)
+                .stream(false)
+                .caching(ResponsesCaching.builder().type(ResponsesConstants.CACHE_TYPE_ENABLED).prefix(true).build())
+                .input(ResponsesInput.builder().stringValue(longPrompt).build())
+                .thinking(ResponsesThinking.builder().type(ResponsesConstants.THINKING_TYPE_DISABLED).build())
+                .build();
+
+        String cacheResponseId = null;
+
+        try {
+            ResponseObject cachePrefix = service.createResponse(request7);
+            System.out.println("=== cache prefix response ===");
+            printResponseObject(cachePrefix);
+            cacheResponseId = cachePrefix.getId();
+        } catch (Exception e) {
+            System.err.println("Create Response 7 Error " + e.getMessage());
+        }
+
+        CreateResponsesRequest cachedRequest = CreateResponsesRequest.builder()
+                .model(modelName)
+                .stream(false)
+                .previousResponseId(cacheResponseId)
+                .input(ResponsesInput.builder().stringValue("你好").build())
+                .thinking(ResponsesThinking.builder().type(ResponsesConstants.THINKING_TYPE_DISABLED).build())
+                .build();
+
+        try {
+            ResponseObject cacheHitResponse = service.createResponse(cachedRequest);
+            System.out.println("=== cache hit response ===");
+            printResponseObject(cacheHitResponse);
+        } catch (Exception e) {
+            System.err.println("Create Cached Response Error " + e.getMessage());
+        }
+
         service.shutdownExecutor();
     }
 

Original file line number	Diff line number	Diff line change
`@@ -15,4 +15,11 @@ public Long getCachedTokens() {`
`15`	`15`	`public void setCachedTokens(Long cachedTokens) {`
`16`	`16`	`this.cachedTokens = cachedTokens;`
`17`	`17`	`}`
	`18`	`+`
	`19`	`+ @Override`
	`20`	`+ public String toString() {`
	`21`	`+ return "InputTokensDetails{" +`
	`22`	`+ "cachedTokens=" + cachedTokens +`
	`23`	`+ '}';`
	`24`	`+ }`
`18`	`25`	`}`