feat(arkruntime): add prefix cache mode

luminghao-bytedance · luminghao-bytedance · commit 49ea4a6e3e8f · 2024-12-17T19:46:32.000+08:00
diff --git a/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/Const.java b/volcengine-java-sdk-ark-runtime/src/main/java/com/volcengine/ark/runtime/Const.java
@@ -17,6 +17,7 @@ public class Const {
     public static final String RESOURCE_TYPE_ENDPOINT = "endpoint";
 
     public static final String CONTEXT_MODE_SESSION = "session";
+    public static final String CONTEXT_MODE_COMMON_PREFIX = "common_prefix";
     public static final String TRUNCATION_STRATEGY_TYPE_LAST_HISTORY_TOKENS = "last_history_tokens";
     public static final String TRUNCATION_STRATEGY_TYPE_ROLLING_TOKENS = "rolling_tokens";
 }

Original file line number	Diff line number	Diff line change
`@@ -17,6 +17,7 @@ public class Const {`
`17`	`17`	`public static final String RESOURCE_TYPE_ENDPOINT = "endpoint";`
`18`	`18`
`19`	`19`	`public static final String CONTEXT_MODE_SESSION = "session";`
	`20`	`+ public static final String CONTEXT_MODE_COMMON_PREFIX = "common_prefix";`
`20`	`21`	`public static final String TRUNCATION_STRATEGY_TYPE_LAST_HISTORY_TOKENS = "last_history_tokens";`
`21`	`22`	`public static final String TRUNCATION_STRATEGY_TYPE_ROLLING_TOKENS = "rolling_tokens";`
`22`	`23`	`}`