Skip to content

Commit 6edb20b

Browse files
feat(arkruntime): add prefix cache mode
1 parent d08442b commit 6edb20b

File tree

1 file changed

+3
-2
lines changed
  • volcenginesdkarkruntime/resources/context

1 file changed

+3
-2
lines changed

volcenginesdkarkruntime/resources/context/context.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ def create(
3232
model: str,
3333
messages: Iterable[ChatCompletionMessageParam],
3434
ttl: Optional[TTLTypes] | None = None,
35-
mode: Literal["session"] = "session",
35+
mode: Literal["session", "common_prefix"] = "session",
3636
truncation_strategy: Optional[TruncationStrategy] | None = None,
3737
extra_headers: Headers | None = None,
3838
extra_query: Query | None = None,
@@ -68,7 +68,7 @@ async def create(
6868
self,
6969
*,
7070
model: str,
71-
mode: Literal["session"] = "session",
71+
mode: Literal["session", "common_prefix"] = "session",
7272
messages: Iterable[ChatCompletionMessageParam],
7373
ttl: Optional[TTLTypes] | None = None,
7474
truncation_strategy: Optional[TruncationStrategy] | None = None,
@@ -82,6 +82,7 @@ async def create(
8282
"/context/create",
8383
body={
8484
"model": model,
85+
"mode": mode,
8586
"messages": messages,
8687
"ttl": ttl,
8788
"truncation_strategy": truncation_strategy,

0 commit comments

Comments
 (0)