Skip to content

Commit 032e71f

Browse files
author
YueGuangchun
committed
feat: add provisioned tokens
fix: misc fix: misc fix: misc
1 parent c86dd7d commit 032e71f

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

volcenginesdkarkruntime/types/completion_usage.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,12 +9,15 @@
99
class PromptTokensDetails(BaseModel):
1010
cached_tokens: int
1111
"""Number of tokens hit cache."""
12+
provisioned_tokens: Optional[int] = None
13+
"""Number of tokens provisioned in the prompt."""
1214

1315

1416
class CompletionTokensDetails(BaseModel):
1517
reasoning_tokens: Optional[int] = None
1618
"""Tokens generated by the model for reasoning."""
17-
19+
provisioned_tokens: Optional[int] = None
20+
"""Number of tokens provisioned in the generated completion."""
1821

1922
class CompletionUsage(BaseModel):
2023
completion_tokens: int

0 commit comments

Comments
 (0)