Skip to content

Commit 53bf023

Browse files
Merge pull request #14092 from gotsysdba/main
OCI Provder: Update OCIPromptTokensDetails
2 parents d720811 + d02e560 commit 53bf023

File tree

2 files changed

+8
-4
lines changed

2 files changed

+8
-4
lines changed

litellm/types/llms/oci.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -121,20 +121,20 @@ class OCICompletionTokenDetails(BaseModel):
121121
reasoningTokens: int
122122

123123

124-
class OCIPropmtTokensDetails(BaseModel):
124+
class OCIPromptTokensDetails(BaseModel):
125125
"""Prompt token details in the OCI response."""
126126

127127
cachedTokens: int
128128

129129

130130
class OCIResponseUsage(BaseModel):
131131
"""Token usage in the OCI response."""
132-
132+
133133
promptTokens: int
134134
completionTokens: int
135135
totalTokens: int
136-
completionTokensDetails: OCICompletionTokenDetails
137-
promptTokensDetails: OCIPropmtTokensDetails
136+
completionTokensDetails: Optional[OCICompletionTokenDetails] = None
137+
promptTokensDetails: Optional[OCIPromptTokensDetails] = None
138138

139139

140140
class OCIResponseChoice(BaseModel):

tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -213,6 +213,10 @@ def test_transform_response_simple_text(self):
213213
assert result.usage.prompt_tokens == 10 # type: ignore
214214
assert result.usage.completion_tokens == 20 # type: ignore
215215
assert result.usage.total_tokens == 30 # type: ignore
216+
# These are not handled in the transformer, TBH no idea why they are here
217+
# but, for now, they seem to be always None
218+
assert result.usage.completion_tokens_details is None
219+
assert result.usage.prompt_tokens_details is None
216220

217221
def test_transform_response_with_tool_calls(self):
218222
"""

0 commit comments

Comments
 (0)