Skip to content

Commit b935b60

Browse files
committed
Fix gemini/anthropic on_llm_end payload
1 parent 87ee6bb commit b935b60

File tree

2 files changed

+22
-16
lines changed

2 files changed

+22
-16
lines changed

spoon_ai/llm/providers/anthropic_provider.py

Lines changed: 11 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -330,15 +330,18 @@ async def chat_stream(self, messages: List[Message],callbacks: Optional[List] =
330330
usage_data["cache_read_input_tokens"] = chunk.usage.cache_read_input_tokens
331331

332332
# Trigger on_llm_end callback
333+
final_response = LLMResponse(
334+
content=full_content,
335+
provider="anthropic",
336+
model=model,
337+
finish_reason=finish_reason or "stop",
338+
native_finish_reason=finish_reason or "stop",
339+
tool_calls=[],
340+
usage=usage_data,
341+
metadata={}
342+
)
333343
await callback_manager.on_llm_end(
334-
response=LLMResponseChunk(
335-
content=full_content,
336-
provider="anthropic",
337-
model=model,
338-
finish_reason=finish_reason,
339-
tool_calls=[],
340-
usage=usage_data
341-
),
344+
response=final_response,
342345
run_id=run_id
343346
)
344347

spoon_ai/llm/providers/gemini_provider.py

Lines changed: 11 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -343,15 +343,18 @@ async def chat_stream(self, messages: List[Message],callbacks: Optional[List] =
343343
yield response_chunk
344344

345345
# Trigger on_llm_end callback
346+
final_response = LLMResponse(
347+
content=full_content,
348+
provider="gemini",
349+
model=model,
350+
finish_reason=finish_reason or "stop",
351+
native_finish_reason=finish_reason or "stop",
352+
tool_calls=[],
353+
usage=usage_data,
354+
metadata={}
355+
)
346356
await callback_manager.on_llm_end(
347-
response=LLMResponseChunk(
348-
content=full_content,
349-
provider="gemini",
350-
model=model,
351-
finish_reason=finish_reason,
352-
tool_calls=[],
353-
usage=usage_data
354-
),
357+
response=final_response,
355358
run_id=run_id
356359
)
357360

0 commit comments

Comments
 (0)