File tree Expand file tree Collapse file tree 1 file changed +7
-2
lines changed
Expand file tree Collapse file tree 1 file changed +7
-2
lines changed Original file line number Diff line number Diff line change 1+ from typing import AsyncGenerator
2+
13from fastapi import APIRouter
24from sse_starlette .sse import EventSourceResponse
5+ from starlette .responses import Response
36
47from api .dependencies import LLMDep
58
69router = APIRouter (tags = ["chat" ])
710
811
9- async def stream (query : str , llm : LLMDep ):
12+ async def stream (
13+ query : str , llm : LLMDep
14+ ) -> AsyncGenerator [dict [str , str ], None ]:
1015 async for chunk in llm .astream_events (query ):
1116 yield dict (data = chunk )
1217
1318
1419@router .get ("/chat/completions" )
15- async def completions (query : str , llm : LLMDep ):
20+ async def completions (query : str , llm : LLMDep ) -> Response :
1621 """Stream completions via Server Sent Events"""
1722 return EventSourceResponse (stream (query , llm ))
You can’t perform that action at this time.
0 commit comments