Skip to content

Commit ab4cdf5

Browse files
committed
feat(api-server): add type hints
1 parent 3a30e45 commit ab4cdf5

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

backend/api/routers/llms.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,22 @@
1+
from typing import AsyncGenerator
2+
13
from fastapi import APIRouter
24
from sse_starlette.sse import EventSourceResponse
5+
from starlette.responses import Response
36

47
from api.dependencies import LLMDep
58

69
router = APIRouter(tags=["chat"])
710

811

9-
async def stream(query: str, llm: LLMDep):
12+
async def stream(
13+
query: str, llm: LLMDep
14+
) -> AsyncGenerator[dict[str, str], None]:
1015
async for chunk in llm.astream_events(query):
1116
yield dict(data=chunk)
1217

1318

1419
@router.get("/chat/completions")
15-
async def completions(query: str, llm: LLMDep):
20+
async def completions(query: str, llm: LLMDep) -> Response:
1621
"""Stream completions via Server Sent Events"""
1722
return EventSourceResponse(stream(query, llm))

0 commit comments

Comments
 (0)