fix stream api for newer pydantic (#729)

shihaobai · web-flow · commit 25f355fe3c0f · 2025-02-15T17:59:05.000+08:00
diff --git a/lightllm/server/api_http.py b/lightllm/server/api_http.py
@@ -313,7 +313,7 @@ async def stream_results() -> AsyncGenerator[bytes, None]:
                 model=request.model,
                 choices=[stream_choice],
             )
-            yield ("data: " + stream_resp.json(ensure_ascii=False) + "\n\n").encode("utf-8")
+            yield ("data: " + json.dumps(stream_resp.dict(), ensure_ascii=False) + "\n\n").encode("utf-8")
 
     background_tasks = BackgroundTasks()
     return StreamingResponse(stream_results(), media_type="text/event-stream", background=background_tasks)

Original file line number	Diff line number	Diff line change
`@@ -313,7 +313,7 @@ async def stream_results() -> AsyncGenerator[bytes, None]:`
`313`	`313`	`model=request.model,`
`314`	`314`	`choices=[stream_choice],`
`315`	`315`	`)`
`316`		`- yield ("data: " + stream_resp.json(ensure_ascii=False) + "\n\n").encode("utf-8")`
	`316`	`+ yield ("data: " + json.dumps(stream_resp.dict(), ensure_ascii=False) + "\n\n").encode("utf-8")`
`317`	`317`
`318`	`318`	`background_tasks = BackgroundTasks()`
`319`	`319`	`return StreamingResponse(stream_results(), media_type="text/event-stream", background=background_tasks)`