We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 49cedbd commit 72655ceCopy full SHA for 72655ce
src/litserve/utils.py
@@ -68,10 +68,13 @@ def wrap_litserve_start(server: "LitServer"):
68
server.lit_spec.response_queue_id = 0
69
manager, processes = server.launch_inference_worker(num_uvicorn_servers=1)
70
server._prepare_app_run(server.app)
71
- yield server
72
- for p in processes:
73
- p.terminate()
74
- manager.shutdown()
+ try:
+ yield server
+ finally:
+ for p in processes:
75
+ p.terminate()
76
+ p.join()
77
+ manager.shutdown()
78
79
80
async def call_after_stream(streamer: AsyncIterator, callback, *args, **kwargs):
0 commit comments