fix(litServe): Use asyncio.sleep instead of time.sleep (#633)

tchaton · web-flow · commit 41607f10ed63 · 2025-11-11T14:08:04.000Z
* update

* update
diff --git a/src/litserve/loops/continuous_batching_loop.py b/src/litserve/loops/continuous_batching_loop.py
@@ -243,7 +243,7 @@ async def run(
                         warning_counter = 0
 
                     # sleep to avoid starving the cpu
-                    time.sleep(0.01)
+                    await asyncio.sleep(0.01)
                     continue
 
                 if responses and not isinstance(responses[0], Output):
