Skip to content

Commit 89be30f

Browse files
authored
Small async_llm_engine refactor (#2618)
1 parent f8ecb84 commit 89be30f

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

vllm/engine/async_llm_engine.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ def put(self, item: RequestOutput) -> None:
5353
self._queue.put_nowait(item)
5454

5555
def finish(self) -> None:
56-
self._queue.put_nowait(StopIteration)
56+
self._queue.put_nowait(StopAsyncIteration())
5757
self._finished = True
5858

5959
@property
@@ -65,9 +65,7 @@ def __aiter__(self):
6565

6666
async def __anext__(self) -> RequestOutput:
6767
result = await self._queue.get()
68-
if result is StopIteration:
69-
raise StopAsyncIteration
70-
elif isinstance(result, Exception):
68+
if isinstance(result, Exception):
7169
raise result
7270
return result
7371

0 commit comments

Comments
 (0)