Skip to content

Commit c8ac285

Browse files
committed
Requeue session if we don't receive a start time
1 parent 0a13afc commit c8ac285

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

src/guidellm/scheduler/worker.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -186,6 +186,7 @@ async def _process_runner():
186186
while True: # TODO: Exit condition
187187
await lock.acquire()
188188

189+
request_session = None
189190
try:
190191
request_session = (
191192
pending_sessions.pop()
@@ -195,6 +196,9 @@ async def _process_runner():
195196
dequeued_time = time.time()
196197
request_times = queues.times.get()
197198
except (QueueEmpty, IndexError):
199+
# Requeue the session if we don't have a next time yet
200+
if request_session is not None:
201+
pending_sessions.append(request_session)
198202
lock.release()
199203
continue
200204

0 commit comments

Comments
 (0)