We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0a13afc commit c8ac285Copy full SHA for c8ac285
src/guidellm/scheduler/worker.py
@@ -186,6 +186,7 @@ async def _process_runner():
186
while True: # TODO: Exit condition
187
await lock.acquire()
188
189
+ request_session = None
190
try:
191
request_session = (
192
pending_sessions.pop()
@@ -195,6 +196,9 @@ async def _process_runner():
195
196
dequeued_time = time.time()
197
request_times = queues.times.get()
198
except (QueueEmpty, IndexError):
199
+ # Requeue the session if we don't have a next time yet
200
+ if request_session is not None:
201
+ pending_sessions.append(request_session)
202
lock.release()
203
continue
204
0 commit comments