Skip to content

Commit 4a0d50b

Browse files
committed
Revert hallucinated fix
1 parent 23342c1 commit 4a0d50b

File tree

1 file changed

+1
-6
lines changed

1 file changed

+1
-6
lines changed

src/inference_endpoint/endpoint_client/http_client.py

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -115,17 +115,12 @@ def issue(self, query: Query) -> None:
115115
"""
116116
Issue query to endpoint (round-robin to workers).
117117
Non-blocking - buffers if socket would block.
118-
119-
Thread-safe: schedules the send on the event loop thread via
120-
call_soon_threadsafe, since the underlying ZMQ sockets and send
121-
buffers are not thread-safe and belong to the event loop thread.
122118
"""
123119
if self._shutdown:
124120
# NOTE(vir): drop requests during shutdown
125121
self._dropped_requests += 1
126122
else:
127-
worker_id = next(self._worker_cycle)
128-
self.loop.call_soon_threadsafe(self.pool.send, worker_id, query)
123+
self.pool.send(next(self._worker_cycle), query)
129124

130125
def poll(self) -> QueryResult | StreamChunk | None:
131126
"""Non-blocking. Returns response if available, None otherwise."""

0 commit comments

Comments
 (0)