File tree Expand file tree Collapse file tree 1 file changed +1
-6
lines changed
src/inference_endpoint/endpoint_client Expand file tree Collapse file tree 1 file changed +1
-6
lines changed Original file line number Diff line number Diff line change @@ -115,17 +115,12 @@ def issue(self, query: Query) -> None:
115115 """
116116 Issue query to endpoint (round-robin to workers).
117117 Non-blocking - buffers if socket would block.
118-
119- Thread-safe: schedules the send on the event loop thread via
120- call_soon_threadsafe, since the underlying ZMQ sockets and send
121- buffers are not thread-safe and belong to the event loop thread.
122118 """
123119 if self ._shutdown :
124120 # NOTE(vir): drop requests during shutdown
125121 self ._dropped_requests += 1
126122 else :
127- worker_id = next (self ._worker_cycle )
128- self .loop .call_soon_threadsafe (self .pool .send , worker_id , query )
123+ self .pool .send (next (self ._worker_cycle ), query )
129124
130125 def poll (self ) -> QueryResult | StreamChunk | None :
131126 """Non-blocking. Returns response if available, None otherwise."""
You can’t perform that action at this time.
0 commit comments