We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 64d34ea commit fe54874Copy full SHA for fe54874
lightllm/server/router/model_infer/mode_backend/pd_nixl/decode_node_impl/decode_trans_process.py
@@ -152,6 +152,7 @@ def accept_peer_task_loop(
152
# notify update
153
notifies_dict = self.transporter.get_new_notifs()
154
if not notifies_dict:
155
+ logger.info("no new notifies sleep 0.005 s")
156
self._check_tasks_time_out()
157
time.sleep(0.005)
158
continue
@@ -182,7 +183,7 @@ def accept_peer_task_loop(
182
183
local_trans_task.prefill_page_reg_desc = remote_trans_task.prefill_page_reg_desc
184
185
self.read_peer_kv_queue.put(local_trans_task)
-
186
+
187
188
189
0 commit comments