fix rpyc tcp delay (#646)

Co-authored-by: wangzaijun <wangzaijun@sensetime.com>

Author: hiworldwzj

lightllm/server/router/model_infer/mode_backend/continues_batch/decode_node_impl/decode_kv_move_manager.py

@@ -281,6 +281,8 @@ def timer_loop(self):
 
 
 def _init_env(args, info_queue: mp.Queue, mem_queues: List[mp.Queue], event: mp.Event):
+    import lightllm.utils.rpyc_fix_utils as _
+
     # 注册graceful 退出的处理
     from lightllm.utils.graceful_utils import graceful_registry
     import inspect

lightllm/server/router/model_infer/mode_backend/continues_batch/prefill_node_impl/prefill_kv_move_manager.py

@@ -202,6 +202,8 @@ async def wait_all_future_finish(self, futures: List[AsyncResult]):
 
 
 def _init_env(args, info_queue: mp.Queue, mem_queues: List[mp.Queue], event: mp.Event):
+    import lightllm.utils.rpyc_fix_utils as _
+
     # 注册graceful 退出的处理
     from lightllm.utils.graceful_utils import graceful_registry
     import inspect