reformat

Author: shihaobai

lightllm/models/deepseek_mtp/deepseek3_mtp_mem_manager.py

@@ -27,12 +27,10 @@ def __init__(self, size, dtype, head_num, head_dim, layer_num, always_copy=False
         self.can_use_mem_size = self.size
 
         rank_in_node = get_current_rank_in_node()
-        self.shared_can_use_token_num = SharedInt(
-            f"MTP_mem_manger_can_use_token_num_{rank_in_node}"
-        )
+        self.shared_can_use_token_num = SharedInt(f"MTP_mem_manger_can_use_token_num_{rank_in_node}")
 
         self.shared_can_use_token_num.set_value(self.can_use_mem_size)
-        
+
         self._init_buffers(
             self.size,
             dtype,
@@ -41,4 +39,3 @@ def __init__(self, size, dtype, head_num, head_dim, layer_num, always_copy=False
             layer_num,
         )
         self.HOLD_TOKEN_MEMINDEX = self.size
-

lightllm/server/router/model_infer/mode_backend/__init__.py

@@ -12,4 +12,4 @@
 from .chunked_prefill.impl_for_xgrammar_mode import XgrammarBackend
 from .continues_batch.pd_mode.prefill_node_impl.prefill_impl_for_dp_chuncked import DPChunkedForPrefillNode
 from .continues_batch.pd_mode.decode_node_impl.decode_impl_for_dp import DPForDecodeNode
-from .continues_batch.impl_mtp import ContinuesBatchWithMTPBackend
+from .continues_batch.impl_mtp import ContinuesBatchWithMTPBackend

lightllm/server/router/model_infer/model_rpc.py

@@ -21,7 +21,7 @@
     DPForDecodeNode,
     ChunckedPrefillForPrefillNode,
     DPChunkedForPrefillNode,
-    ContinuesBatchWithMTPBackend
+    ContinuesBatchWithMTPBackend,
 )
 from lightllm.server.core.objs import RpcShmParams, RpcShmResults, ShmSyncStatusArray
 from lightllm.utils.log_utils import init_logger