[WIP]: Support destroy deepep buffer explicitly

lmdeploy/pytorch/backends/cuda/graph_runner.py

@@ -272,6 +272,11 @@ def prepare_inputs_for_generation(
     def reset(self):
         """Remove all graphs to prevent hanging on exit."""
         self._runner_map.clear()
+        # destroy deepep buffer
+        if get_moe_backend().use_deepep_moe_backend():
+            from dlblas.layers.moe.token_dispatcher import DeepEPBuffer
+            if hasattr(DeepEPBuffer, 'destroy'):
+                DeepEPBuffer.destroy()
 
     def update_inputs(self, inputs):
         """Update inputs."""

lmdeploy/pytorch/backends/cuda/moe/blocked_fp8.py

@@ -117,6 +117,8 @@ def __init__(self,
         try:
             from dlblas.layers.moe.token_dispatcher import DeepEPBuffer, DeepEPMode, use_deepep  # noqa: F401
             get_moe_backend().set_deepep_moe_backend()
+            if hasattr(DeepEPBuffer, 'set_explicitly_destroy'):
+                DeepEPBuffer.set_explicitly_destroy()
         except ImportError:
             logger.warning('For higher performance, please install DeepEP https://github.com/deepseek-ai/DeepEP')
 

lmdeploy/pytorch/backends/cuda/moe/default.py

@@ -392,6 +392,8 @@ def __init__(
         try:
             from dlblas.layers.moe.token_dispatcher import DeepEPBuffer, DeepEPMode, use_deepep  # noqa: F401
             get_moe_backend().set_deepep_moe_backend()
+            if hasattr(DeepEPBuffer, 'set_explicitly_destroy'):
+                DeepEPBuffer.set_explicitly_destroy()
         except ImportError:
             logger.warning('For higher performance, please install DeepEP https://github.com/deepseek-ai/DeepEP')