fix

Author: hiworldwzj

lightllm/server/api_cli.py

@@ -46,8 +46,8 @@ def make_argument_parser() -> argparse.ArgumentParser:
         "--select_p_d_node_func",
         type=str,
         default="round_robin",
-        choices=["random", "round_robin", "memory"],
-        help="select p d node func, can be round_robin, random or memory",
+        choices=["random", "round_robin", "adaptive_load"],
+        help="select p d node func, can be round_robin, random or adaptive_load",
     )
     parser.add_argument(
         "--config_server_host",

lightllm/server/httpserver_for_pd_master/pd_selector/__init__.py

@@ -1,12 +1,12 @@
-from .pd_selector import PDSelector, RandomSelector, RoundRobinSelector, MemorySelector
+from .pd_selector import PDSelector, RandomSelector, RoundRobinSelector, AdaptiveLoadSelector
 
 
 def create_selector(selector_type: str, pd_manager) -> PDSelector:
     if selector_type == "random":
         return RandomSelector(pd_manager)
     elif selector_type == "round_robin":
         return RoundRobinSelector(pd_manager)
-    elif selector_type == "memory":
-        return MemorySelector(pd_manager)
+    elif selector_type == "adaptive_load":
+        return AdaptiveLoadSelector(pd_manager)
     else:
         raise ValueError(f"Invalid selector type: {selector_type}")

lightllm/server/httpserver_for_pd_master/pd_selector/pd_selector.py

@@ -52,8 +52,8 @@ def select_p_d_node(
         return p_node, d_node
 
 
-class MemorySelector(PDSelector):
-    """基于内存使用情况的选择器"""
+class AdaptiveLoadSelector(PDSelector):
+    """基于负载使用情况的选择器"""
 
     def select_p_d_node(
         self, prompt: Union[str, List[int]], sampling_params: SamplingParams, multimodal_params: MultimodalParams