Skip to content

Commit 46fb03d

Browse files
committed
fix
1 parent 1de0baa commit 46fb03d

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

lightllm/server/httpserver/pd_loop.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -197,7 +197,9 @@ def _get_load_info() -> dict:
197197

198198
# 获取当前每个 dp 的负载,数值含义为当前的 token 总容量使用率, 上报给 PD_Master 用于做
199199
# 调度决策。
200-
current_load = [float(g_objs.shared_token_load.get_dynamic_max_load(dp_index)) for dp_index in dp_size_in_node]
200+
current_load = [
201+
float(g_objs.shared_token_load.get_dynamic_max_load(dp_index)) for dp_index in range(dp_size_in_node)
202+
]
201203
mean_node_load = sum(current_load) / len(current_load)
202204
load_info = {
203205
"total_token_usage_rate": mean_node_load,

0 commit comments

Comments
 (0)