We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d14fcea commit 46dbbb2Copy full SHA for 46dbbb2
lightllm/common/mem_manager.py
@@ -302,6 +302,7 @@ class ReadOnlyStaticsMemoryManager:
302
303
def __init__(self) -> None:
304
args = get_env_start_args()
305
+ self.global_world_size = args.tp
306
node_world_size = args.tp // args.nnodes
307
rank_start = args.node_rank * node_world_size
308
rank_end = (args.node_rank + 1) * node_world_size
@@ -317,5 +318,5 @@ def get_unrefed_token_num(self, dp_rank: int):
317
318
rank_id = args.tp // args.nnodes * args.node_rank
319
return self.shared_tp_infos[rank_id].get_value()
320
dp_size = args.dp
- dp_world_size = self.gobal_world_size // dp_size
321
+ dp_world_size = self.global_world_size // dp_size
322
return self.shared_tp_infos[dp_rank * dp_world_size].get_value()
0 commit comments