Skip to content

Commit 46dbbb2

Browse files
committed
fix
1 parent d14fcea commit 46dbbb2

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

lightllm/common/mem_manager.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -302,6 +302,7 @@ class ReadOnlyStaticsMemoryManager:
302302

303303
def __init__(self) -> None:
304304
args = get_env_start_args()
305+
self.global_world_size = args.tp
305306
node_world_size = args.tp // args.nnodes
306307
rank_start = args.node_rank * node_world_size
307308
rank_end = (args.node_rank + 1) * node_world_size
@@ -317,5 +318,5 @@ def get_unrefed_token_num(self, dp_rank: int):
317318
rank_id = args.tp // args.nnodes * args.node_rank
318319
return self.shared_tp_infos[rank_id].get_value()
319320
dp_size = args.dp
320-
dp_world_size = self.gobal_world_size // dp_size
321+
dp_world_size = self.global_world_size // dp_size
321322
return self.shared_tp_infos[dp_rank * dp_world_size].get_value()

0 commit comments

Comments
 (0)