Skip to content

Commit 5f6fc7f

Browse files
authored
Update cache_messager.py (#3173)
1 parent d4059ca commit 5f6fc7f

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

fastdeploy/cache_manager/cache_messager.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -142,7 +142,7 @@ def __init__(
142142

143143
self.gpu_id = gpu_id
144144
self.cache_info = dict()
145-
self.dp_rank_id = local_data_parallel_id
145+
self.dp_rank_id = self.rank + local_data_parallel_id * self.nranks
146146

147147
layerwise_send_cache_thread = threading.Thread(target=self._prefill_layerwise_send_cache_thread)
148148
layerwise_send_cache_thread.daemon = True

0 commit comments

Comments
 (0)