Skip to content

Commit 2b2b645

Browse files
K11OntheBoatK11OntheBoat
andauthored
Fix bugs of splitwise_complete_prefilled_step IPCsignal clear (#4309)
Co-authored-by: K11OntheBoat <“[email protected]”>
1 parent 3740e33 commit 2b2b645

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

fastdeploy/worker/worker_process.py

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -433,12 +433,8 @@ def graph_optimize_and_warm_up_model(self) -> None:
433433
self.worker.graph_optimize_and_warm_up_model()
434434
# reset cache_messager prefilled_step signal
435435
if self.scheduler_config.splitwise_role == "prefill":
436-
dp_rank_id = (
437-
self.local_rank
438-
+ self.parallel_config.local_data_parallel_id * self.parallel_config.tensor_parallel_size
439-
)
440436
gpu_id = self.worker.model_runner.device_id
441-
prefilled_step_name = f"splitwise_complete_prefilled_step_{dp_rank_id}"
437+
prefilled_step_name = f"splitwise_complete_prefilled_step_{self.local_rank}"
442438
prefilled_step_idx_data = np.zeros(shape=[1], dtype=np.int32)
443439
step_shm_value = IPCSignal(
444440
name=prefilled_step_name,

0 commit comments

Comments
 (0)