Skip to content

Commit 799a339

Browse files
committed
append group_entries[0]
1 parent f520182 commit 799a339

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

tensorrt_llm/_torch/pyexecutor/executor_request_queue.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -384,8 +384,7 @@ def _fetch_new_requests_attention_dp(
384384
f"CP ranks within DP group {dp_group_idx} have mismatched request counts: " \
385385
f"{[entry[0] for entry in group_entries]}"
386386
# Use token count from cp_rank0.
387-
aggregated_responses.append(
388-
[group_entries[0][0], group_entries[0][1]])
387+
aggregated_responses.append(group_entries[0])
389388
responses_list = aggregated_responses
390389
else:
391390
responses_list = self.dist.tp_allgather(

0 commit comments

Comments
 (0)