Skip to content

Commit aeca707

Browse files
committed
Fix CI errors.
Signed-off-by: Yuxian Qiu <[email protected]>
1 parent 3fd5f0a commit aeca707

File tree

2 files changed

+13
-6
lines changed

2 files changed

+13
-6
lines changed

tensorrt_llm/_torch/pyexecutor/executor_request_queue.py

Lines changed: 12 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -48,10 +48,17 @@ def is_control_request(self):
4848
class ExecutorRequestQueue:
4949
"""Handles fetching and processing of new requests from the request queue."""
5050

51-
def __init__(self, dist: Distributed, enable_attention_dp: bool,
52-
max_batch_size: int, max_beam_width: int,
53-
max_num_active_requests: int, enable_iter_perf_stats: bool,
54-
batch_wait_timeout_ms: float, hang_detector: HangDetector):
51+
def __init__(
52+
self,
53+
dist: Distributed,
54+
enable_attention_dp: bool,
55+
max_batch_size: int,
56+
max_beam_width: int,
57+
max_num_active_requests: int,
58+
enable_iter_perf_stats: bool,
59+
batch_wait_timeout_ms: float,
60+
hang_detector: Optional[HangDetector] = None,
61+
):
5562
self.dist = dist
5663
self.request_queue: queue.Queue[RequestQueueItem] = queue.Queue()
5764
self.waiting_queue: deque[RequestQueueItem] = deque()
@@ -67,7 +74,7 @@ def __init__(self, dist: Distributed, enable_attention_dp: bool,
6774
self.active = True
6875
self.batch_wait_timeout_ms = batch_wait_timeout_ms
6976
self.send_requests_handler = None
70-
self.hang_detector = hang_detector
77+
self.hang_detector = hang_detector or HangDetector()
7178

7279
# State tracking
7380
self.num_fetch_requests = 0

tensorrt_llm/_torch/pyexecutor/hang_detector.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ class HangDetector:
1111
def __init__(
1212
self, timeout: Optional[int] = None, on_detected: Optional[Callable[[], None]] = None
1313
):
14-
self.timeout = timeout or 60
14+
self.timeout = timeout or 300
1515
self.on_detected = on_detected or (lambda: None)
1616
self.task = None
1717
self.loop = None

0 commit comments

Comments
 (0)