@@ -48,10 +48,17 @@ def is_control_request(self):
4848class ExecutorRequestQueue :
4949 """Handles fetching and processing of new requests from the request queue."""
5050
51- def __init__ (self , dist : Distributed , enable_attention_dp : bool ,
52- max_batch_size : int , max_beam_width : int ,
53- max_num_active_requests : int , enable_iter_perf_stats : bool ,
54- batch_wait_timeout_ms : float , hang_detector : HangDetector ):
51+ def __init__ (
52+ self ,
53+ dist : Distributed ,
54+ enable_attention_dp : bool ,
55+ max_batch_size : int ,
56+ max_beam_width : int ,
57+ max_num_active_requests : int ,
58+ enable_iter_perf_stats : bool ,
59+ batch_wait_timeout_ms : float ,
60+ hang_detector : Optional [HangDetector ] = None ,
61+ ):
5562 self .dist = dist
5663 self .request_queue : queue .Queue [RequestQueueItem ] = queue .Queue ()
5764 self .waiting_queue : deque [RequestQueueItem ] = deque ()
@@ -67,7 +74,7 @@ def __init__(self, dist: Distributed, enable_attention_dp: bool,
6774 self .active = True
6875 self .batch_wait_timeout_ms = batch_wait_timeout_ms
6976 self .send_requests_handler = None
70- self .hang_detector = hang_detector
77+ self .hang_detector = hang_detector or HangDetector ()
7178
7279 # State tracking
7380 self .num_fetch_requests = 0
0 commit comments