Skip to content

Commit 5f995ae

Browse files
committed
update name
1 parent d6fd1a2 commit 5f995ae

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

lightllm/server/router/req_queue/__init__.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,13 +2,13 @@
22
from .continues_batch.impl_for_pd_decode import QueueForPDDecode
33
from .chunked_prefill.impl_for_pd_prefill import QueueForPDChunkedPrefill
44
from .chunked_prefill.impl import ChunkedPrefillQueue
5-
from .chunked_prefill.beam_impl import BeamContinuesBatchQueue
5+
from .chunked_prefill.beam_impl import ChunkedBeamContinuesBatchQueue
66
from .dp_base_queue import DpQueue
77

88

99
def _get_req_queue_class(args, router, dp_size_in_node: int):
1010
if args.diverse_mode:
11-
return BeamContinuesBatchQueue
11+
return ChunkedBeamContinuesBatchQueue
1212
if args.token_healing_mode:
1313
return ContinuesBatchQueue
1414
if args.output_constraint_mode != "none":

lightllm/server/router/req_queue/chunked_prefill/beam_impl.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
from lightllm.server.router.req_queue.base_queue import BaseQueue
55

66

7-
class BeamContinuesBatchQueue(BaseQueue):
7+
class ChunkedBeamContinuesBatchQueue(BaseQueue):
88
def __init__(self, args, router, dp_index, dp_size_in_node) -> None:
99
super().__init__(args, router, dp_index, dp_size_in_node)
1010
return

0 commit comments

Comments
 (0)