Skip to content

Commit a353a41

Browse files
authored
fix
1 parent cd3e0b5 commit a353a41

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

lightllm/server/router/model_infer/infer_batch.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,6 @@
1717
from lightllm.common.basemodel.infer_lock import g_infer_state_lock
1818
from lightllm.server.multimodal_params import MultimodalParams
1919
from lightllm.utils.custom_kernel_utis import custom_cat
20-
from lightllm.utils.envs_utils import enable_env_vars
2120

2221
logger = init_logger(__name__)
2322

@@ -56,6 +55,7 @@ def get_overlap_stream(self) -> torch.cuda.Stream:
5655
def add_reqs(self, requests: List[Tuple[int, int, Any, int]], init_req_obj=True):
5756
request_ids = []
5857
for r in requests:
58+
5959
r_id, r_index, multimodal_params, _ = r
6060
if r_id not in self.requests_mapping.keys():
6161
r_obj = InferReq(

0 commit comments

Comments
 (0)