Skip to content

Commit 9f969cb

Browse files
committed
Abstract common function
1 parent 8ecf3cb commit 9f969cb

File tree

2 files changed

+151
-149
lines changed

2 files changed

+151
-149
lines changed

lightllm/common/req_manager.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,6 @@ def __init__(self, max_request_num):
105105
# mode ["cpu_counter", "pin_mem_counter", "gpu_counter"]
106106
self.penalty_counter_mode = get_env_start_args().penalty_counter_mode
107107
self.vocab_size = get_vocab_size(get_env_start_args().model_dir)
108-
self.max_request_num = max_request_num
109108
self.req_to_presence_penalty = torch.zeros(max_request_num + 1, dtype=torch.float32, device="cuda")
110109
self.req_to_frequency_penalty = torch.zeros(max_request_num + 1, dtype=torch.float32, device="cuda")
111110
self.req_to_repetition_penalty = torch.zeros(max_request_num + 1, dtype=torch.float32, device="cuda")

0 commit comments

Comments
 (0)