We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8ecf3cb commit 9f969cbCopy full SHA for 9f969cb
lightllm/common/req_manager.py
@@ -105,7 +105,6 @@ def __init__(self, max_request_num):
105
# mode ["cpu_counter", "pin_mem_counter", "gpu_counter"]
106
self.penalty_counter_mode = get_env_start_args().penalty_counter_mode
107
self.vocab_size = get_vocab_size(get_env_start_args().model_dir)
108
- self.max_request_num = max_request_num
109
self.req_to_presence_penalty = torch.zeros(max_request_num + 1, dtype=torch.float32, device="cuda")
110
self.req_to_frequency_penalty = torch.zeros(max_request_num + 1, dtype=torch.float32, device="cuda")
111
self.req_to_repetition_penalty = torch.zeros(max_request_num + 1, dtype=torch.float32, device="cuda")
0 commit comments