We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9e0e04b commit 074d299Copy full SHA for 074d299
lightllm/models/qwen2_vl/infer_struct.py
@@ -13,8 +13,6 @@ def __init__(self):
13
def init_some_extra_state(self, model, input_ids: torch.Tensor):
14
InferStateInfo.init_some_extra_state(self, model, input_ids)
15
if self.is_prefill:
16
- self.max_seq_len = self.max_kv_seq_len
17
- self.q_max_seq_len = self.max_q_seq_len
18
position_ids = self.position_ids
19
self.position_sin = model._sin_cached[:, position_ids, :].unsqueeze(1)
20
self.position_cos = model._cos_cached[:, position_ids, :].unsqueeze(1)
0 commit comments