We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7aafe2a commit b3ad242Copy full SHA for b3ad242
lightllm/models/qwen2_vl/infer_struct.py
@@ -32,6 +32,7 @@ def init_some_extra_state(self, model, input_ids: torch.Tensor):
32
position_ids = self.position_ids + torch.tensor(b_position_delta, device=self.position_ids.device)
33
self.position_ids = position_ids.unsqueeze(0).expand(3, -1)
34
35
+ self.position_ids = self.position_ids.contiguous()
36
self.position_cos = model._cos_cached[self.position_ids] # (3, L, D)
37
self.position_sin = model._sin_cached[self.position_ids] # (3, L, D)
38
if get_env_start_args().enable_fa3:
0 commit comments