We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 663eea1 commit c86f62cCopy full SHA for c86f62c
exllamav2/mrope.py
@@ -36,7 +36,7 @@ def gen_mrope_embed(
36
37
# Create 3D position IDs
38
39
- ids = input_ids.squeeze(0)
+ ids = input_ids.squeeze(0).contiguous()
40
mrope_pos_ids = torch.zeros((3, max_length), dtype = torch.long).contiguous()
41
merge_size = 1 if not embeddings else embeddings[0].model.config.vision_spatial_merge_size
42
spans = []
0 commit comments