Skip to content

Commit 61450b4

Browse files
authored
concatenate the sin and cos tensors (#758)
1 parent b148bb4 commit 61450b4

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

exllamav2/tensor_p.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -392,8 +392,8 @@ def get_sin_cos(self):
392392
for dev in range(self.num_devices):
393393
if dev in self.all_devs:
394394
devctx = self.model.get_device_context(dev)
395-
self.sin.append(devctx.sin)
396-
self.cos.append(devctx.cos)
395+
self.sin.append(torch.cat(devctx.sin, 0))
396+
self.cos.append(torch.cat(devctx.cos, 0))
397397
else:
398398
self.sin.append(none_tensor)
399399
self.cos.append(none_tensor)

0 commit comments

Comments
 (0)