We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1e1fba9 commit 6e5607bCopy full SHA for 6e5607b
xllm/core/kernels/mlu/rope.cpp
@@ -28,7 +28,7 @@ void apply_rotary(torch::Tensor& q,
28
bool discrete,
29
bool dynamic_ntk,
30
int max_query_len) {
31
- const int64_t rotary_dim = q.size(-1);
+ const int64_t rotary_dim = sin.size(-1);
32
const int64_t T = q.size(0);
33
q = q.view({T, -1});
34
k = k.view({T, -1});
0 commit comments