We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 418a31f commit 492345dCopy full SHA for 492345d
src/llama-graph.cpp
@@ -56,8 +56,8 @@ void llm_graph_input_pos::set_input(const llama_ubatch * ubatch) {
56
const int64_t n_tokens = ubatch->n_tokens;
57
58
if (ubatch->token && n_pos_per_embd == 4) {
59
- // in case we're using M-RoPE with text tokens, convert the 1D positions to 3D
60
- // the other dimensions are the same, except for 4th dim which will be all 0
+ // in case we're using M-RoPE with text tokens, convert the 1D positions to 4D
+ // the 3 first dims are the same, and 4th dim is all 0
61
std::vector<llama_pos> pos_data(n_tokens*n_pos_per_embd, 0);
62
// copy the first dimension
63
for (int i = 0; i < n_tokens; ++i) {
0 commit comments