fix position id

uygnef · uygnef · commit 638cc7ab4776 · 2026-01-13T11:41:59.000+08:00
diff --git a/specforge/modeling/draft/llama3_eagle.py b/specforge/modeling/draft/llama3_eagle.py
@@ -681,7 +681,7 @@ def forward(
                 cos, sin = self.rotary_emb(query_states, seq_len=q_len + lck)
                 cos, sin = cos.to(query_states.device), sin.to(query_states.device)
                 query_states, key_states = apply_rotary_pos_emb(
-                    query_states, key_states, cos, sin, position_ids
+                    query_states, key_states, cos, sin, position_ids + lck
                 )
 
             key_states = repeat_kv(key_states, self.num_key_value_groups)

Original file line number	Diff line number	Diff line change
`@@ -681,7 +681,7 @@ def forward(`
`681`	`681`	`cos, sin = self.rotary_emb(query_states, seq_len=q_len + lck)`
`682`	`682`	`cos, sin = cos.to(query_states.device), sin.to(query_states.device)`
`683`	`683`	`query_states, key_states = apply_rotary_pos_emb(`
`684`		`- query_states, key_states, cos, sin, position_ids`
	`684`	`+ query_states, key_states, cos, sin, position_ids + lck`
`685`	`685`	`)`
`686`	`686`
`687`	`687`	`key_states = repeat_kv(key_states, self.num_key_value_groups)`