Fix DeepSeek V2 RoPE initialization error (vllm-project#33501)

catswe · lalo · web-flow · commit 46b4a0279422 · 2026-02-01T21:00:56.000Z
Signed-off-by: Eduardo Salinas &lt;edus@microsoft.com&gt;
Signed-off-by: catswe &lt;212922539+catswe@users.noreply.github.com&gt;
Co-authored-by: Eduardo Salinas &lt;edus@microsoft.com&gt;
diff --git a/vllm/model_executor/layers/rotary_embedding/deepseek_scaling_rope.py b/vllm/model_executor/layers/rotary_embedding/deepseek_scaling_rope.py
@@ -75,7 +75,6 @@ def _compute_inv_freq(self, scaling_factor: float) -> torch.Tensor:
                 self.rotary_dim,
                 2,
                 dtype=torch.float,
-                device=current_platform.device_type,
             )
             / self.rotary_dim
         )
@@ -104,7 +103,6 @@ def _compute_cos_sin_cache(self) -> torch.Tensor:
         inv_freq = self._compute_inv_freq(self.scaling_factor)
         t = torch.arange(
             self.max_position_embeddings * self.scaling_factor,
-            device=current_platform.device_type,
             dtype=torch.float32,
         )
         freqs = torch.einsum("i,j -> ij", t, inv_freq)

Original file line number	Diff line number	Diff line change
`@@ -75,7 +75,6 @@ def _compute_inv_freq(self, scaling_factor: float) -> torch.Tensor:`
`75`	`75`	`self.rotary_dim,`
`76`	`76`	`2,`
`77`	`77`	`dtype=torch.float,`
`78`		`- device=current_platform.device_type,`
`79`	`78`	`)`
`80`	`79`	`/ self.rotary_dim`
`81`	`80`	`)`
`@@ -104,7 +103,6 @@ def _compute_cos_sin_cache(self) -> torch.Tensor:`
`104`	`103`	`inv_freq = self._compute_inv_freq(self.scaling_factor)`
`105`	`104`	`t = torch.arange(`
`106`	`105`	`self.max_position_embeddings * self.scaling_factor,`
`107`		`- device=current_platform.device_type,`
`108`	`106`	`dtype=torch.float32,`
`109`	`107`	`)`
`110`	`108`	`freqs = torch.einsum("i,j -> ij", t, inv_freq)`