fix

hiworldwzj · web-flow · commit 039fe09e30d2 · 2025-08-14T14:48:21.000+08:00
diff --git a/lightllm/models/qwen2_vl/qwen2_visual.py b/lightllm/models/qwen2_vl/qwen2_visual.py
@@ -204,7 +204,7 @@ def __init__(
         )
 
         head_dim = self.embed_dim // self.num_heads
-        self.rotary_pos_emb = VisionRotaryEmbedding(head_dim // 2).to("cuda", non_blocking=True)
+        self.rotary_pos_emb = VisionRotaryEmbedding(head_dim // 2).cuda()
 
         self.blocks = nn.ModuleList(
             [

Original file line number	Diff line number	Diff line change
`@@ -204,7 +204,7 @@ def __init__(`
`204`	`204`	`)`
`205`	`205`
`206`	`206`	`head_dim = self.embed_dim // self.num_heads`
`207`		`- self.rotary_pos_emb = VisionRotaryEmbedding(head_dim // 2).to("cuda", non_blocking=True)`
	`207`	`+ self.rotary_pos_emb = VisionRotaryEmbedding(head_dim // 2).cuda()`
`208`	`208`
`209`	`209`	`self.blocks = nn.ModuleList(`
`210`	`210`	`[`