Skip to content

Commit 16282af

Browse files
committed
fix
1 parent dadf600 commit 16282af

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

lightllm/models/qwen3_vl/layer_infer/pre_layer_infer.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,11 @@ def context_forward(self, input_ids, infer_state: Qwen3VLInferStateInfo, layer_w
4444

4545
# all_img_embed_df的shape是
4646
# image_embed(token_num, hidden_dim) + deepstack(token_num*layer_num, hidden_dim)
47-
all_img_embed_df = bytes2tensor(read_shm(get_shm_name_embed(img["uuid"]))).cuda(non_blocking=True)
47+
all_img_embed_df = (
48+
bytes2tensor(read_shm(get_shm_name_embed(img["uuid"])))
49+
.cuda(non_blocking=True)
50+
.view(-1, hidden_size)
51+
)
4852
per_image_deepstack = []
4953

5054
# 计算deepstack的层数

0 commit comments

Comments
 (0)