fix mm_item hash is None

Author: gerayking

specforge/modeling/target/eagle3_target_model.py

@@ -8,7 +8,7 @@
 import torch.nn as nn
 from sglang.srt.configs.model_config import ModelConfig
 from sglang.srt.layers.rotary_embedding import MRotaryEmbedding
-from sglang.srt.managers.mm_utils import init_mm_embedding_cache
+from sglang.srt.managers.mm_utils import init_mm_embedding_cache,MultiModalityDataPaddingPatternMultimodalTokens
 from sglang.srt.managers.schedule_batch import (
     Modality,
     MultimodalDataItem,
@@ -623,6 +623,7 @@ def extend_vlm(
                 offsets=offset,  # List of (start, end) tuples
             )
             mm_item.set("image_grid_thw", image_grid_thw_.cpu())
+            mm_item.set_pad_value()
             mm_inputs = MultimodalInputs(
                 mm_items=[mm_item],
                 im_token_id=self.image_token_id,
@@ -633,10 +634,12 @@ def extend_vlm(
                 ),
                 mrope_position_delta=mrope_position_delta,
             )
+            pattern = MultiModalityDataPaddingPatternMultimodalTokens()
+            input_id_list = pattern.pad_input_tokens(input_id_.view(-1).tolist(), mm_inputs)
             req = Req(
                 rid=str(idx),
                 origin_input_text="",
-                origin_input_ids=input_id_.view(-1).tolist(),
+                origin_input_ids=input_id_list,
                 sampling_params=sampling_params,
             )
             req.fill_ids = req.origin_input_ids