Skip to content

Commit 91a3d46

Browse files
Revert "[BugFix] ignore mm data from stages to async omni" (vllm-project#1023)
1 parent 6fb4058 commit 91a3d46

File tree

1 file changed

+1
-22
lines changed

1 file changed

+1
-22
lines changed

vllm_omni/entrypoints/omni_stage.py

Lines changed: 1 addition & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@
2323
from vllm.inputs import TextPrompt
2424
from vllm.inputs.preprocess import InputPreprocessor
2525
from vllm.logger import init_logger
26-
from vllm.outputs import RequestOutput
2726
from vllm.sampling_params import SamplingParams
2827
from vllm.tokenizers import TokenizerLike
2928
from vllm.usage.usage_lib import UsageContext
@@ -1424,7 +1423,7 @@ async def generation_single_request(task: dict[str, Any]):
14241423
batch_request_ids, batch_request_outputs, _gen_ms_list, batch_metrics
14251424
):
14261425
try:
1427-
r_outputs = [output_strip(output, omni_stage)]
1426+
r_outputs = [output]
14281427
use_shm, payload = maybe_dump_to_shm(r_outputs, shm_threshold_bytes)
14291428
if use_shm:
14301429
out_q.put(
@@ -1510,23 +1509,3 @@ def make_stage_stats(_agg_total_tokens: int, _agg_total_gen_time_ms: float):
15101509
from vllm_omni.entrypoints.log_utils import StageStats
15111510

15121511
return StageStats(total_token=_agg_total_tokens, total_gen_time=_agg_total_gen_time_ms)
1513-
1514-
1515-
def output_strip(r_output: RequestOutput, omni_stage: OmniStage):
1516-
if omni_stage.final_output and omni_stage.final_output_type != "text":
1517-
return r_output
1518-
1519-
if getattr(r_output, "finished", False):
1520-
return r_output
1521-
1522-
mm_output = getattr(r_output, "multimodal_output", None)
1523-
if mm_output is not None:
1524-
r_output.multimodal_output = {}
1525-
1526-
outputs = getattr(r_output, "outputs", None)
1527-
if outputs is not None:
1528-
for out in outputs:
1529-
if getattr(out, "multimodal_output", None):
1530-
out.multimodal_output = {}
1531-
1532-
return r_output

0 commit comments

Comments
 (0)