Skip to content

Commit 8847d35

Browse files
qwen3_tts talker
Signed-off-by: dsinghvi <divyanshsinghvi@gmail.com>
1 parent 082b141 commit 8847d35

File tree

1 file changed

+14
-1
lines changed

1 file changed

+14
-1
lines changed

vllm_omni/model_executor/models/qwen3_tts/qwen3_tts_talker.py

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -332,6 +332,7 @@ def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
332332
self.have_multimodal_outputs = True
333333
self.has_preprocess = True
334334
self.has_postprocess = True
335+
self._additional_info_compat_warned: bool = False
335336

336337
# Used by OmniGPUModelRunner for the GPU-side MTP fast-path.
337338
self.mtp_hidden_size = int(self.talker_config.hidden_size)
@@ -441,7 +442,19 @@ def make_omni_output(self, model_outputs: torch.Tensor | OmniOutput, **kwargs: A
441442
return model_outputs
442443

443444
hidden = model_outputs
444-
info_dicts = kwargs.get("runtime_additional_information") or []
445+
info_dicts = kwargs.get("model_intermediate_buffer")
446+
if info_dicts is None:
447+
info_dicts = kwargs.get("runtime_additional_information") or []
448+
if "runtime_additional_information" in kwargs and "model_intermediate_buffer" not in kwargs:
449+
if not self._additional_info_compat_warned:
450+
self._additional_info_compat_warned = True
451+
import warnings
452+
453+
warnings.warn(
454+
"runtime_additional_information is deprecated, use model_intermediate_buffer",
455+
DeprecationWarning,
456+
stacklevel=2,
457+
)
445458
audio_codes_list: list[torch.Tensor] = []
446459
ref_code_len_list: list[torch.Tensor] = []
447460
codec_streaming_list: list[torch.Tensor] = []

0 commit comments

Comments
 (0)