We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c6e55d0 commit 414b584Copy full SHA for 414b584
tensorrt_llm/llmapi/llm.py
@@ -491,8 +491,8 @@ def generate_async(
491
elif 'multi_modal_embeddings' in inputs:
492
mm_embedding_info = inputs['multi_modal_embeddings']
493
prompt_token_ids, extra_processed_inputs = cast(
494
- self.input_processor,
495
- BaseMultimodalInputProcessor).attach_multimodal_embeddings(
+ BaseMultimodalInputProcessor,
+ self.input_processor).attach_multimodal_embeddings(
496
inputs, mm_embedding_info, sampling_params)
497
else:
498
with nvtx_range_debug("input_processor"):
0 commit comments