We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cd4e639 commit 0b6977fCopy full SHA for 0b6977f
tensorrt_llm/llmapi/llm.py
@@ -459,8 +459,8 @@ def generate_async(
459
elif 'multi_modal_embeddings' in inputs:
460
mm_embedding_info = inputs['multi_modal_embeddings']
461
prompt_token_ids, extra_processed_inputs = cast(
462
- self.input_processor,
463
- BaseMultimodalInputProcessor).attach_multimodal_embeddings(
+ BaseMultimodalInputProcessor,
+ self.input_processor).attach_multimodal_embeddings(
464
inputs, mm_embedding_info, sampling_params)
465
else:
466
with nvtx_range_debug("input_processor"):
0 commit comments