We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 680a32c commit 10f1c3bCopy full SHA for 10f1c3b
tensorrt_llm/_torch/pyexecutor/_util.py
@@ -173,7 +173,8 @@ def _create_dummy_mm_context_request(
173
req_mm_input = trtllm.MultimodalInput(
174
multimodal_hashes=multimodal_input.multimodal_hashes,
175
multimodal_positions=multimodal_input.multimodal_positions,
176
- multimodal_lengths=multimodal_input.multimodal_lengths)
+ multimodal_lengths=multimodal_input.multimodal_lengths
177
+ ) if multimodal_input else None
178
request = trtllm.Request(prompt_token_ids,
179
max_tokens=1,
180
streaming=False,
0 commit comments