We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e33fa37 commit 7511010Copy full SHA for 7511010
tensorrt_llm/_torch/pyexecutor/py_executor_creator.py
@@ -575,6 +575,7 @@ def drafting_loop_wrapper(model):
575
kv_cache_config=kv_cache_config,
576
pytorch_backend_config=pytorch_backend_config,
577
speculative_config=spec_config,
578
+ profiling_stage_data=profiling_stage_data,
579
)
580
estimating_kv_cache = kv_cache_creator.try_prepare_estimation()
581
with mem_monitor.observe_creation_stage(
0 commit comments