We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e741d2b commit 3410508Copy full SHA for 3410508
tensorrt_llm/llmapi/llm.py
@@ -609,7 +609,7 @@ def _build_model(self):
609
if self._on_trt_backend and self.args.extended_runtime_perf_knob_config is not None:
610
executor_config.extended_runtime_perf_knob_config = PybindMirror.maybe_to_pybind(
611
self.args.extended_runtime_perf_knob_config)
612
- if self._on_trt_backend and self.args.cache_transceiver_config is not None:
+ if self.args.cache_transceiver_config is not None:
613
executor_config.cache_transceiver_config = PybindMirror.maybe_to_pybind(
614
self.args.cache_transceiver_config)
615
from tensorrt_llm._torch.pyexecutor.config import update_executor_config
0 commit comments