From 34105080204cea919c61ebf28c3f5919703bd79a Mon Sep 17 00:00:00 2001 From: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> Date: Thu, 22 May 2025 13:59:51 +0800 Subject: [PATCH] cache_transceiver_config (#4556) Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> --- tensorrt_llm/llmapi/llm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorrt_llm/llmapi/llm.py b/tensorrt_llm/llmapi/llm.py index 76479c95f5..747e97a056 100644 --- a/tensorrt_llm/llmapi/llm.py +++ b/tensorrt_llm/llmapi/llm.py @@ -609,7 +609,7 @@ class LLM: if self._on_trt_backend and self.args.extended_runtime_perf_knob_config is not None: executor_config.extended_runtime_perf_knob_config = PybindMirror.maybe_to_pybind( self.args.extended_runtime_perf_knob_config) - if self._on_trt_backend and self.args.cache_transceiver_config is not None: + if self.args.cache_transceiver_config is not None: executor_config.cache_transceiver_config = PybindMirror.maybe_to_pybind( self.args.cache_transceiver_config) from tensorrt_llm._torch.pyexecutor.config import update_executor_config