From 001e666fc5979ed46d084c610964855442ab81ab Mon Sep 17 00:00:00 2001 From: milesial Date: Tue, 6 May 2025 12:25:04 -0700 Subject: [PATCH] fix: Pass local dir to processor creation (#4018) Signed-off-by: Alexandre Milesi <30204471+milesial@users.noreply.github.com> Co-authored-by: Alexandre Milesi <30204471+milesial@users.noreply.github.com> Co-authored-by: Haohang Huang <31998628+symphonylyh@users.noreply.github.com> --- tensorrt_llm/llmapi/llm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorrt_llm/llmapi/llm.py b/tensorrt_llm/llmapi/llm.py index cd85cda77c..afcb666bf0 100644 --- a/tensorrt_llm/llmapi/llm.py +++ b/tensorrt_llm/llmapi/llm.py @@ -546,7 +546,7 @@ class LLM: # Multimodal special handling: # 1. Default load_tokenizer may fail because MM has different tokenizer configuration. Hence we initialize it inside input processor # 2. May need to modify model weights for MM (e.g., resize vocab embedding). We must do such operation via input processor's __init__ - self.input_processor = create_input_processor(self.args.model, + self.input_processor = create_input_processor(self._hf_model_dir, self.tokenizer) self.tokenizer = self.input_processor.tokenizer