diff --git a/tensorrt_llm/_torch/models/modeling_qwen3vl.py b/tensorrt_llm/_torch/models/modeling_qwen3vl.py index 312e5ea745..8a5087731e 100644 --- a/tensorrt_llm/_torch/models/modeling_qwen3vl.py +++ b/tensorrt_llm/_torch/models/modeling_qwen3vl.py @@ -1138,6 +1138,7 @@ class Qwen3VLModelBase(PreTrainedModel): "video": "<|vision_start|><|video_pad|><|vision_end|>", }, placeholder_placement=MultimodalPlaceholderPlacement.BEFORE_TEXT, + placeholders_separator="", ), ) class Qwen3VLModel(Qwen3VLModelBase): diff --git a/tensorrt_llm/_torch/models/modeling_qwen3vl_moe.py b/tensorrt_llm/_torch/models/modeling_qwen3vl_moe.py index 74cd16ec69..66da3c153e 100644 --- a/tensorrt_llm/_torch/models/modeling_qwen3vl_moe.py +++ b/tensorrt_llm/_torch/models/modeling_qwen3vl_moe.py @@ -41,6 +41,7 @@ from .modeling_utils import ModelConfig, register_auto_model, register_vision_en "video": "<|vision_start|><|video_pad|><|vision_end|>", }, placeholder_placement=MultimodalPlaceholderPlacement.BEFORE_TEXT, + placeholders_separator="", ), ) class Qwen3MoeVLModel(Qwen3VLModelBase):