kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-14 06:27:45 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

[https://nvbugs/5547434][fix] Fix Qwen2.5-VL device_path error (#8057)

Browse Source 
Signed-off-by: yechank <161688079+yechank-nvidia@users.noreply.github.com>
Signed-off-by: Mike Iovine <6158008+mikeiovine@users.noreply.github.com>
This commit is contained in:
Yechan Kim 2025-10-13 15:12:27 +09:00 committed by Yanchao Lu
parent 1b559ba91d
commit 9587f099ac
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tensorrt_llm/_torch/models/modeling_qwen2vl.py
View File

@ -979,7 +979,7 @@ class Qwen2VLModel(Qwen2VLModelBase):
return [
"image.pixel_values", "image.image_grid_thw",
"video.pixel_values_videos", "video.video_grid_thw",
"multimodal_embedding", "mrope_config.mrope_position_ids"
"multimodal_embedding"
]
def load_weights(self, weights, weight_mapper: BaseWeightMapper):
@ -1032,12 +1032,12 @@ class Qwen2_5_VLModel(Qwen2VLModelBase):
return [
"image.pixel_values", "video.pixel_values_videos",
"image.image_grid_thw", "video.video_grid_thw",
"multimodal_embedding", "mrope_config.mrope_position_ids"
"multimodal_embedding"
]
else:
return [
"image.pixel_values", "video.pixel_values_videos",
"multimodal_embedding", "mrope_config.mrope_position_ids"
"multimodal_embedding"
]
def load_weights(self, weights, weight_mapper: BaseWeightMapper):