mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-13 22:18:36 +08:00
61 lines
2.3 KiB
Python
61 lines
2.3 KiB
Python
from .data import PromptInputs, TextPrompt, TokensPrompt, prompt_inputs
|
|
from .evs import compute_retained_tokens_count, compute_retention_mask
|
|
from .multimodal import MultimodalInput
|
|
from .registry import (BaseMultimodalDummyInputsBuilder,
|
|
BaseMultimodalInputProcessor, ExtraProcessedInputs,
|
|
InputProcessor, MultimodalPlaceholderMetadata,
|
|
MultimodalPlaceholderPlacement, create_input_processor,
|
|
create_input_processor_with_hash,
|
|
register_input_processor,
|
|
support_multimodal_disaggregated)
|
|
from .utils import (ALL_SUPPORTED_AUDIO_MODELS, ALL_SUPPORTED_IMAGE_MODELS,
|
|
ALL_SUPPORTED_MULTIMODAL_MODELS, ALL_SUPPORTED_VIDEO_MODELS,
|
|
BaseModalityData, ConversationMessage, MultimodalData,
|
|
MultimodalDataTracker, VideoData,
|
|
add_multimodal_placeholders, apply_chat_template,
|
|
async_load_audio, async_load_image, async_load_video,
|
|
convert_image_mode, default_multimodal_input_loader,
|
|
encode_base64_content_from_url, encode_base64_image,
|
|
get_cache_salt_id, load_image, load_video)
|
|
|
|
__all__ = [
|
|
"ALL_SUPPORTED_MULTIMODAL_MODELS",
|
|
"ALL_SUPPORTED_IMAGE_MODELS",
|
|
"ALL_SUPPORTED_VIDEO_MODELS",
|
|
"ALL_SUPPORTED_AUDIO_MODELS",
|
|
"BaseModalityData",
|
|
"VideoData",
|
|
"PromptInputs",
|
|
"prompt_inputs",
|
|
"TextPrompt",
|
|
"TokensPrompt",
|
|
"InputProcessor",
|
|
"create_input_processor",
|
|
"create_input_processor_with_hash",
|
|
"register_input_processor",
|
|
"support_multimodal_disaggregated",
|
|
"ExtraProcessedInputs",
|
|
"BaseMultimodalDummyInputsBuilder",
|
|
"BaseMultimodalInputProcessor",
|
|
"MultimodalPlaceholderMetadata",
|
|
"MultimodalPlaceholderPlacement",
|
|
"ConversationMessage",
|
|
"MultimodalDataTracker",
|
|
"MultimodalData",
|
|
"MultimodalInput",
|
|
"async_load_audio",
|
|
"async_load_image",
|
|
"async_load_video",
|
|
"add_multimodal_placeholders",
|
|
"apply_chat_template",
|
|
"convert_image_mode",
|
|
"default_multimodal_input_loader",
|
|
"encode_base64_content_from_url",
|
|
"encode_base64_image",
|
|
"load_image",
|
|
"load_video",
|
|
"get_cache_salt_id",
|
|
"compute_retained_tokens_count",
|
|
"compute_retention_mask",
|
|
]
|