mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-16 07:53:55 +08:00
26901e4aa0
Signed-off-by: Chang Liu (Enterprise Products) <liuc@nvidia.com> Signed-off-by: Chang Liu <9713593+chang-l@users.noreply.github.com> Signed-off-by: Zhenhua Wang <zhenhuaw@nvidia.com> Co-authored-by: Freddy Qi <junq@nvidia.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: Zhenhua Wang <zhenhuaw@nvidia.com>
77 lines
2.6 KiB
Python
77 lines
2.6 KiB
Python
from .._torch.async_llm import AsyncLLM
|
|
from ..disaggregated_params import DisaggregatedParams, DisaggScheduleStyle
|
|
from ..executor import CompletionOutput, LoRARequest, RequestError
|
|
from ..sampling_params import GuidedDecodingParams, SamplingParams
|
|
from .build_cache import BuildCacheConfig
|
|
from .llm import LLM, RequestOutput
|
|
# yapf: disable
|
|
from .llm_args import (AttentionDpConfig, AutoDecodingConfig, BatchingType,
|
|
CacheTransceiverConfig, CalibConfig,
|
|
CapacitySchedulerPolicy, ContextChunkingPolicy,
|
|
CudaGraphConfig, DeepSeekSparseAttentionConfig,
|
|
DraftTargetDecodingConfig, DynamicBatchConfig,
|
|
Eagle3DecodingConfig, EagleDecodingConfig,
|
|
ExtendedRuntimePerfKnobConfig, KvCacheConfig, LlmArgs,
|
|
LookaheadDecodingConfig, MedusaDecodingConfig, MoeConfig,
|
|
MTPDecodingConfig, NGramDecodingConfig,
|
|
RocketSparseAttentionConfig,
|
|
SaveHiddenStatesDecodingConfig, SchedulerConfig,
|
|
SkipSoftmaxAttentionConfig, TorchCompileConfig,
|
|
TorchLlmArgs, TrtLlmArgs, UserProvidedDecodingConfig)
|
|
from .llm_utils import (BuildConfig, KvCacheRetentionConfig, QuantAlgo,
|
|
QuantConfig)
|
|
from .mm_encoder import MultimodalEncoder
|
|
from .mpi_session import MpiCommSession
|
|
from .visual_gen import VisualGen, VisualGenParams
|
|
|
|
__all__ = [
|
|
'LLM',
|
|
'AsyncLLM',
|
|
'VisualGen',
|
|
'VisualGenParams',
|
|
'MultimodalEncoder',
|
|
'CompletionOutput',
|
|
'RequestOutput',
|
|
'GuidedDecodingParams',
|
|
'SamplingParams',
|
|
'DisaggregatedParams',
|
|
'DisaggScheduleStyle',
|
|
'KvCacheConfig',
|
|
'KvCacheRetentionConfig',
|
|
'CudaGraphConfig',
|
|
'MoeConfig',
|
|
'LookaheadDecodingConfig',
|
|
'MedusaDecodingConfig',
|
|
'EagleDecodingConfig',
|
|
'Eagle3DecodingConfig',
|
|
'MTPDecodingConfig',
|
|
'SchedulerConfig',
|
|
'CapacitySchedulerPolicy',
|
|
'BuildConfig',
|
|
'QuantConfig',
|
|
'QuantAlgo',
|
|
'CalibConfig',
|
|
'BuildCacheConfig',
|
|
'RequestError',
|
|
'MpiCommSession',
|
|
'ExtendedRuntimePerfKnobConfig',
|
|
'BatchingType',
|
|
'ContextChunkingPolicy',
|
|
'DynamicBatchConfig',
|
|
'CacheTransceiverConfig',
|
|
'NGramDecodingConfig',
|
|
'UserProvidedDecodingConfig',
|
|
'TorchCompileConfig',
|
|
'DraftTargetDecodingConfig',
|
|
'LlmArgs',
|
|
'TorchLlmArgs',
|
|
'TrtLlmArgs',
|
|
'AutoDecodingConfig',
|
|
'AttentionDpConfig',
|
|
'LoRARequest',
|
|
'SaveHiddenStatesDecodingConfig',
|
|
'RocketSparseAttentionConfig',
|
|
'DeepSeekSparseAttentionConfig',
|
|
'SkipSoftmaxAttentionConfig',
|
|
]
|