mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-20 09:45:21 +08:00
ace2b6917b
* Add 0.18.2 Signed-off-by: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com> * Remove doctree Signed-off-by: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com> * Add 0.19.0rc0 Signed-off-by: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com> * Add 0.20.0rc0 Signed-off-by: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com> * Add latest Signed-off-by: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com> --------- Signed-off-by: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com>
84 lines
2.2 KiB
ReStructuredText
84 lines
2.2 KiB
ReStructuredText
API Reference
|
|
-------------
|
|
|
|
.. autoclass:: tensorrt_llm.llmapi.LLM
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.RequestOutput
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.GuidedDecodingParams
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.SamplingParams
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.KvCacheConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.LookaheadDecodingConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.MedusaDecodingConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.SchedulerConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.CapacitySchedulerPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.BuildConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.QuantConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.QuantAlgo
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.CalibConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.BuildCacheConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.RequestError
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.llmapi.NoStatsAvailable
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|