mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-07 19:51:50 +08:00
64 lines
1.6 KiB
ReStructuredText
64 lines
1.6 KiB
ReStructuredText
API Reference
|
|
-------------
|
|
|
|
.. autoclass:: tensorrt_llm.hlapi.LLM
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.RequestOutput
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.SamplingParams
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.KvCacheConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.SchedulerConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.CapacitySchedulerPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.BuildConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.QuantConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.QuantAlgo
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.CalibConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.BuildCacheConfig
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|
|
.. autoclass:: tensorrt_llm.hlapi.RequestError
|
|
:members:
|
|
:undoc-members:
|
|
:special-members: __init__
|
|
:show-inheritance:
|