mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-30 15:43:19 +08:00
1026069a2b
Signed-off-by: Zhang Haotong <zhanghaotong.zht@antgroup.com> Signed-off-by: zhanghaotong <zhanghaotong.zht@antgroup.com> Signed-off-by: Shunkang <182541032+Shunkangz@users.noreply.github.co> Co-authored-by: Zhang Haotong <zhanghaotong.zht@alibaba-inc.com> Co-authored-by: Shunkang <182541032+Shunkangz@users.noreply.github.co>
33 lines
790 B
YAML
33 lines
790 B
YAML
methods:
|
|
__init__:
|
|
parameters: {}
|
|
return_annotation: None
|
|
abort:
|
|
parameters: {}
|
|
return_annotation: None
|
|
aborted:
|
|
parameters: {}
|
|
return_annotation: bool
|
|
clear_logprob_params:
|
|
parameters: {}
|
|
return_annotation: None
|
|
record_stats:
|
|
parameters:
|
|
output:
|
|
annotation: tensorrt_llm.executor.result.CompletionOutput
|
|
default: inspect._empty
|
|
stats:
|
|
annotation: Optional[dict[str, float]]
|
|
default: None
|
|
return_annotation: None
|
|
do_tracing:
|
|
parameters:
|
|
output:
|
|
annotation: tensorrt_llm.executor.result.CompletionOutput
|
|
default: inspect._empty
|
|
req_perf_metrics_dict:
|
|
annotation: Optional[dict[str, float]]
|
|
default: None
|
|
return_annotation: None
|
|
properties: {}
|