mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-13 22:18:36 +08:00
bcf5ec0c9a
Signed-off-by: Ye Zhang <zhysishu@gmail.com> Signed-off-by: Shunkang <182541032+Shunkangz@users.noreply.github.co>
24 lines
522 B
YAML
24 lines
522 B
YAML
methods:
|
|
__init__:
|
|
parameters: {}
|
|
return_annotation: None
|
|
abort:
|
|
parameters: {}
|
|
return_annotation: None
|
|
aborted:
|
|
parameters: {}
|
|
return_annotation: bool
|
|
clear_logprob_params:
|
|
parameters: {}
|
|
return_annotation: None
|
|
record_stats:
|
|
parameters:
|
|
output:
|
|
annotation: tensorrt_llm.executor.result.CompletionOutput
|
|
default: inspect._empty
|
|
stats:
|
|
annotation: Optional[dict[str, float]]
|
|
default: None
|
|
return_annotation: None
|
|
properties: {}
|