TensorRT-LLMs/tests/unittest/api_stability/references/completion_output.yaml
Kaiyu Xie 3aa6b11d13
Update TensorRT-LLM (#2936)
* Update TensorRT-LLM

---------

Co-authored-by: changcui <cuichang147@gmail.com>
2025-03-18 21:25:19 +08:00

59 lines
1.5 KiB
YAML

methods:
__init__:
name: __init__
parameters:
cumulative_logprob:
annotation: Optional[float]
default: null
name: cumulative_logprob
disaggregated_params:
annotation: Optional[tensorrt_llm.disaggregated_params.DisaggregatedParams]
default: null
name: disaggregated_params
finish_reason:
annotation: Optional[Literal['stop', 'length', 'timeout', 'cancelled']]
default: null
name: finish_reason
generation_logits:
annotation: Optional[torch.Tensor]
default: null
name: generation_logits
index:
annotation: int
default: inspect._empty
name: index
logprobs:
annotation: Optional[List[float]]
default: null
name: logprobs
stop_reason:
annotation: Union[int, str, NoneType]
default: null
name: stop_reason
text:
annotation: str
default: ''
name: text
token_ids:
annotation: Optional[List[int]]
default: null
name: token_ids
return_annotation: None
properties:
length:
annotation: int
default: inspect._empty
name: length
logprobs_diff:
annotation: List[float]
default: inspect._empty
name: logprobs_diff
text_diff:
annotation: str
default: inspect._empty
name: text_diff
token_ids_diff:
annotation: List[int]
default: inspect._empty
name: token_ids_diff