TensorRT-LLMs/tests/unittest/api_stability/references_committed/completion_output.yaml
Pengyun Lin c2bc39af63
[TRTLLM-1302][feat] Topk logprobs for TRT backend and top1 logprob for PyT backend (#6097)
Signed-off-by: Pengyun Lin <81065165+LinPoly@users.noreply.github.com>
2025-09-12 15:32:34 +08:00

30 lines
847 B
YAML

methods:
__init__:
parameters:
index:
annotation: int
default: inspect._empty
text:
annotation: str
default: ''
token_ids:
annotation: Optional[List[int]]
default: []
finish_reason:
annotation: Optional[Literal['stop', 'length', 'timeout', 'cancelled']]
default: null
stop_reason:
annotation: Union[int, str, NoneType]
default: null
generation_logits:
annotation: Optional[torch.Tensor]
default: null
logprobs:
annotation: Optional[list[dict[int, tensorrt_llm.executor.result.Logprob]] | List[float]]
default: null
prompt_logprobs:
annotation: Optional[list[dict[int, tensorrt_llm.executor.result.Logprob]]]
default: null
return_annotation: None
properties: {}