TensorRT-LLMs/tests/unittest/api_stability/references/completion_output.yaml
Pengyun Lin c2bc39af63
[TRTLLM-1302][feat] Topk logprobs for TRT backend and top1 logprob for PyT backend (#6097)
Signed-off-by: Pengyun Lin <81065165+LinPoly@users.noreply.github.com>
2025-09-12 15:32:34 +08:00

27 lines
745 B
YAML

methods:
__init__:
parameters:
cumulative_logprob:
annotation: Optional[float]
default: null
disaggregated_params:
annotation: Optional[tensorrt_llm.disaggregated_params.DisaggregatedParams]
default: null
request_perf_metrics:
annotation: Optional[tensorrt_llm.bindings.executor.RequestPerfMetrics]
default: null
return_annotation: None
properties:
length:
annotation: int
default: inspect._empty
logprobs_diff:
annotation: list[dict[int, tensorrt_llm.executor.result.Logprob]] | List[float]
default: inspect._empty
text_diff:
annotation: str
default: inspect._empty
token_ids_diff:
annotation: List[int]
default: inspect._empty