TensorRT-LLMs/tests/unittest/api_stability/references/completion_output.yaml
Aurelien Chartier 833c0dea4a
[TRTLLM-6104] feat: add request_perf_metrics to LLMAPI (#5497)
Signed-off-by: Aurelien Chartier <2567591+achartier@users.noreply.github.com>
2025-06-27 17:03:05 +02:00

27 lines
689 B
YAML

methods:
__init__:
parameters:
cumulative_logprob:
annotation: Optional[float]
default: null
disaggregated_params:
annotation: Optional[tensorrt_llm.disaggregated_params.DisaggregatedParams]
default: null
request_perf_metrics:
annotation: Optional[tensorrt_llm.bindings.executor.RequestPerfMetrics]
default: null
return_annotation: None
properties:
length:
annotation: int
default: inspect._empty
logprobs_diff:
annotation: List[float]
default: inspect._empty
text_diff:
annotation: str
default: inspect._empty
token_ids_diff:
annotation: List[int]
default: inspect._empty