mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-07 03:31:58 +08:00
27 lines
689 B
YAML
27 lines
689 B
YAML
methods:
|
|
__init__:
|
|
parameters:
|
|
cumulative_logprob:
|
|
annotation: Optional[float]
|
|
default: null
|
|
disaggregated_params:
|
|
annotation: Optional[tensorrt_llm.disaggregated_params.DisaggregatedParams]
|
|
default: null
|
|
request_perf_metrics:
|
|
annotation: Optional[tensorrt_llm.bindings.executor.RequestPerfMetrics]
|
|
default: null
|
|
return_annotation: None
|
|
properties:
|
|
length:
|
|
annotation: int
|
|
default: inspect._empty
|
|
logprobs_diff:
|
|
annotation: List[float]
|
|
default: inspect._empty
|
|
text_diff:
|
|
annotation: str
|
|
default: inspect._empty
|
|
token_ids_diff:
|
|
annotation: List[int]
|
|
default: inspect._empty
|