mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-29 15:15:08 +08:00
* committed APIs validation Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> * fix Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> * clean name Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> * separate Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> * add TODOs Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> * fix naming Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> * fix Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> --------- Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com>
28 lines
700 B
YAML
28 lines
700 B
YAML
methods:
|
|
__init__:
|
|
parameters:
|
|
index:
|
|
annotation: int
|
|
default: inspect._empty
|
|
text:
|
|
annotation: str
|
|
default: ''
|
|
token_ids:
|
|
annotation: Optional[List[int]]
|
|
default: null
|
|
finish_reason:
|
|
annotation: Optional[Literal['stop', 'length', 'timeout', 'cancelled']]
|
|
default: null
|
|
stop_reason:
|
|
annotation: Union[int, str, NoneType]
|
|
default: null
|
|
generation_logits:
|
|
annotation: Optional[torch.Tensor]
|
|
default: null
|
|
# TODO [TRTLLM-1049]
|
|
# logprobs:
|
|
# annotation: Optional[SampleLogprobs]
|
|
# default: null
|
|
return_annotation: None
|
|
properties: {}
|