TensorRT-LLMs/tests/unittest/api_stability/references/logits_processor.yaml
Kaiyu Xie 3aa6b11d13
Update TensorRT-LLM (#2936)
* Update TensorRT-LLM

---------

Co-authored-by: changcui <cuichang147@gmail.com>
2025-03-18 21:25:19 +08:00

27 lines
605 B
YAML

methods:
__call__:
name: __call__
parameters:
client_id:
annotation: Optional[int]
default: inspect._empty
name: client_id
logits:
annotation: torch.Tensor
default: inspect._empty
name: logits
req_id:
annotation: int
default: inspect._empty
name: req_id
stream_ptr:
annotation: int
default: inspect._empty
name: stream_ptr
token_ids:
annotation: List[List[int]]
default: inspect._empty
name: token_ids
return_annotation: None
properties: {}