TensorRT-LLMs/tests/unittest/api_stability/references/sampling_params.yaml
2025-10-27 13:12:31 -04:00

20 lines
475 B
YAML

methods:
__init__:
parameters:
# Experimental features
additional_model_outputs:
annotation: Optional[List[str]]
default: null
status: prototype
return_perf_metrics:
annotation: bool
default: false
beam_width_array:
annotation: Optional[List[int]]
default: null
prompt_ignore_length:
annotation: Optional[int]
default: null
return_annotation: None
properties: {}