mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-27 06:03:09 +08:00
ccd73c71a5
* stream generation task/controller Signed-off-by: narutolhy <582909902@qq.com> * edit README Signed-off-by: narutolhy <582909902@qq.com> * rename README Signed-off-by: narutolhy <582909902@qq.com> --------- Signed-off-by: narutolhy <582909902@qq.com>
7 lines
158 B
Python
7 lines
158 B
Python
from tensorrt_llm.scaffolding import * # noqa
|
|
|
|
__all__ = [
|
|
'NativeStreamGenerationController', 'StreamGenerationTask',
|
|
'stream_generation_handler'
|
|
]
|