TensorRT-LLMs/tensorrt_llm/scaffolding/__init__.py
WeiHaocheng 0f01826dde
feat: support task collection for to collect information (#3328) (#3824)
Signed-off-by: fredw (generated by with_the_same_user script) <20514172+WeiHaocheng@users.noreply.github.com>
2025-05-09 17:09:01 +08:00

36 lines
1.2 KiB
Python

from .controller import (BestOfNController, Controller, MajorityVoteController,
NativeGenerationController, NativeRewardController,
ParallelProcess, ScaffoldingOutput)
from .math_utils import (extract_answer_from_boxed, extract_answer_with_regex,
get_digit_majority_vote_result)
from .scaffolding_llm import ScaffoldingLlm
from .task import GenerationTask, RewardTask, Task, TaskStatus
from .task_collection import (GenerationTokenCounter, TaskCollection,
with_task_collection)
from .worker import OpenaiWorker, TRTLLMWorker, TRTOpenaiWorker, Worker
__all__ = [
"ScaffoldingLlm",
"ScaffoldingOutput",
"ParallelProcess",
"Controller",
"NativeGenerationController",
"NativeRewardController",
"MajorityVoteController",
"BestOfNController",
"Task",
"GenerationTask",
"RewardTask",
"Worker",
"OpenaiWorker",
"TRTOpenaiWorker",
"TRTLLMWorker",
"TaskStatus",
"extract_answer_from_boxed",
"extract_answer_with_regex",
"get_digit_majority_vote_result",
"TaskCollection",
"with_task_collection",
"GenerationTokenCounter",
]