TensorRT-LLMs/tensorrt_llm/scaffolding/__init__.py
WeiHaocheng c6081abb0e
feat: Make scaffolding Controller more generic #3408 (#3416)
Signed-off-by: fredw (generated by with_the_same_user script) <20514172+WeiHaocheng@users.noreply.github.com>
2025-04-12 21:35:38 +08:00

18 lines
953 B
Python

from .controller import (BestOfNController, Controller, MajorityVoteController,
NativeGenerationController, NativeRewardController,
ParallelProcess, ScaffoldingOutput)
from .math_utils import (extract_answer_from_boxed, extract_answer_with_regex,
get_digit_majority_vote_result)
from .scaffolding_llm import ScaffoldingLlm
from .task import GenerationTask, RewardTask, Task, TaskStatus
from .worker import OpenaiWorker, TRTLLMWorker, TRTOpenaiWorker, Worker
__all__ = [
"ScaffoldingLlm", "ScaffoldingOutput", "ParallelProcess", "Controller",
"NativeGenerationController", "NativeRewardController",
"MajorityVoteController", "BestOfNController", "Task", "GenerationTask",
"RewardTask", "Worker", "OpenaiWorker", "TRTOpenaiWorker", "TRTLLMWorker",
"TaskStatus", "extract_answer_from_boxed", "extract_answer_with_regex",
"get_digit_majority_vote_result"
]