mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
19 lines
588 B
C++
19 lines
588 B
C++
#ifndef A073F2DA_315E_434B_B811_D420F0A59DF3
|
|
#define A073F2DA_315E_434B_B811_D420F0A59DF3
|
|
|
|
#include "tensorrt_llm/batch_manager/common.h"
|
|
#include "tensorrt_llm/executor/executor.h"
|
|
#include <ratio>
|
|
#include <unordered_map>
|
|
|
|
namespace tensorrt_llm::testing
|
|
{
|
|
|
|
std::unordered_map<batch_manager::RequestIdType, std::vector<executor::Response>> runThroughRequests(
|
|
executor::Executor& executor, std::vector<executor::Request> const& requests,
|
|
std::chrono::duration<float, std::milli> timeout);
|
|
|
|
} // namespace tensorrt_llm::testing
|
|
|
|
#endif /* A073F2DA_315E_434B_B811_D420F0A59DF3 */
|