mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-13 22:18:36 +08:00
Add DeepEP backend.
Signed-off-by: Bo Li <22713281+bobboli@users.noreply.github.com>
This commit is contained in:
parent
3479d73b4f
commit
7077b9133b
@ -313,6 +313,7 @@ def parse_args() -> argparse.Namespace:
|
||||
"ALLGATHER",
|
||||
"NVLINK_ONE_SIDED",
|
||||
"NVLINK_TWO_SIDED",
|
||||
"DEEPEP",
|
||||
"DEEPEPLOWLATENCY",
|
||||
],
|
||||
help="Which communication backend to benchmark (default: run all backends).",
|
||||
@ -524,7 +525,7 @@ def _run_benchmark_worker_under_current_mpi(args: argparse.Namespace) -> None:
|
||||
)
|
||||
|
||||
backends = (
|
||||
["ALLGATHER", "NVLINK_ONE_SIDED", "NVLINK_TWO_SIDED", "DEEPEPLOWLATENCY"]
|
||||
["ALLGATHER", "NVLINK_ONE_SIDED", "NVLINK_TWO_SIDED", "DEEPEP", "DEEPEPLOWLATENCY"]
|
||||
if args.backend is None
|
||||
else [args.backend]
|
||||
)
|
||||
|
||||
Loading…
Reference in New Issue
Block a user