TensorRT-LLMs/tensorrt_llm/llmapi/trtllm-llmapi-launch
石晓伟 8f91cff22e
TensorRT-LLM Release 0.15.0 (#2529)
Co-authored-by: Kaiyu Xie <26294424+kaiyux@users.noreply.github.com>
2024-12-04 13:44:56 +08:00

17 lines
474 B
Bash
Executable File

#!/bin/bash
set -e
task_with_command="${@:1}"
native_mpi_rank=$OMPI_COMM_WORLD_RANK
# Works with Slurm launching with `--mpi=pmix`
mpi_rank=${PMIX_RANK:-$native_mpi_rank}
echo "mpi_rank: $mpi_rank" >> /dev/stderr
if [ -z "$mpi_rank" ] || [ "$mpi_rank" -eq 0 ]; then
echo "${mpi_rank} run ${task_with_command} ..." >> /dev/stderr
$task_with_command
else
echo "${mpi_rank} launch worker ..." >> /dev/stderr
python3 -m tensorrt_llm.llmapi.mgmn_worker_node
fi