mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-05 02:31:33 +08:00
15 lines
336 B
Bash
Executable File
15 lines
336 B
Bash
Executable File
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
|
|
# Clear slurm envs
|
|
unset $(env | awk -F'=' '{print $1}' | (grep -E "SLURM_|SLURMD_|slurm_|MPI_|PMIX_" || true))
|
|
|
|
extra_args=()
|
|
if [ -v TLLM_AUTOTUNER_CACHE_PATH ]; then
|
|
extra_args+=(-x TLLM_AUTOTUNER_CACHE_PATH)
|
|
fi
|
|
|
|
set -x
|
|
mpirun --allow-run-as-root --np $NP ${extra_args[@]+"${extra_args[@]}"} "$@"
|