kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-14 06:27:45 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

chore: remove data stage in serve example on slurm (#4138)

Browse Source 
Signed-off-by: Superjomn <328693+Superjomn@users.noreply.github.com>
This commit is contained in:
Yan Chunwei 2025-05-08 11:18:56 +08:00 committed by GitHub
parent 7175392206
commit 389614ca99
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
examples/llm-api/llm_mgmn_trtllm_serve.sh
View File

@ -33,30 +33,6 @@
# not supported in Slurm mode, you need to download the model and put it in
# the LOCAL_MODEL directory.
export prepare_dataset="$SOURCE_ROOT/benchmarks/cpp/prepare_dataset.py"
export data_path="$WORKDIR/token-norm-dist.txt"
echo "Preparing dataset..."
srun -l \
-N 1 \
-n 1 \
--container-image=${CONTAINER_IMAGE} \
--container-name="prepare-name" \
--container-mounts=${MOUNT_DIR}:${MOUNT_DEST} \
--container-workdir=${WORKDIR} \
--export=ALL \
--mpi=pmix \
bash -c "
$PROLOGUE
python3 $prepare_dataset \
--tokenizer=$LOCAL_MODEL \
--stdout token-norm-dist \
--num-requests=100 \
--input-mean=128 \
--output-mean=128 \
--input-stdev=0 \
--output-stdev=0 > $data_path
"
echo "Starting trtllm-serve..."
# Just launch trtllm-serve job with trtllm-llmapi-launch command.