From 389614ca9913b7b3268c5ce370a984b5f7cc8aef Mon Sep 17 00:00:00 2001 From: Yan Chunwei <328693+Superjomn@users.noreply.github.com> Date: Thu, 8 May 2025 11:18:56 +0800 Subject: [PATCH] chore: remove data stage in serve example on slurm (#4138) Signed-off-by: Superjomn <328693+Superjomn@users.noreply.github.com> --- examples/llm-api/llm_mgmn_trtllm_serve.sh | 24 ----------------------- 1 file changed, 24 deletions(-) diff --git a/examples/llm-api/llm_mgmn_trtllm_serve.sh b/examples/llm-api/llm_mgmn_trtllm_serve.sh index 11640c9521..2fafe07507 100644 --- a/examples/llm-api/llm_mgmn_trtllm_serve.sh +++ b/examples/llm-api/llm_mgmn_trtllm_serve.sh @@ -33,30 +33,6 @@ # not supported in Slurm mode, you need to download the model and put it in # the LOCAL_MODEL directory. -export prepare_dataset="$SOURCE_ROOT/benchmarks/cpp/prepare_dataset.py" -export data_path="$WORKDIR/token-norm-dist.txt" - -echo "Preparing dataset..." -srun -l \ - -N 1 \ - -n 1 \ - --container-image=${CONTAINER_IMAGE} \ - --container-name="prepare-name" \ - --container-mounts=${MOUNT_DIR}:${MOUNT_DEST} \ - --container-workdir=${WORKDIR} \ - --export=ALL \ - --mpi=pmix \ - bash -c " - $PROLOGUE - python3 $prepare_dataset \ - --tokenizer=$LOCAL_MODEL \ - --stdout token-norm-dist \ - --num-requests=100 \ - --input-mean=128 \ - --output-mean=128 \ - --input-stdev=0 \ - --output-stdev=0 > $data_path - " echo "Starting trtllm-serve..." # Just launch trtllm-serve job with trtllm-llmapi-launch command.