From 186e2b8c38fe51a5883831f2a22447d0cc75f050 Mon Sep 17 00:00:00 2001 From: xinhe-nv <200704525+xinhe-nv@users.noreply.github.com> Date: Mon, 12 May 2025 13:28:42 +0800 Subject: [PATCH] [TRTQA-2802][fix]: add --host for mgmn serve examples script (#4175) remove prepare data Signed-off-by: xinhe-nv <200704525+xinhe-nv@users.noreply.github.com> --- examples/llm-api/llm_mgmn_trtllm_serve.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/llm-api/llm_mgmn_trtllm_serve.sh b/examples/llm-api/llm_mgmn_trtllm_serve.sh index 2fafe07507..ee05d41b95 100644 --- a/examples/llm-api/llm_mgmn_trtllm_serve.sh +++ b/examples/llm-api/llm_mgmn_trtllm_serve.sh @@ -33,7 +33,6 @@ # not supported in Slurm mode, you need to download the model and put it in # the LOCAL_MODEL directory. - echo "Starting trtllm-serve..." # Just launch trtllm-serve job with trtllm-llmapi-launch command. srun -l \ @@ -51,5 +50,6 @@ srun -l \ trtllm-serve $LOCAL_MODEL \ --tp_size 16 \ --backend pytorch \ + --host 0.0.0.0 \ ${ADDITIONAL_OPTIONS} "