mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-13 22:18:36 +08:00
[https://nvbugs/5652552][fix] cherry-pick add printing for llm args (#9206)
Signed-off-by: Ruodi Lu <ruodil@users.noreply.github.com> Co-authored-by: Ruodi Lu <ruodil@users.noreply.github.com>
This commit is contained in:
parent
ac5aa63b11
commit
0a6fd1de1b
@ -686,7 +686,8 @@ def create_py_executor(
|
||||
|
||||
_adjust_torch_mem_fraction(pytorch_backend_config)
|
||||
|
||||
logger.info(f"{llm_args}")
|
||||
if mapping.rank == 0:
|
||||
logger.info(f"LLM Args:\n{llm_args}")
|
||||
|
||||
py_executor.start_worker()
|
||||
return py_executor
|
||||
|
||||
Loading…
Reference in New Issue
Block a user