mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
fix:remove duplicated trust_remote_code knob from trtllm-serve (#5143)
Signed-off-by: nv-guomingz <137257613+nv-guomingz@users.noreply.github.com>
This commit is contained in:
parent
22281cfc55
commit
58d4ca2385
@ -248,12 +248,6 @@ def launch_server(host: str,
|
||||
default=None,
|
||||
help="Server role. Specify this value only if running in disaggregated mode."
|
||||
)
|
||||
@click.option(
|
||||
"--trust_remote_code",
|
||||
type=bool,
|
||||
default=False,
|
||||
help="Whether to trust remote code.",
|
||||
)
|
||||
def serve(model: str, tokenizer: Optional[str], host: str, port: int,
|
||||
log_level: str, backend: str, max_beam_width: int,
|
||||
max_batch_size: int, max_num_tokens: int, max_seq_len: int,
|
||||
|
||||
Loading…
Reference in New Issue
Block a user