From f25a2c53bbc5bb304105e53443682938b78c464a Mon Sep 17 00:00:00 2001 From: Evgueni Petrov Date: Wed, 28 Jan 2026 02:55:59 +0700 Subject: [PATCH] [#10877][fix] restore ipv6 support in serve.py (#10929) Signed-off-by: Evgueni Petrov --- tensorrt_llm/commands/serve.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/tensorrt_llm/commands/serve.py b/tensorrt_llm/commands/serve.py index 9eb271551a..02bfbf5f02 100644 --- a/tensorrt_llm/commands/serve.py +++ b/tensorrt_llm/commands/serve.py @@ -186,7 +186,11 @@ def launch_server( backend = llm_args["backend"] model = llm_args["model"] - with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s: + addr_info = socket.getaddrinfo(host, port, socket.AF_UNSPEC, + socket.SOCK_STREAM) + address_family = socket.AF_INET6 if all( + [info[0] == socket.AF_INET6 for info in addr_info]) else socket.AF_INET + with socket.socket(address_family, socket.SOCK_STREAM) as s: # If disagg cluster config is provided and port is not specified, try to find a free port, otherwise try to bind to the specified port assert port > 0 or disagg_cluster_config is not None, "Port must be specified if disagg cluster config is not provided" try: