From f882fb86dbc4d8a865b536d7231941b3b5e0720f Mon Sep 17 00:00:00 2001 From: Enwei Zhu <21126786+syuoni@users.noreply.github.com> Date: Tue, 23 Sep 2025 15:29:57 +0800 Subject: [PATCH] [https://nvbugs/5367180][fix] Fix xgrammar import before loading tensorrt_llm binary (#7906) Signed-off-by: Enwei Zhu <21126786+syuoni@users.noreply.github.com> --- tensorrt_llm/__init__.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/tensorrt_llm/__init__.py b/tensorrt_llm/__init__.py index d545b785b9..487888f34e 100644 --- a/tensorrt_llm/__init__.py +++ b/tensorrt_llm/__init__.py @@ -29,9 +29,10 @@ _add_trt_llm_dll_directory() import sys -# Need to import xgrammar before tensorrt_llm library, -# otherwise `MemoryError: std::bad_alloc` pattern error will be raised. -import xgrammar # noqa +# Need to import torch before tensorrt_llm library, otherwise some shared binary files +# cannot be found for the public PyTorch, raising errors like: +# ImportError: libc10.so: cannot open shared object file: No such file or directory +import torch # noqa import tensorrt_llm._torch.models as torch_models import tensorrt_llm.functional as functional