kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-13 22:18:36 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

fix: Ensure mlx5 library is installed for deep_ep and remove deprecated python bindings (#6189)

Browse Source 
Signed-off-by: Martin Marciniszyn Mehringer <11665257+MartinMarciniszyn@users.noreply.github.com>
This commit is contained in:
Martin Marciniszyn Mehringer 2025-07-20 04:38:51 +02:00 committed by GitHub
parent 2e14c8f443
commit 943fd418dd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
cpp/CMakeLists.txt
View File

@ -30,6 +30,7 @@ project(tensorrt_llm LANGUAGES CXX)
option(BUILD_PYT "Build in PyTorch TorchScript class mode" ON)
option(BUILD_TESTS "Build Google tests" ON)
option(BUILD_BENCHMARKS "Build benchmarks" ON)
option(BUILD_DEEP_EP "Build the Deep EP module" ON)
option(BUILD_MICRO_BENCHMARKS "Build C++ micro benchmarks" OFF)
option(NVTX_DISABLE "Disable all NVTX features" ON)
option(WARNING_IS_ERROR "Treat all warnings as errors" OFF)

3
cpp/tensorrt_llm/deep_ep/CMakeLists.txt
View File

@ -36,6 +36,9 @@ if(NOT DEEP_EP_CUDA_ARCHITECTURES)
return()
endif()
# Ensure that dependent libraries are installed
find_library(MLX5_lib NAMES mlx5 REQUIRED)
# Prepare files
# =============

2
docker/Dockerfile.multi
View File

@ -127,7 +127,7 @@ RUN mkdir -p /root/.cache/pip /root/.cache/ccache
ENV CCACHE_DIR=/root/.cache/ccache
# Build the TRT-LLM wheel
ARG GITHUB_MIRROR=""
ARG BUILD_WHEEL_ARGS="--clean --python_bindings --benchmarks"
ARG BUILD_WHEEL_ARGS="--clean --benchmarks"
RUN --mount=type=cache,target=/root/.cache/pip --mount=type=cache,target=${CCACHE_DIR} \
GITHUB_MIRROR=$GITHUB_MIRROR python3 scripts/build_wheel.py ${BUILD_WHEEL_ARGS}

6
scripts/build_wheel.py
View File

@ -298,7 +298,6 @@ def main(*,
install: bool = False,
skip_building_wheel: bool = False,
linking_install_binary: bool = False,
python_bindings: bool = True,
binding_type: str = "pybind",
benchmarks: bool = False,
micro_benchmarks: bool = False,
@ -860,11 +859,6 @@ def add_arguments(parser: ArgumentParser):
"--linking_install_binary",
action="store_true",
help="Install the built binary by symbolic linking instead of copying.")
parser.add_argument(
"--python_bindings",
"-p",
action="store_true",
help="(deprecated) Build the python bindings for the C++ runtime.")
parser.add_argument("--binding_type",
choices=["pybind", "nanobind"],
default="pybind",