From 310bdd9830278428c319da3b13f93740fc6981f2 Mon Sep 17 00:00:00 2001 From: pcastonguay <55748270+pcastonguay@users.noreply.github.com> Date: Wed, 16 Jul 2025 16:30:16 -0400 Subject: [PATCH] fix: Fix triton backend build [nvbug 5396469] (#6098) Signed-off-by: Patrice Castonguay <55748270+pcastonguay@users.noreply.github.com> --- tests/integration/defs/triton_server/test_triton.py | 2 +- triton_backend/inflight_batcher_llm/scripts/build.sh | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/tests/integration/defs/triton_server/test_triton.py b/tests/integration/defs/triton_server/test_triton.py index c25d82d271..44b95dddf5 100644 --- a/tests/integration/defs/triton_server/test_triton.py +++ b/tests/integration/defs/triton_server/test_triton.py @@ -508,7 +508,7 @@ def test_cpp_unit_tests(tritonserver_test_root, test_name, llm_root): run_shell_command( f"cd {llm_root}/triton_backend/inflight_batcher_llm/build && " - f"cmake .. -DTRTLLM_DIR={llm_root} -DCMAKE_INSTALL_PREFIX=install/ -DBUILD_TESTS=ON -DUSE_CXX11_ABI=ON " + f"cmake .. -DTRTLLM_DIR={llm_root} -DCMAKE_INSTALL_PREFIX=install/ -DBUILD_TESTS=ON -DUSE_CXX11_ABI=ON -DTRITON_COMMON_REPO_TAG=r25.05 -DTRITON_CORE_REPO_TAG=r25.05 -DTRITON_THIRD_PARTY_REPO_TAG=r25.05 -DTRITON_BACKEND_REPO_TAG=r25.05 " "&& make -j8 install", llm_root) # Run the cpp unit tests diff --git a/triton_backend/inflight_batcher_llm/scripts/build.sh b/triton_backend/inflight_batcher_llm/scripts/build.sh index 8aafc4b0f8..d077746bb5 100644 --- a/triton_backend/inflight_batcher_llm/scripts/build.sh +++ b/triton_backend/inflight_batcher_llm/scripts/build.sh @@ -51,7 +51,8 @@ if [[ "$BUILD_UNIT_TESTS" == "true" ]]; then BUILD_TESTS_ARG="-DBUILD_TESTS=ON -DUSE_CXX11_ABI=ON" fi -cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install ${BUILD_TESTS_ARG} .. +# TODO: Remove specifying Triton version after cmake version is upgraded to 3.31.8 +cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install ${BUILD_TESTS_ARG} -DTRITON_COMMON_REPO_TAG=r25.05 -DTRITON_CORE_REPO_TAG=r25.05 -DTRITON_THIRD_PARTY_REPO_TAG=r25.05 -DTRITON_BACKEND_REPO_TAG=r25.05 .. make install mkdir -p /opt/tritonserver/backends/tensorrtllm