mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
30c5b4183a
Signed-off-by: yunruis Merge this to unblock others since the full CI has been run through
62 lines
2.2 KiB
CMake
62 lines
2.2 KiB
CMake
# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES.
|
|
# All rights reserved. SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
|
|
# use this file except in compliance with the License. You may obtain a copy of
|
|
# the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations under
|
|
# the License.
|
|
|
|
# Google Benchmark Preparation - Same as google test ../tests/CMakeLists.txt
|
|
# Google Benchmark is provided under Apache-2.0 license
|
|
include(FetchContent)
|
|
set(BENCHMARK_ENABLE_TESTING
|
|
OFF
|
|
CACHE INTERNAL "Disable google-benchmark tests")
|
|
set(BENCHMARK_ENABLE_INSTALL
|
|
OFF
|
|
CACHE INTERNAL "Disable google-benchmark install")
|
|
FetchContent_Declare(
|
|
googlebenchmark
|
|
GIT_REPOSITORY https://github.com/google/benchmark.git
|
|
GIT_TAG v1.8.3)
|
|
FetchContent_MakeAvailable(googlebenchmark)
|
|
|
|
add_custom_target(micro_benchmarks)
|
|
|
|
include_directories(
|
|
${PROJECT_SOURCE_DIR}/tensorrt_llm/cutlass_extensions/include
|
|
${PROJECT_SOURCE_DIR}/include)
|
|
|
|
set(TOP_LEVEL_DIR "${PROJECT_SOURCE_DIR}/..")
|
|
|
|
function(add_benchmark test_name test_src)
|
|
add_executable(${test_name} ${test_src})
|
|
|
|
message("Linking with ${SHARED_TARGET}")
|
|
target_link_libraries(${test_name} PUBLIC ${SHARED_TARGET}
|
|
benchmark::benchmark)
|
|
|
|
target_compile_features(${test_name} PRIVATE cxx_std_17)
|
|
target_compile_definitions(${test_name}
|
|
PUBLIC TOP_LEVEL_DIR="${TOP_LEVEL_DIR}")
|
|
|
|
add_dependencies(micro_benchmarks ${test_name})
|
|
endfunction()
|
|
|
|
# currently only support internal-cutlass lib version
|
|
add_benchmark(mixtureOfExpertsBackendBenchmark
|
|
mixtureOfExpertsBackendBenchmarkLauncher.cu)
|
|
# Temporary opend-sourced version. Will be daleted when open-sourced moe_gemm
|
|
# support MXFP4
|
|
if(USING_OSS_CUTLASS_MOE_GEMM)
|
|
add_benchmark(mixtureOfExpertsBackendBenchmarkOss
|
|
mixtureOfExpertsBackendBenchmarkLauncherOss.cu)
|
|
endif()
|