# SPDX-FileCopyrightText: Copyright (c) 2022-2023 NVIDIA CORPORATION &
# AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
# use this file except in compliance with the License. You may obtain a copy of
# the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.
include(FetchContent)

set(SRCS
    utils/sessionUtils.cpp
    bufferManager.cpp
    decodingOutput.cpp
    gptDecoder.cpp
    gptDecoderBatch.cpp
    gptJsonConfig.cpp
    gptSession.cpp
    iBuffer.cpp
    iTensor.cpp
    ipcUtils.cpp
    memoryCounters.cpp
    ncclCommunicator.cpp
    runtimeBuffers.cpp
    runtimeKernels.cu
    statefulGptDecoder.cpp
    tllmRuntime.cpp
    tllmLogger.cpp
    worldConfig.cpp)

include_directories(${API_INCLUDE_DIR}/tensorrt_llm/runtime)

if(NOT MSVC)
  # additional warnings
  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall")
else() # Windows
  # warning level 4
  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /W4")
endif()

add_library(runtime_src OBJECT ${SRCS})
set_property(TARGET runtime_src PROPERTY POSITION_INDEPENDENT_CODE ON)
set_property(TARGET runtime_src PROPERTY CUDA_RESOLVE_DEVICE_SYMBOLS ON)

target_include_directories(runtime_src PRIVATE ${MPI_INCLUDE_PATH})

if(ENABLE_MULTI_DEVICE EQUAL 1)
  target_link_libraries(runtime_src PUBLIC ${NCCL_LIB})
endif()