kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-14 06:27:45 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Add batch manager lib (#221)

Browse Source
This commit is contained in:
Sean Stephens 2023-11-02 00:49:41 -05:00 committed by GitHub
parent 11e14500f3
commit f84d5fea2b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 36 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitattributes vendored
View File

@ -1 +1,2 @@
*.a filter=lfs diff=lfs merge=lfs -text *.a filter=lfs diff=lfs merge=lfs -text
*.lib filter=lfs diff=lfs merge=lfs -text

49
cpp/tensorrt_llm/CMakeLists.txt
View File

@ -51,35 +51,50 @@ if(NOT WIN32) # Linux
endif() endif()
else() # Windows else() # Windows
# AMD64, IA64, ARM64, EM64T, X86 # AMD64, IA64, ARM64, EM64T, X86
set(BATCH_MANAGER_TARGET_ARCH "${CMAKE_SYSTEM_PROCESSOR}-WINDOWS") if(CMAKE_SYSTEM_PROCESSOR MATCHES "AMD64")
string(TOLOWER ${BATCH_MANAGER_TARGET_ARCH} ${BATCH_MANAGER_TARGET_ARCH}) set(BATCH_MANAGER_TARGET_ARCH "x86_64-windows-msvc")
else()
message(
FATAL_ERROR
"The system processor type is unsupported: ${CMAKE_SYSTEM_PROCESSOR}")
endif()
endif() endif()
if(BUILD_BATCH_MANAGER) if(BUILD_BATCH_MANAGER)
add_subdirectory(batch_manager) add_subdirectory(batch_manager)
else() else()
add_library(${BATCH_MANAGER_TARGET} STATIC IMPORTED) add_library(${BATCH_MANAGER_TARGET} STATIC IMPORTED)
execute_process( if(NOT WIN32) # Linux
COMMAND ${Python3_EXECUTABLE} "-c" add_library(${BATCH_MANAGER_TARGET} STATIC IMPORTED)
"import torch; print(torch.compiled_with_cxx11_abi(),end='');" execute_process(
RESULT_VARIABLE _PYTHON_SUCCESS COMMAND ${Python3_EXECUTABLE} "-c"
OUTPUT_VARIABLE USE_CXX11_ABI) "import torch; print(torch.compiled_with_cxx11_abi(),end='');"
RESULT_VARIABLE _PYTHON_SUCCESS
OUTPUT_VARIABLE USE_CXX11_ABI)
message(STATUS "USE_CXX11_ABI: ${USE_CXX11_ABI}") message(STATUS "USE_CXX11_ABI: ${USE_CXX11_ABI}")
if(USE_CXX11_ABI) if(USE_CXX11_ABI)
set_property(
TARGET ${BATCH_MANAGER_TARGET}
PROPERTY
IMPORTED_LOCATION
"${CMAKE_CURRENT_SOURCE_DIR}/batch_manager/${BATCH_MANAGER_TARGET_ARCH}/libtensorrt_llm_batch_manager_static.a"
)
else()
set_property(
TARGET ${BATCH_MANAGER_TARGET}
PROPERTY
IMPORTED_LOCATION
"${CMAKE_CURRENT_SOURCE_DIR}/batch_manager/${BATCH_MANAGER_TARGET_ARCH}/libtensorrt_llm_batch_manager_static.pre_cxx11.a"
)
endif()
else() # Windows
set_property( set_property(
TARGET ${BATCH_MANAGER_TARGET} TARGET ${BATCH_MANAGER_TARGET}
PROPERTY PROPERTY
IMPORTED_LOCATION IMPORTED_LOCATION
"${CMAKE_CURRENT_SOURCE_DIR}/batch_manager/${BATCH_MANAGER_TARGET_ARCH}/libtensorrt_llm_batch_manager_static.a" "${CMAKE_CURRENT_SOURCE_DIR}/batch_manager/${BATCH_MANAGER_TARGET_ARCH}/tensorrt_llm_batch_manager_static.lib"
)
else()
set_property(
TARGET ${BATCH_MANAGER_TARGET}
PROPERTY
IMPORTED_LOCATION
"${CMAKE_CURRENT_SOURCE_DIR}/batch_manager/${BATCH_MANAGER_TARGET_ARCH}/libtensorrt_llm_batch_manager_static.pre_cxx11.a"
) )
endif() endif()
endif() endif()

3
cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/tensorrt_llm_batch_manager_static.lib Normal file
View File

@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:41452012744efea3b8225f7a13444657c848ad14fc24bdb53122e8d0f7093f57
size 3098984