kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-13 22:18:36 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

[#6798][fix] fix compilation error in ub_allocator in single device build (#6874)

Browse Source 
Signed-off-by: William Tambellini <wtambellini@sdl.com>
This commit is contained in:
William Tambellini 2025-09-09 04:13:53 -07:00 committed by GitHub
parent af403848d7
commit a6ed0d17d6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -7,6 +7,7 @@ __pycache__/
*.npy
.VSCodeCounter
cpp/build*
cpp/Release
build
!tensorrt_llm/bench/build
!builders/

5
cpp/tensorrt_llm/kernels/userbuffers/ub_allocator.h
View File

@ -14,16 +14,18 @@
* limitations under the License.
*/
#pragma once
#include "nccl.h"
#include "tensorrt_llm/runtime/worldConfig.h"
#include <memory>
#if ENABLE_MULTI_DEVICE
#include "nccl.h"
#include "userbuffers.h"
#ifdef _WIN32
#include <windows.h>
#else
#include <dlfcn.h>
#endif
#else
using ncclWindow_t = void*;
#endif
namespace tensorrt_llm::runtime::ub
@ -50,6 +52,7 @@ struct UBBuffer
return (addr == nullptr) || (handle == -1) || (size == 0);
}
};
#if ENABLE_MULTI_DEVICE
class UserBufferAllocator
{