| .. |
|
moeLoadBalancer
|
fix kernel select code to recognize sm103/sm100f
|
2025-08-06 14:24:43 +08:00 |
|
utils
|
CUDA13 breaking changes: c++ compile successful
|
2025-08-06 14:24:40 +08:00 |
|
bufferManager.cpp
|
[TRTLLM-4406][feat] LLM sleep & wakeup Part 1: virtual device memory (#5034)
|
2025-08-04 13:51:01 +08:00 |
|
bufferView.h
|
|
|
|
CMakeLists.txt
|
[TRTLLM-4406][feat] LLM sleep & wakeup Part 1: virtual device memory (#5034)
|
2025-08-04 13:51:01 +08:00 |
|
cudaMemPool.cpp
|
|
|
|
cudaMemPool.h
|
|
|
|
decoderState.cpp
|
[None][refactor] Simplify finish reasons handling in DecoderState (#6524)
|
2025-08-02 07:17:43 +02:00 |
|
decodingLayerWorkspace.cpp
|
|
|
|
decodingLayerWorkspace.h
|
|
|
|
decodingOutput.cpp
|
|
|
|
eagleBuffers.cpp
|
fix: Eagle decoding in TRT flow (#4229)
|
2025-05-14 16:10:49 +02:00 |
|
explicitDraftTokensBuffers.cpp
|
|
|
|
explicitDraftTokensModule.h
|
|
|
|
gptDecoder.cpp
|
refactor: Clean up DecodingInput and DecodingOutput (#5617)
|
2025-07-01 14:31:42 +02:00 |
|
gptDecoderBatched.cpp
|
[None][refactor] Simplify finish reasons handling in DecoderState (#6524)
|
2025-08-02 07:17:43 +02:00 |
|
gptJsonConfig.cpp
|
|
|
|
iBuffer.cpp
|
upgrade to base image and new TRT, fix many dependency issues
|
2025-08-06 14:24:37 +08:00 |
|
ipcNvlsMemory.cu
|
fix TMA error with GEMM+AR on TP=2 (#6075)
|
2025-07-18 10:26:08 +08:00 |
|
ipcSocket.cpp
|
Fix GEMM+AR fusion on blackwell (#5563)
|
2025-07-09 08:48:47 +08:00 |
|
ipcSocket.h
|
Fix GEMM+AR fusion on blackwell (#5563)
|
2025-07-09 08:48:47 +08:00 |
|
ipcUtils.cpp
|
Cherry pick feat/llama4 to main (#4739)
|
2025-05-30 05:28:40 +08:00 |
|
iTensor.cpp
|
|
|
|
jsonSerialization.h
|
|
|
|
layerProfiler.cpp
|
|
|
|
layerProfiler.h
|
|
|
|
lookaheadBuffers.cpp
|
|
|
|
loraCache.cpp
|
fix: [nvbugs/5287097] Align PP layer distribution between pytorch and TRT flow. (#4399)
|
2025-05-19 14:25:36 -07:00 |
|
loraManager.cpp
|
fix: [nvbugs/5287097] Align PP layer distribution between pytorch and TRT flow. (#4399)
|
2025-05-19 14:25:36 -07:00 |
|
loraManager.h
|
|
|
|
loraModule.cpp
|
|
|
|
loraUtils.cpp
|
|
|
|
loraUtils.h
|
|
|
|
mcastDeviceMemory.cpp
|
[fix] Performance Optimization for MNNVL TwoShot Kernel (#5934)
|
2025-07-17 10:49:51 +08:00 |
|
mcastDeviceMemory.h
|
[fix] Performance Optimization for MNNVL TwoShot Kernel (#5934)
|
2025-07-17 10:49:51 +08:00 |
|
mcastGPUBuffer.h
|
Adding two-shot allreduce kernel and mnnvl multicasting buffer (#4216)
|
2025-05-22 03:42:36 +08:00 |
|
memoryCounters.cpp
|
|
|
|
ncclCommunicator.cpp
|
|
|
|
ncclCommunicator.h
|
|
|
|
promptTuningParams.cpp
|
Feat: Variable-Beam-Width-Search (VBWS) part4 (#3979)
|
2025-05-12 22:32:29 +02:00 |
|
runtimeKernels.cu
|
refactor: Remove enforced sorted order of batch slots (#3502)
|
2025-07-14 17:23:02 +02:00 |
|
runtimeKernels.h
|
refactor: Remove enforced sorted order of batch slots (#3502)
|
2025-07-14 17:23:02 +02:00 |
|
tensorView.h
|
|
|
|
tllmBuffers.cpp
|
|
|
|
tllmBuffers.h
|
[TRTLLM-4406][feat] LLM sleep & wakeup Part 1: virtual device memory (#5034)
|
2025-08-04 13:51:01 +08:00 |
|
tllmLogger.cpp
|
|
|
|
tllmRuntime.cpp
|
Feat: Variable-Beam-Width-Search (VBWS) part4 (#3979)
|
2025-05-12 22:32:29 +02:00 |
|
tllmRuntime.h
|
Feat: Variable-Beam-Width-Search (VBWS) part4 (#3979)
|
2025-05-12 22:32:29 +02:00 |
|
tllmStreamReaders.cpp
|
|
|
|
tllmStreamReaders.h
|
|
|
|
torch.h
|
|
|
|
torchUtils.h
|
[TRTLLM-3330][feat] Support DeepSeek-R1 W4A8 on Hopper (#4123)
|
2025-05-14 15:48:07 +08:00 |
|
torchView.h
|
|
|
|
virtualMemory.cpp
|
[TRTLLM-4406][feat] LLM sleep & wakeup Part 1: virtual device memory (#5034)
|
2025-08-04 13:51:01 +08:00 |
|
workerPool.cpp
|
|
|
|
workerPool.h
|
|
|
|
worldConfig.cpp
|
bug: Fix hang bug when context server doesn't have enough capacity for KV Cache (#3095)
|
2025-04-21 15:16:55 +08:00 |
