| .. |
|
allocateKvCache.h
|
Update TensorRT-LLM (#2792)
|
2025-02-18 21:27:39 +08:00 |
|
assignReqSeqSlots.h
|
Update TensorRT-LLM (#2436)
|
2024-11-12 15:27:49 +08:00 |
|
cacheTransceiver.h
|
Agent interface impl for NIXL (#4125)
|
2025-05-22 09:09:41 +08:00 |
|
capacityScheduler.h
|
fix: max_num_sequences calculation with overlap scheduling (#4532)
|
2025-06-03 09:31:22 +02:00 |
|
common.h
|
open source 4dbf696ae9b74a26829d120b67ab8443d70c8e58 (#2297)
|
2024-10-08 12:19:19 +02:00 |
|
contextProgress.h
|
Update TensorRT-LLM (#2413)
|
2024-11-05 16:27:06 +08:00 |
|
createNewDecoderRequests.h
|
refactor: CreateNewDecoderRequests (#4452)
|
2025-05-23 22:54:37 +08:00 |
|
decoderBuffers.h
|
refactor: unique_ptr instead of shared_ptr (#4697)
|
2025-05-29 22:49:35 +02:00 |
|
evictionPolicy.h
|
Update TensorRT-LLM (#2873)
|
2025-03-11 21:13:42 +08:00 |
|
guidedDecoder.h
|
Update TensorRT-LLM (#2532)
|
2024-12-04 21:16:56 +08:00 |
|
handleContextLogits.h
|
Update TensorRT-LLM (#2873)
|
2025-03-11 21:13:42 +08:00 |
|
handleGenerationLogits.h
|
Update TensorRT-LLM (#2873)
|
2025-03-11 21:13:42 +08:00 |
|
kvCacheConfig.h
|
Update TensorRT-LLM (#2873)
|
2025-03-11 21:13:42 +08:00 |
|
kvCacheEventManager.h
|
Update TensorRT-LLM (#2436)
|
2024-11-12 15:27:49 +08:00 |
|
kvCacheManager.h
|
[JIRA-5226219][fix] Fix Bug in KV cache manager (#4596)
|
2025-05-29 22:03:20 -07:00 |
|
kvCacheTransferManager.h
|
feature: KV Cache GPUDirect Storage (#3209)
|
2025-05-28 23:27:43 +00:00 |
|
kvCacheUtils.h
|
feat: cache reuse support (selective cache transfer) in mla cache formatter (#4749)
|
2025-06-04 09:56:31 +08:00 |
|
llmRequest.h
|
fix: correct the order of llm request state (#4781)
|
2025-06-04 14:45:13 +08:00 |
|
logitsPostProcessor.h
|
Update TensorRT-LLM (#2755)
|
2025-02-11 03:01:00 +00:00 |
|
makeDecodingBatchInputOutput.h
|
refactor: Copy sequence lengths once in decoder setup (#4102)
|
2025-05-16 22:03:55 +08:00 |
|
medusaBuffers.h
|
Update TensorRT-LLM (#2873)
|
2025-03-11 21:13:42 +08:00 |
|
microBatchScheduler.h
|
[TRTLLM-3429] feat: Overlap scheduling in C++ runtime (#3625)
|
2025-05-06 15:06:46 +02:00 |
|
pauseRequests.h
|
Update TensorRT-LLM (#2532)
|
2024-12-04 21:16:56 +08:00 |
|
peftCacheManager.h
|
Update TensorRT-LLM (#2783)
|
2025-02-13 18:40:22 +08:00 |
|
peftCacheManagerConfig.h
|
Update TensorRT-LLM (#2755)
|
2025-02-11 03:01:00 +00:00 |
|
promptTuningBuffers.h
|
feat: Offloading Multimodal embedding table to CPU in Chunked Prefill Mode (#3380)
|
2025-04-21 14:31:01 +08:00 |
|
rnnStateManager.h
|
Update TensorRT-LLM (#2413)
|
2024-11-05 16:27:06 +08:00 |
|
runtimeBuffers.h
|
Feat: Variable-Beam-Width-Search (VBWS) part4 (#3979)
|
2025-05-12 22:32:29 +02:00 |
|
sequenceSlotManager.h
|
Update TensorRT-LLM (#2413)
|
2024-11-05 16:27:06 +08:00 |
|
transformerBuffers.h
|
chore: Clean up cpp runtime (#4449)
|
2025-05-28 16:32:59 +02:00 |
|
trtGptModelOptionalParams.h
|
Feat: Variable-Beam-Width-Search (VBWS) part4 (#3979)
|
2025-05-12 22:32:29 +02:00 |
|
updateDecoderBuffers.h
|
refactor: Separate DecoderState from GptDecoderBatched (#4700)
|
2025-06-03 09:42:01 +02:00 |
