mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
44cfd757b2
* agentConnection Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> recv Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> agentState Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> NIXL interfaces Signed-off-by: Shixiaowei02 <39303645+Shixiaowei02@users.noreply.github.com> update cmakelists Signed-off-by: Shixiaowei02 <39303645+Shixiaowei02@users.noreply.github.com> nixl improve Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> remove cppzmq Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> fix Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> transferAgent remove register Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> work for cache Test Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> reduce sleep time Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> fix test Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> intergarte Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> nixl env Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> fix rebase error Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> cpp test Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> stash for send metaData Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> loadRemoteMD after fetchRemoteMD Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> workaround for mixed gen and context Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> test_env Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> avoid port conflict in test Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> * format Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> * use std::string Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> * typo Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> * fix transferAgentTest Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> --------- Signed-off-by: Chuang Zhu <111838961+chuangz0@users.noreply.github.com> |
||
|---|---|---|
| .. | ||
| utils | ||
| allocateKvCache.cpp | ||
| assignReqSeqSlots.cpp | ||
| cacheFormatter.cpp | ||
| cacheFormatter.h | ||
| cacheTransBuffer.cpp | ||
| cacheTransBuffer.h | ||
| cacheTransceiver.cpp | ||
| capacityScheduler.cpp | ||
| CMakeLists.txt | ||
| contextProgress.cpp | ||
| createNewDecoderRequests.cpp | ||
| dataTransceiver.cpp | ||
| dataTransceiver.h | ||
| dataTransceiverImpl.cpp | ||
| dataTransceiverImpl.h | ||
| decoderBuffers.cpp | ||
| encoderBuffers.cpp | ||
| encoderBuffers.h | ||
| evictionPolicy.cpp | ||
| generateRequestOptions.cpp | ||
| guidedDecoder.cpp | ||
| handleContextLogits.cpp | ||
| handleGenerationLogits.cpp | ||
| kvCacheEventManager.cpp | ||
| kvCacheManager.cpp | ||
| kvCacheTransferManager.cpp | ||
| llmRequest.cpp | ||
| logitsPostProcessor.cpp | ||
| loraBuffers.cpp | ||
| loraBuffers.h | ||
| makeDecodingBatchInputOutput.cpp | ||
| medusaBuffers.cpp | ||
| microBatchScheduler.cpp | ||
| mlaCacheFormatter.cpp | ||
| mlaCacheFormatter.h | ||
| pauseRequests.cpp | ||
| peftCacheManager.cpp | ||
| promptTuningBuffers.cpp | ||
| rnnStateBuffers.cpp | ||
| rnnStateBuffers.h | ||
| rnnStateManager.cpp | ||
| runtimeBuffers.cpp | ||
| sequenceSlotManager.cpp | ||
| transformerBuffers.cpp | ||
| trtEncoderModel.cpp | ||
| trtEncoderModel.h | ||
| trtGptModel.h | ||
| trtGptModelFactory.h | ||
| trtGptModelInflightBatching.cpp | ||
| trtGptModelInflightBatching.h | ||
| updateDecoderBuffers.cpp | ||