mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
45134d7095
* refactor: Update gatherTree function to accept CUDA stream parameter This commit modifies the gatherTree function signature to include a runtime::CudaStream parameter, enhancing flexibility in stream management. Additionally, it removes unnecessary buffer manager parameters and stream handling from the function, streamlining the code. The finalize method in GptDecoderBatched is also updated to reflect these changes, improving clarity and maintainability in the decoding process. Signed-off-by: Robin Kobus <19427718+Funatiq@users.noreply.github.com> * refactor: Update GptDecoderBatched finalize This commit refactors the GptDecoderBatched class to improve method signatures and reduce code complexity: - Modified finalize method to accept DecoderState as a parameter - Updated method signatures to work with the new DecoderState approach - Improved code organization and readability The changes continue the ongoing refactoring to centralize decoder state management and simplify the decoder implementation. Signed-off-by: Robin Kobus <19427718+Funatiq@users.noreply.github.com> --------- Signed-off-by: Robin Kobus <19427718+Funatiq@users.noreply.github.com> |
||
|---|---|---|
| .. | ||
| utils | ||
| bufferManager.cpp | ||
| bufferView.h | ||
| CMakeLists.txt | ||
| cudaMemPool.cpp | ||
| cudaMemPool.h | ||
| decoderState.cpp | ||
| decodingLayerWorkspace.cpp | ||
| decodingLayerWorkspace.h | ||
| decodingOutput.cpp | ||
| eagleBuffers.cpp | ||
| explicitDraftTokensBuffers.cpp | ||
| explicitDraftTokensModule.h | ||
| generationConfig.cpp | ||
| generationConfig.h | ||
| gptDecoder.cpp | ||
| gptDecoderBatched.cpp | ||
| gptJsonConfig.cpp | ||
| gptSession.cpp | ||
| iBuffer.cpp | ||
| ipcNvlsMemory.cpp | ||
| ipcSocket.cpp | ||
| ipcSocket.h | ||
| ipcUtils.cpp | ||
| iTensor.cpp | ||
| jsonSerialization.h | ||
| layerProfiler.cpp | ||
| layerProfiler.h | ||
| lookaheadBuffers.cpp | ||
| loraCache.cpp | ||
| loraManager.cpp | ||
| loraManager.h | ||
| loraModule.cpp | ||
| loraUtils.cpp | ||
| loraUtils.h | ||
| memoryCounters.cpp | ||
| ncclCommunicator.cpp | ||
| ncclCommunicator.h | ||
| promptTuningParams.cpp | ||
| rnnStateBuffers.cpp | ||
| rnnStateBuffers.h | ||
| runtimeBuffers.cpp | ||
| runtimeBuffers.h | ||
| runtimeKernels.cu | ||
| runtimeKernels.h | ||
| statefulGptDecoder.cpp | ||
| statefulGptDecoder.h | ||
| statefulGptDecoderBatched.cpp | ||
| tensorView.h | ||
| tllmBuffers.cpp | ||
| tllmBuffers.h | ||
| tllmLogger.cpp | ||
| tllmRuntime.cpp | ||
| tllmRuntime.h | ||
| torch.h | ||
| torchUtils.h | ||
| torchView.h | ||
| transformerBuffers.cpp | ||
| transformerBuffers.h | ||
| workerPool.cpp | ||
| workerPool.h | ||
| worldConfig.cpp | ||