| .. |
|
contextFusedMultiHeadAttention
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
cutlass_kernels
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
decoderMaskedMultiheadAttention
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
onlineSoftmaxBeamsearchKernels
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
weightOnlyBatchedGemv
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
banBadWords.cu
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
banBadWords.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
banRepeatNgram.cu
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
banRepeatNgram.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
beamSearchPenaltyKernels.cu
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
beamSearchPenaltyKernels.h
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
beamSearchTopkKernels.cu
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
beamSearchTopkKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
CMakeLists.txt
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
customAllReduceKernels.cu
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
customAllReduceKernels.h
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
decoderMaskedMultiheadAttention.cu
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
decoderMaskedMultiheadAttention.h
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
decoderMaskedMultiheadAttentionUtils.h
|
Update
|
2023-10-10 23:22:17 -07:00 |
|
decodingKernels.cu
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
decodingKernels.h
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
gptKernels.cu
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
gptKernels.h
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
kvCacheUtils.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
layernormKernels.cu
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
layernormKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
lookupKernels.cu
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
lookupKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
onlineSoftmaxBeamsearchKernels.cu
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
onlineSoftmaxBeamsearchKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
penaltyTypes.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
preQuantScaleKernel.cu
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
preQuantScaleKernel.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
quantization.cu
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
quantization.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
rmsnormKernels.cu
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
rmsnormKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
samplingPenaltyKernels.cu
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
samplingPenaltyKernels.h
|
Update code
|
2023-09-28 09:00:05 -07:00 |
|
samplingTopKKernels.cu
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
samplingTopKKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
samplingTopPKernels.cu
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
samplingTopPKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
stopCriteriaKernels.cu
|
Update
|
2023-10-10 23:22:17 -07:00 |
|
stopCriteriaKernels.h
|
Initial commit
|
2023-09-20 00:29:41 -07:00 |
|
unfusedAttentionKernels_2.cu
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
unfusedAttentionKernels.cu
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
|
unfusedAttentionKernels.h
|
Kaiyu/update main (#5)
|
2023-10-18 22:38:53 +08:00 |
