/*
* SPDX-FileCopyrightText: Copyright (c) 1993-2024 NVIDIA CORPORATION &
* AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

#pragma once


namespace tensorrt_llm
{
namespace kernels
{
// clang-format off


#ifndef EXCLUDE_SM_90
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_sage_64_64_256_output_bf16_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm90_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm90_cu_cubin[];
extern void run_fmha_v2_fp16_64_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_64_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_128_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_128_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_256_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_256_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_64_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_64_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_128_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_128_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_256_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_256_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_384_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_384_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_512_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_512_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_384_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_384_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_512_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_512_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_64_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_64_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_128_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_128_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_256_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_256_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_64_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_64_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_128_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_128_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_256_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_256_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_384_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_384_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_512_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_512_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_384_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_384_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_512_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_bf16_512_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_qkv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_192x128_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_k_v_192x128_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_192x128_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_qkv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_sage_64_64_256_output_bf16_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_softmax_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_alibi_tma_ws_sm90(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm90_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm90_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
#endif

#ifndef EXCLUDE_SM_89
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_cu_cubin[];
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_cu_cubin_len;
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm89_cu_cubin[];
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm89_cu_cubin_len;
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_output_bf16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_output_bf16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_bf16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_bf16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_fp16_sm89_cu_cubin[];
extern unsigned char cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_fp16_sm89_cu_cubin[];
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm89_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm89_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
#endif

#ifndef EXCLUDE_SM_80
extern unsigned char cubin_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_cu_cubin[];
extern uint32_t cubin_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_cu_cubin_len;
extern unsigned char cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_cu_cubin[];
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_cu_cubin_len;
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm80_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm80_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
#endif

#ifndef EXCLUDE_SM_86
extern unsigned char cubin_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_cu_cubin[];
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_cu_cubin_len;
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm86_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm86_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
#endif

#ifndef EXCLUDE_SM_100
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm100_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm100_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm100_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
#endif

#ifndef EXCLUDE_SM_120
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_output_bf16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_output_bf16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
extern void run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm120_nl(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
#endif


#ifndef EXCLUDE_SM_90
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_sage_64_64_256_output_bf16_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len;
#endif

#ifndef EXCLUDE_SM_89
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_output_bf16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_output_bf16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_bf16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_bf16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_fp16_sm89_cu_cubin_len;
extern uint32_t cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_fp16_sm89_cu_cubin_len;
#endif


static const struct FusedMultiHeadAttentionKernelMetaInfoV2
{
    Data_type mDataTypeIn;
    Data_type mDataTypeOut;
    unsigned int mS;
    unsigned int mStepQ;
    unsigned int mStepKV;
    unsigned int mD;
    unsigned int mDV;
    unsigned int mSageBlockSizeQ;
    unsigned int mSageBlockSizeK;
    unsigned int mSageBlockSizeV;
    unsigned int mSM;
    const unsigned char* mCubin;
    unsigned int mCubinSize;
    const char* mFuncName;
    unsigned int mSharedMemBytes;
    unsigned int mThreadsPerCTA;
    unsigned int mUnrollStep;
    int mAttentionMaskType;
    int mAttentionInputLayout;
    bool mInterleaved;
    bool mFlashAttention;
    bool mWarpSpecialization;
    bool mFP32Accumulation;
    bool mAlibiSupported;
    bool mTiled;
    bool mEnableAttnLogitSoftcapping;
    bool mReturnSoftmaxStats;
    void (*launcher)(Fused_multihead_attention_params_v2& params, const Launch_params& launch_params, cudaStream_t stream);
} sMhaKernelMetaInfosV2[] = {
#ifndef EXCLUDE_SM_90
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_32_ldgsts_sm90_kernel", 17408, 128, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 17408, 128, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_32_causal_ldgsts_sm90_kernel", 17408, 128, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_32_ldgsts_sm90_kernel_nl", 17408, 128, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_32_causal_ldgsts_sm90_kernel_nl", 17408, 128, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 17408, 128, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_32_ldgsts_sm90_kernel", 25600, 128, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 25600, 128, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_32_causal_ldgsts_sm90_kernel", 25600, 128, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_32_ldgsts_sm90_kernel_nl", 25600, 128, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_32_causal_ldgsts_sm90_kernel_nl", 25600, 128, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 25600, 128, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_32_ldgsts_sm90_kernel", 41984, 128, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 41984, 128, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_32_causal_ldgsts_sm90_kernel", 41984, 128, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_32_ldgsts_sm90_kernel_nl", 41984, 128, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_32_causal_ldgsts_sm90_kernel_nl", 41984, 128, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 41984, 128, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_64_ldgsts_sm90_kernel", 33792, 128, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 33792, 128, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_64_causal_ldgsts_sm90_kernel", 33792, 128, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_64_ldgsts_sm90_kernel_nl", 33792, 128, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_64_causal_ldgsts_sm90_kernel_nl", 33792, 128, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_64_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 33792, 128, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_64_ldgsts_sm90_kernel", 50176, 128, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 50176, 128, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_64_causal_ldgsts_sm90_kernel", 50176, 128, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_64_ldgsts_sm90_kernel_nl", 50176, 128, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_64_causal_ldgsts_sm90_kernel_nl", 50176, 128, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_128_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 50176, 128, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_64_ldgsts_sm90_kernel", 82944, 128, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 82944, 128, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_64_causal_ldgsts_sm90_kernel", 82944, 128, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_64_ldgsts_sm90_kernel_nl", 82944, 128, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_64_causal_ldgsts_sm90_kernel_nl", 82944, 128, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_256_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 82944, 128, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_32_ldgsts_sm90_kernel", 67072, 256, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 67072, 256, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_32_causal_ldgsts_sm90_kernel", 67072, 256, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_32_ldgsts_sm90_kernel_nl", 67072, 256, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_32_causal_ldgsts_sm90_kernel_nl", 67072, 256, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 67072, 256, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_32_ldgsts_sm90_kernel", 83456, 256, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 83456, 256, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_32_causal_ldgsts_sm90_kernel", 83456, 256, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_32_ldgsts_sm90_kernel_nl", 83456, 256, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_32_causal_ldgsts_sm90_kernel_nl", 83456, 256, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 83456, 256, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_64_ldgsts_sm90_kernel", 132608, 256, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 132608, 256, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_64_causal_ldgsts_sm90_kernel", 132608, 256, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_64_ldgsts_sm90_kernel_nl", 132608, 256, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_64_causal_ldgsts_sm90_kernel_nl", 132608, 256, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_384_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 132608, 256, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_64_ldgsts_sm90_kernel", 165376, 256, 0, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 165376, 256, 0, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_64_causal_ldgsts_sm90_kernel", 165376, 256, 0, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_64_ldgsts_sm90_kernel_nl", 165376, 256, 64, 0, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_64_causal_ldgsts_sm90_kernel_nl", 165376, 256, 64, 1, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_512_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 165376, 256, 64, 2, 0, false, false, false, false, true, false, false, false, run_fmha_v2_fp16_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_32_ldgsts_sm90_kernel", 17408, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 17408, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_32_causal_ldgsts_sm90_kernel", 17408, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_32_ldgsts_sm90_kernel_nl", 17408, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_32_causal_ldgsts_sm90_kernel_nl", 17408, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 17408, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_32_ldgsts_sm90_kernel", 25600, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 25600, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_32_causal_ldgsts_sm90_kernel", 25600, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_32_ldgsts_sm90_kernel_nl", 25600, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_32_causal_ldgsts_sm90_kernel_nl", 25600, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 25600, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_32_ldgsts_sm90_kernel", 41984, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 41984, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_32_causal_ldgsts_sm90_kernel", 41984, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_32_ldgsts_sm90_kernel_nl", 41984, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_32_causal_ldgsts_sm90_kernel_nl", 41984, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 41984, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_64_ldgsts_sm90_kernel", 33792, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 33792, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_64_causal_ldgsts_sm90_kernel", 33792, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_64_ldgsts_sm90_kernel_nl", 33792, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_64_causal_ldgsts_sm90_kernel_nl", 33792, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_64_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 33792, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_64_ldgsts_sm90_kernel", 50176, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 50176, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_64_causal_ldgsts_sm90_kernel", 50176, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_64_ldgsts_sm90_kernel_nl", 50176, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_64_causal_ldgsts_sm90_kernel_nl", 50176, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_128_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 50176, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_64_ldgsts_sm90_kernel", 82944, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 82944, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_64_causal_ldgsts_sm90_kernel", 82944, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_64_ldgsts_sm90_kernel_nl", 82944, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_64_causal_ldgsts_sm90_kernel_nl", 82944, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_256_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 82944, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_32_ldgsts_sm90_kernel", 67072, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 67072, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_32_causal_ldgsts_sm90_kernel", 67072, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_32_ldgsts_sm90_kernel_nl", 67072, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_32_causal_ldgsts_sm90_kernel_nl", 67072, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 67072, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_32_ldgsts_sm90_kernel", 83456, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 83456, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_32_causal_ldgsts_sm90_kernel", 83456, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_32_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_32_ldgsts_sm90_kernel_nl", 83456, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_32_causal_ldgsts_sm90_kernel_nl", 83456, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 83456, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_64_ldgsts_sm90_kernel", 132608, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 132608, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_64_causal_ldgsts_sm90_kernel", 132608, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_64_ldgsts_sm90_kernel_nl", 132608, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_64_causal_ldgsts_sm90_kernel_nl", 132608, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_384_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 132608, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_64_ldgsts_sm90_kernel", 165376, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 165376, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_64_causal_ldgsts_sm90_kernel", 165376, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_64_ldgsts_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_64_ldgsts_sm90_kernel_nl", 165376, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_64_causal_ldgsts_sm90_kernel_nl", 165376, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_bf16_512_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 165376, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_bf16_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_32_ldgsts_sm90_kernel", 17408, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 17408, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_32_causal_ldgsts_sm90_kernel", 17408, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_32_ldgsts_sm90_kernel_nl", 17408, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_32_causal_ldgsts_sm90_kernel_nl", 17408, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 17408, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_32_ldgsts_sm90_kernel", 25600, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 25600, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_32_causal_ldgsts_sm90_kernel", 25600, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_32_ldgsts_sm90_kernel_nl", 25600, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_32_causal_ldgsts_sm90_kernel_nl", 25600, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 25600, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_32_ldgsts_sm90_kernel", 41984, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 41984, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_32_causal_ldgsts_sm90_kernel", 41984, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_32_ldgsts_sm90_kernel_nl", 41984, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_32_causal_ldgsts_sm90_kernel_nl", 41984, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 41984, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_64_ldgsts_sm90_kernel", 33792, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 33792, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_64_causal_ldgsts_sm90_kernel", 33792, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_64_ldgsts_sm90_kernel_nl", 33792, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_64_causal_ldgsts_sm90_kernel_nl", 33792, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 64, 64, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_64_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 33792, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_64_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_64_ldgsts_sm90_kernel", 50176, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 50176, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_64_causal_ldgsts_sm90_kernel", 50176, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_64_ldgsts_sm90_kernel_nl", 50176, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_64_causal_ldgsts_sm90_kernel_nl", 50176, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 64, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_128_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 50176, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_128_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_64_ldgsts_sm90_kernel", 82944, 128, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 82944, 128, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_64_causal_ldgsts_sm90_kernel", 82944, 128, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_64_ldgsts_sm90_kernel_nl", 82944, 128, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_64_causal_ldgsts_sm90_kernel_nl", 82944, 128, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 256, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_256_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 82944, 128, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_256_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_32_ldgsts_sm90_kernel", 67072, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 67072, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_32_causal_ldgsts_sm90_kernel", 67072, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_32_ldgsts_sm90_kernel_nl", 67072, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_32_causal_ldgsts_sm90_kernel_nl", 67072, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 67072, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_32_ldgsts_sm90_kernel", 83456, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_32_sliding_or_chunked_causal_ldgsts_sm90_kernel", 83456, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_32_causal_ldgsts_sm90_kernel", 83456, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_32_ldgsts_sm90_kernel_nl", 83456, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_32_causal_ldgsts_sm90_kernel_nl", 83456, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_32_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 83456, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_32_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_64_ldgsts_sm90_kernel", 132608, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 132608, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_64_causal_ldgsts_sm90_kernel", 132608, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_64_ldgsts_sm90_kernel_nl", 132608, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_64_causal_ldgsts_sm90_kernel_nl", 132608, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 384, 64, 384, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_384_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 132608, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_384_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_64_ldgsts_sm90_kernel", 165376, 256, 0, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_64_sliding_or_chunked_causal_ldgsts_sm90_kernel", 165376, 256, 0, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_64_causal_ldgsts_sm90_kernel", 165376, 256, 0, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_64_ldgsts_sm90_kernel_nl", 165376, 256, 64, 0, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_64_causal_ldgsts_sm90_kernel_nl", 165376, 256, 64, 1, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 512, 64, 512, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_fp16_fp32_512_64_sliding_or_chunked_causal_ldgsts_sm90_kernel_nl", 165376, 256, 64, 2, 0, false, false, false, true, true, false, false, false, run_fmha_v2_fp16_fp32_512_64_ldgsts_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_32_causal_tma_ws_sm90_kernel", 73984, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 73984, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_40_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_40_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_48_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_48_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_64_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_tma_ws_sm90_kernel", 164096, 384, 64, 0, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 0, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_160_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_160_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_192_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_192_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_256_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_256_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 0, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, false, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_256_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, false, false, false, true, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, false, false, false, true, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 1, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 1, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 1, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 1, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_causal_tma_ws_sm90_kernel", 73984, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 73984, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 2, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, false, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 2, false, true, true, false, false, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, false, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, false, false, false, true, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, false, false, false, true, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_softmax_tma_ws_sm90_kernel", 73984, 384, 64, 0, 1, false, true, true, false, false, false, false, true, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_custom_mask_softmax_tma_ws_sm90_kernel", 73984, 384, 64, 3, 1, false, true, true, false, false, false, false, true, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_32_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_softmax_tma_ws_sm90_kernel", 147712, 384, 64, 0, 1, false, true, true, false, false, false, false, true, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_custom_mask_softmax_tma_ws_sm90_kernel", 147712, 384, 64, 3, 1, false, true, true, false, false, false, false, true, run_fmha_v2_flash_attention_fp16_64_256_S_q_kv_64_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, false, false, false, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_custom_mask_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, false, false, false, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, false, false, false, false, true, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_custom_mask_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, false, false, false, false, true, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_32_causal_alibi_tma_ws_sm90_kernel", 73984, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_40_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_48_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_qkv_64_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_qkv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, false, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_160_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_192_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_256_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_causal_alibi_tma_ws_sm90_kernel", 73984, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, false, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_32_causal_tma_ws_sm90_kernel", 73984, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 73984, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_40_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_40_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_48_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_48_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_64_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_tma_ws_sm90_kernel", 164096, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_160_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_160_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_192_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_192_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_256_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_256_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_causal_tma_ws_sm90_kernel", 213248, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_256_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_192x128_causal_tma_ws_sm90_kernel", 213248, 384, 64, 1, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_192x128_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_causal_tma_ws_sm90_kernel", 73984, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 73984, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_causal_tma_ws_sm90_kernel", 213248, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_k_v_192x128_causal_tma_ws_sm90_kernel", 213248, 384, 64, 1, 3, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_k_v_192x128_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_softmax_tma_ws_sm90_kernel", 73984, 384, 64, 0, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_softmax_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_custom_mask_softmax_tma_ws_sm90_kernel", 73984, 384, 64, 3, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_32_softmax_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_softmax_tma_ws_sm90_kernel", 147712, 384, 64, 0, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_softmax_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_custom_mask_softmax_tma_ws_sm90_kernel", 147712, 384, 64, 3, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_bf16_64_256_S_q_kv_64_softmax_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_softmax_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_custom_mask_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_softmax_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, true, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_custom_mask_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, true, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_192x128_causal_softmax_tma_ws_sm90_kernel", 213248, 384, 64, 1, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_192x128_softmax_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_32_causal_alibi_tma_ws_sm90_kernel", 73984, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_40_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_48_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_qkv_64_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_qkv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_160_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_192_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_256_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_causal_alibi_tma_ws_sm90_kernel", 73984, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_tma_ws_sm90_kernel", 82304, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_causal_tma_ws_sm90_kernel", 82304, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 78208, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_custom_mask_tma_ws_sm90_kernel", 82304, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_causal_tma_ws_sm90_kernel", 164224, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 156032, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_custom_mask_tma_ws_sm90_kernel", 164224, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_causal_tma_ws_sm90_kernel", 164224, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 156032, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_custom_mask_tma_ws_sm90_kernel", 164224, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_tma_ws_sm90_kernel", 164224, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_causal_tma_ws_sm90_kernel", 164224, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 156032, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_custom_mask_tma_ws_sm90_kernel", 164224, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_kernel", 196864, 384, 64, 0, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_causal_tma_ws_sm90_kernel", 229632, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_custom_mask_tma_ws_sm90_kernel", 229632, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_causal_tma_ws_sm90_kernel", 229632, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_custom_mask_tma_ws_sm90_kernel", 229632, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_causal_tma_ws_sm90_kernel", 229632, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_custom_mask_tma_ws_sm90_kernel", 229632, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 180480, 384, 64, 2, 0, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_causal_softcapping_tma_ws_sm90_kernel", 229632, 384, 64, 1, 0, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_kv_32_tma_ws_sm90_kernel", 82304, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_kv_32_custom_mask_tma_ws_sm90_kernel", 82304, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_kv_64_tma_ws_sm90_kernel", 164224, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_kv_64_custom_mask_tma_ws_sm90_kernel", 164224, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_tma_ws_sm90_kernel", 196864, 384, 64, 0, 1, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_kv_128_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 1, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_tma_ws_sm90_kernel", 82304, 384, 64, 0, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_causal_tma_ws_sm90_kernel", 82304, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 78208, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_custom_mask_tma_ws_sm90_kernel", 82304, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_causal_tma_ws_sm90_kernel", 164224, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 156032, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_custom_mask_tma_ws_sm90_kernel", 164224, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_causal_tma_ws_sm90_kernel", 164224, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 156032, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_custom_mask_tma_ws_sm90_kernel", 164224, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_tma_ws_sm90_kernel", 164224, 384, 64, 0, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_causal_tma_ws_sm90_kernel", 164224, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 156032, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_custom_mask_tma_ws_sm90_kernel", 164224, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_kernel", 196864, 384, 64, 0, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 180480, 384, 64, 2, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_causal_tma_ws_sm90_kernel", 229632, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_custom_mask_tma_ws_sm90_kernel", 229632, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_causal_tma_ws_sm90_kernel", 229632, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_custom_mask_tma_ws_sm90_kernel", 229632, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_causal_tma_ws_sm90_kernel", 229632, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_custom_mask_tma_ws_sm90_kernel", 229632, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 180480, 384, 64, 2, 2, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_causal_softcapping_tma_ws_sm90_kernel", 229632, 384, 64, 1, 2, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_causal_alibi_tma_ws_sm90_kernel", 82304, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_causal_alibi_tma_ws_sm90_kernel", 164224, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_causal_alibi_tma_ws_sm90_kernel", 164224, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_causal_alibi_tma_ws_sm90_kernel", 164224, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, true, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_causal_alibi_tma_ws_sm90_kernel", 229632, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_causal_alibi_tma_ws_sm90_kernel", 229632, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_causal_alibi_tma_ws_sm90_kernel", 229632, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_qkv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_causal_alibi_tma_ws_sm90_kernel", 82304, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_causal_alibi_tma_ws_sm90_kernel", 164224, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_causal_alibi_tma_ws_sm90_kernel", 164224, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_causal_alibi_tma_ws_sm90_kernel", 164224, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 256, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_q_paged_kv_128_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, true, false, false, false, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_causal_alibi_tma_ws_sm90_kernel", 229632, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_causal_alibi_tma_ws_sm90_kernel", 229632, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_causal_alibi_tma_ws_sm90_kernel", 229632, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_e4m3_64_128_S_q_paged_kv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 256, 80, 80, 64, 64, 256, kSM_90, nullptr, 0, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_sage_64_64_256_output_bf16_tma_ws_sm90_kernel", 196864, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_e4m3_64_256_S_qkv_80_sage_64_64_256_output_bf16_tma_ws_sm90},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 256, 128, 128, 64, 64, 256, kSM_90, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_sage_64_64_256_output_bf16_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_sage_64_64_256_output_bf16_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_e4m3_64_256_S_qkv_128_sage_64_64_256_output_bf16_tma_ws_sm90_kernel", 196864, 384, 64, 0, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_causal_tma_ws_sm90_kernel", 73984, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 73984, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_tma_ws_sm90_kernel", 164096, 384, 64, 0, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 0, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 0, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 2, 0, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 0, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_tma_ws_sm90_kernel", 73984, 384, 64, 0, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_causal_tma_ws_sm90_kernel", 73984, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_sliding_or_chunked_causal_tma_ws_sm90_kernel", 73984, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_custom_mask_tma_ws_sm90_kernel", 73984, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_tma_ws_sm90_kernel", 147712, 384, 64, 0, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_kernel", 164096, 384, 64, 0, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_custom_mask_tma_ws_sm90_kernel", 164096, 384, 64, 3, 2, false, true, true, true, false, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_causal_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_sliding_or_chunked_causal_tma_ws_sm90_kernel", 147712, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_custom_mask_tma_ws_sm90_kernel", 147712, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_causal_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_sliding_or_chunked_causal_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_custom_mask_tma_ws_sm90_kernel", 196864, 384, 64, 3, 2, false, true, true, true, false, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 164096, 384, 64, 2, 2, false, true, true, true, false, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_tma_ws_sm90_kernel", 196864, 384, 64, 2, 2, false, true, true, true, false, false, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_softcapping_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_softmax_tma_ws_sm90_kernel", 73984, 384, 64, 0, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_custom_mask_softmax_tma_ws_sm90_kernel", 73984, 384, 64, 3, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_32_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_softmax_tma_ws_sm90_kernel", 147712, 384, 64, 0, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_custom_mask_softmax_tma_ws_sm90_kernel", 147712, 384, 64, 3, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_kv_64_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_custom_mask_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_softmax_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 0, 1, false, true, true, true, false, false, false, true, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_softmax_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_custom_mask_softmax_tma_ws_sm90_kernel", 164096, 384, 64, 3, 1, false, true, true, true, false, false, false, true, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_causal_alibi_tma_ws_sm90_kernel", 73984, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_qkv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 0, false, true, true, true, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 0, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_causal_alibi_tma_ws_sm90_kernel", 73984, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_32_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_40_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_48_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 256, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_256_S_q_paged_kv_64_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_alibi_tma_ws_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_alibi_tma_ws_sm90_kernel", 164096, 384, 64, 1, 2, false, true, true, true, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_160_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_causal_alibi_tma_ws_sm90_kernel", 147712, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_192_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_causal_alibi_tma_ws_sm90_kernel", 196864, 384, 64, 1, 2, false, true, true, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_256_alibi_tma_ws_sm90},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_causal_sm90_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_custom_mask_sm90_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm90_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_causal_sm90_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_custom_mask_sm90_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm90_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm90_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_causal_sm90_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sliding_or_chunked_causal_sm90_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_custom_mask_sm90_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm90_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_causal_sm90_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sliding_or_chunked_causal_sm90_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_custom_mask_sm90_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm90_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm90_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, false, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_softcapping_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_softcapping_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, true, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, true, false, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_causal_sm90_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_custom_mask_sm90_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm90_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_causal_sm90_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_custom_mask_sm90_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm90_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm90_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_causal_sm90_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sliding_or_chunked_causal_sm90_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_custom_mask_sm90_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm90_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_causal_sm90_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sliding_or_chunked_causal_sm90_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_custom_mask_sm90_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm90_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm90_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, false, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm90_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_softcapping_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, false, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_softcapping_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, false, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_causal_sm90_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_custom_mask_sm90_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm90_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_causal_sm90_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_custom_mask_sm90_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm90_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_custom_mask_sm90_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm90_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_custom_mask_sm90_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_causal_sm90_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sliding_or_chunked_causal_sm90_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_custom_mask_sm90_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm90_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_causal_sm90_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sliding_or_chunked_causal_sm90_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_custom_mask_sm90_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm90_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_causal_sm90_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sliding_or_chunked_causal_sm90_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_custom_mask_sm90_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm90_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_custom_mask_sm90_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_custom_mask_sm90_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm90_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm90_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_softcapping_sm90_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_90, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm90_cu_cubin, cubin_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm90_cu_cubin_len, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm90_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, false, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_softcapping_sm90_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm90_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm90_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, false, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm90_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_90, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm90_kernel_nl_tiled", 49152, 128, 64, 0, 2, false, true, false, true, true, true, false, false, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm90_nl_tiled},
#endif

#ifndef EXCLUDE_SM_89
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_kernel_nl", 12288, 128, 128, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_causal_sm89_kernel_nl", 12288, 128, 128, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 128, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_custom_mask_sm89_kernel_nl", 12288, 128, 128, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm89_kernel_nl", 12288, 128, 128, 0, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 128, 3, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_kernel_nl", 12288, 128, 128, 0, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_causal_sm89_kernel_nl", 12288, 128, 128, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 128, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 128, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_causal_sm89_kernel_nl", 24576, 128, 128, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sliding_or_chunked_causal_sm89_kernel_nl", 24576, 128, 128, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_custom_mask_sm89_kernel_nl", 24576, 128, 128, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_causal_sm89_kernel_nl", 24576, 128, 128, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm89_kernel_nl", 24576, 128, 128, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_custom_mask_sm89_kernel_nl", 24576, 128, 128, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_causal_sm89_kernel_nl", 24576, 128, 128, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sliding_or_chunked_causal_sm89_kernel_nl", 24576, 128, 128, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_custom_mask_sm89_kernel_nl", 24576, 128, 128, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_causal_sm89_kernel_nl", 24576, 128, 128, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm89_kernel_nl", 24576, 128, 128, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_custom_mask_sm89_kernel_nl", 24576, 128, 128, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_kernel_nl", 24576, 128, 128, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_causal_sm89_kernel_nl", 24576, 128, 128, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sliding_or_chunked_causal_sm89_kernel_nl", 24576, 128, 128, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_custom_mask_sm89_kernel_nl", 24576, 128, 128, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm89_kernel_nl", 24576, 128, 128, 0, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_custom_mask_sm89_kernel_nl", 24576, 128, 128, 3, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_kernel_nl", 24576, 128, 128, 0, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_causal_sm89_kernel_nl", 24576, 128, 128, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm89_kernel_nl", 24576, 128, 128, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_custom_mask_sm89_kernel_nl", 24576, 128, 128, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_causal_sm89_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sliding_or_chunked_causal_sm89_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_custom_mask_sm89_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_causal_sm89_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sliding_or_chunked_causal_sm89_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_custom_mask_sm89_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_causal_sm89_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sliding_or_chunked_causal_sm89_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_custom_mask_sm89_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_causal_sm89_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sliding_or_chunked_causal_sm89_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_custom_mask_sm89_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_causal_sm89_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sliding_or_chunked_causal_sm89_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_custom_mask_sm89_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_causal_sm89_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sliding_or_chunked_causal_sm89_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_custom_mask_sm89_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 64, 192, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_causal_sm89_kernel_nl_tiled", 32768, 128, 64, 1, 0, false, true, false, true, true, true, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 64, 192, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_causal_sm89_kernel_nl_tiled", 32768, 128, 64, 1, 2, false, true, false, true, true, true, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 64, 576, 512, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm89_kernel_nl_tiled", 65536, 128, 64, 0, 2, false, true, false, true, true, true, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_causal_output_bf16_sm89_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sliding_or_chunked_causal_output_bf16_sm89_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_custom_mask_output_bf16_sm89_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_causal_output_bf16_sm89_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sliding_or_chunked_causal_output_bf16_sm89_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_custom_mask_output_bf16_sm89_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 64, 192, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_causal_output_bf16_sm89_kernel_nl_tiled", 32768, 128, 64, 1, 0, false, true, false, true, true, true, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 64, 192, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_causal_output_bf16_sm89_kernel_nl_tiled", 32768, 128, 64, 1, 2, false, true, false, true, true, true, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm89_kernel_nl_tiled", 65536, 128, 64, 0, 2, false, true, false, true, true, true, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 64, 32, 32, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_bf16_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 64, 32, 32, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_bf16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_bf16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_bf16_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 64, 32, 32, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_fp16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_fp16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sage_64_32_32_output_fp16_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_E4M3, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 64, 32, 32, kSM_89, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_fp16_sm89_cu_cubin, cubin_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_fp16_sm89_cu_cubin_len, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sage_64_32_32_output_fp16_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_custom_mask_sm89_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_causal_sm89_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sliding_or_chunked_causal_sm89_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_custom_mask_sm89_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm89_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_causal_sm89_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm89_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm89_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm89_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_custom_mask_sm89_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_causal_sm89_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm89_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_custom_mask_sm89_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm89_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_causal_sm89_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm89_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_custom_mask_sm89_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_causal_sm89_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sliding_or_chunked_causal_sm89_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_custom_mask_sm89_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm89_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_causal_sm89_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm89_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm89_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm89_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_custom_mask_sm89_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_causal_sm89_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm89_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_custom_mask_sm89_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm89_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_causal_sm89_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm89_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_custom_mask_sm89_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_causal_sm89_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sliding_or_chunked_causal_sm89_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_custom_mask_sm89_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm89_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_causal_sm89_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm89_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_causal_sm89_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm89_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm89_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm89_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_custom_mask_sm89_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm89_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_custom_mask_sm89_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm89_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_custom_mask_sm89_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm89_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_custom_mask_sm89_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_causal_sm89_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm89_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_custom_mask_sm89_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm89_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_causal_sm89_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm89_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_custom_mask_sm89_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm89_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_causal_sm89_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm89_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_custom_mask_sm89_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm89_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_custom_mask_sm89_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_custom_mask_sm89_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm89_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm89_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm89_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm89_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_causal_sm89_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm89_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_89, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm89_kernel_nl_tiled", 49152, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm89_nl_tiled},
#endif

#ifndef EXCLUDE_SM_80
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_custom_mask_sm80_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_causal_sm80_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sliding_or_chunked_causal_sm80_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_custom_mask_sm80_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm80_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_causal_sm80_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sliding_or_chunked_causal_sm80_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm80_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm80_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm80_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm80_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm80_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm80_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm80_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_custom_mask_sm80_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, cubin_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_cu_cubin, cubin_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_cu_cubin_len, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_cu_cubin, cubin_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_cu_cubin_len, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, nullptr},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_causal_sm80_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm80_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_custom_mask_sm80_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm80_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_causal_sm80_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm80_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm80_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm80_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_custom_mask_sm80_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_causal_sm80_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sliding_or_chunked_causal_sm80_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_custom_mask_sm80_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm80_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_causal_sm80_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sliding_or_chunked_causal_sm80_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm80_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm80_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm80_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm80_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm80_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm80_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm80_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_custom_mask_sm80_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_causal_sm80_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm80_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_custom_mask_sm80_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm80_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_causal_sm80_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm80_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm80_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm80_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_custom_mask_sm80_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_causal_sm80_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sliding_or_chunked_causal_sm80_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_custom_mask_sm80_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm80_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_causal_sm80_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sliding_or_chunked_causal_sm80_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm80_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_causal_sm80_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm80_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm80_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm80_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm80_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm80_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm80_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_custom_mask_sm80_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm80_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_custom_mask_sm80_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm80_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_custom_mask_sm80_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm80_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_custom_mask_sm80_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_causal_sm80_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm80_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_custom_mask_sm80_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm80_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_causal_sm80_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm80_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_custom_mask_sm80_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm80_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_causal_sm80_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm80_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_custom_mask_sm80_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm80_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_custom_mask_sm80_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_custom_mask_sm80_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm80_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm80_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm80_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm80_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_causal_sm80_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm80_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_80, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm80_kernel_nl_tiled", 49152, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm80_nl_tiled},
#endif

#ifndef EXCLUDE_SM_86
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_custom_mask_sm86_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_causal_sm86_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sliding_or_chunked_causal_sm86_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_custom_mask_sm86_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm86_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_causal_sm86_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sliding_or_chunked_causal_sm86_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm86_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm86_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm86_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm86_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm86_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm86_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm86_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_custom_mask_sm86_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_causal_sm86_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm86_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_custom_mask_sm86_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm86_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_causal_sm86_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm86_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm86_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm86_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_custom_mask_sm86_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_causal_sm86_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sliding_or_chunked_causal_sm86_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_custom_mask_sm86_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm86_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_causal_sm86_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sliding_or_chunked_causal_sm86_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm86_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm86_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm86_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm86_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm86_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm86_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm86_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_custom_mask_sm86_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_causal_sm86_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm86_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_custom_mask_sm86_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm86_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_causal_sm86_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm86_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, cubin_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_cu_cubin, cubin_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_cu_cubin_len, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, nullptr},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm86_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_custom_mask_sm86_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_causal_sm86_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sliding_or_chunked_causal_sm86_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_custom_mask_sm86_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm86_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_causal_sm86_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sliding_or_chunked_causal_sm86_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm86_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_causal_sm86_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm86_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm86_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm86_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm86_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm86_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm86_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_custom_mask_sm86_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm86_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_custom_mask_sm86_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm86_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_custom_mask_sm86_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm86_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_custom_mask_sm86_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_causal_sm86_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm86_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_custom_mask_sm86_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm86_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_causal_sm86_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm86_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_custom_mask_sm86_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm86_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_causal_sm86_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm86_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_custom_mask_sm86_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm86_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_custom_mask_sm86_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_custom_mask_sm86_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm86_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm86_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm86_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm86_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_causal_sm86_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm86_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_86, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm86_kernel_nl_tiled", 49152, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm86_nl_tiled},
#endif

#ifndef EXCLUDE_SM_100
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_100, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_causal_sm100_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm100_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_100, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_causal_sm100_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm100_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_100, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm100_kernel_nl_tiled", 49152, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm100_nl_tiled},
#endif

#ifndef EXCLUDE_SM_120
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_16_custom_mask_sm120_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_40_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_48_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_qkv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_80_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_96_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_104_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_160_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_192_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_causal_sm120_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sliding_or_chunked_causal_sm120_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_16_custom_mask_sm120_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm120_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_causal_sm120_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_qkv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_40_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_48_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm120_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_160_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_192_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_qkv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_qkv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_qkv_256_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm120_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm120_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_custom_mask_sm120_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, false, true, true, false, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_causal_sm120_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm120_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_custom_mask_sm120_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm120_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_causal_sm120_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm120_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, false, true, false, false, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, false, true, true, true, true, run_fmha_v2_flash_attention_fp16_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_32_S_q_paged_kv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, false, true, false, true, true, run_fmha_v2_flash_attention_fp16_64_16_S_q_paged_kv_256_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_16_custom_mask_sm120_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_40_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_48_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_qkv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_80_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_96_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_104_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_160_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_causal_sm120_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sliding_or_chunked_causal_sm120_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_16_custom_mask_sm120_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm120_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_causal_sm120_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_qkv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_40_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_48_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm120_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_160_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_192_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_qkv_128_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_qkv_256_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_kv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_kv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm120_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_kv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm120_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_custom_mask_sm120_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_causal_sm120_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm120_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_custom_mask_sm120_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm120_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_causal_sm120_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm120_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_32_S_q_paged_kv_128_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_bf16_64_16_S_q_paged_kv_256_softcapping_sm120_nl},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_qkv_192x128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 128, 192, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_128_S_q_paged_kv_192x128_sm120_nl_tiled},
{ DATA_TYPE_BF16, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm120_kernel_nl_tiled", 49152, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_bf16_64_64_S_q_paged_kv_576x512_sm120_nl_tiled},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm120_kernel_nl", 12288, 128, 128, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_causal_sm120_kernel_nl", 12288, 128, 128, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 128, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_custom_mask_sm120_kernel_nl", 12288, 128, 128, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm120_kernel_nl", 12288, 128, 128, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 128, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm120_kernel_nl", 12288, 128, 128, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_causal_sm120_kernel_nl", 12288, 128, 128, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 128, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 128, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_causal_sm120_kernel_nl", 24576, 128, 128, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sliding_or_chunked_causal_sm120_kernel_nl", 24576, 128, 128, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_custom_mask_sm120_kernel_nl", 24576, 128, 128, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_40_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_causal_sm120_kernel_nl", 24576, 128, 128, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm120_kernel_nl", 24576, 128, 128, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_custom_mask_sm120_kernel_nl", 24576, 128, 128, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_causal_sm120_kernel_nl", 24576, 128, 128, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sliding_or_chunked_causal_sm120_kernel_nl", 24576, 128, 128, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_custom_mask_sm120_kernel_nl", 24576, 128, 128, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_48_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_causal_sm120_kernel_nl", 24576, 128, 128, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm120_kernel_nl", 24576, 128, 128, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_custom_mask_sm120_kernel_nl", 24576, 128, 128, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm120_kernel_nl", 24576, 128, 128, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_causal_sm120_kernel_nl", 24576, 128, 128, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sliding_or_chunked_causal_sm120_kernel_nl", 24576, 128, 128, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_custom_mask_sm120_kernel_nl", 24576, 128, 128, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_qkv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm120_kernel_nl", 24576, 128, 128, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_custom_mask_sm120_kernel_nl", 24576, 128, 128, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_kv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm120_kernel_nl", 24576, 128, 128, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_causal_sm120_kernel_nl", 24576, 128, 128, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm120_kernel_nl", 24576, 128, 128, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_custom_mask_sm120_kernel_nl", 24576, 128, 128, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_128_128_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_causal_sm120_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sliding_or_chunked_causal_sm120_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_custom_mask_sm120_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_160_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_causal_sm120_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sliding_or_chunked_causal_sm120_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_custom_mask_sm120_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_causal_sm120_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sliding_or_chunked_causal_sm120_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_custom_mask_sm120_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_causal_sm120_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sliding_or_chunked_causal_sm120_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_custom_mask_sm120_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_causal_sm120_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sliding_or_chunked_causal_sm120_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_custom_mask_sm120_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_256_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_causal_sm120_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sliding_or_chunked_causal_sm120_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 32, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_custom_mask_sm120_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 64, 192, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_causal_sm120_kernel_nl_tiled", 32768, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_sm120_nl_tiled},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 64, 192, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_causal_sm120_kernel_nl_tiled", 32768, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_sm120_nl_tiled},
{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, 0, 64, 64, 576, 512, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm120_kernel_nl_tiled", 65536, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_sm120_nl_tiled},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_causal_output_bf16_sm120_kernel_nl", 65536, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_sliding_or_chunked_causal_output_bf16_sm120_kernel_nl", 65536, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_custom_mask_output_bf16_sm120_kernel_nl", 65536, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_qkv_192_output_bf16_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_causal_output_bf16_sm120_kernel_nl", 65536, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_sliding_or_chunked_causal_output_bf16_sm120_kernel_nl", 65536, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 32, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_custom_mask_output_bf16_sm120_kernel_nl", 65536, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_32_S_q_paged_kv_192_output_bf16_sm120_nl},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 64, 192, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_causal_output_bf16_sm120_kernel_nl_tiled", 32768, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_qkv_192x128_output_bf16_sm120_nl_tiled},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 64, 192, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_causal_output_bf16_sm120_kernel_nl_tiled", 32768, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_192x128_output_bf16_sm120_nl_tiled},
{ DATA_TYPE_E4M3, DATA_TYPE_BF16, 0, 64, 64, 576, 512, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm120_kernel_nl_tiled", 65536, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_e4m3_fp32_64_64_S_q_paged_kv_576x512_output_bf16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_custom_mask_sm120_kernel_nl_tiled", 16384, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_qkv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 0, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_causal_sm120_kernel_nl", 6144, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sliding_or_chunked_causal_sm120_kernel_nl", 6144, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_custom_mask_sm120_kernel_nl", 6144, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm120_kernel_nl", 12288, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_causal_sm120_kernel_nl", 12288, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_qkv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm120_kernel_nl", 16384, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_causal_sm120_kernel_nl", 16384, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm120_kernel_nl", 32768, 128, 64, 0, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 0, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 0, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_qkv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_qkv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 1, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 2, 0, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_qkv_256_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 1, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm120_kernel_nl", 12288, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm120_kernel_nl", 16384, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 1, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 16384, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_custom_mask_sm120_kernel_nl_tiled", 16384, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_16_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm120_kernel_nl_tiled", 32768, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 32768, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_custom_mask_sm120_kernel_nl_tiled", 32768, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_32_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_40_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_48_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm120_kernel_nl_tiled", 65536, 128, 128, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 65536, 128, 128, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 128, 128, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_custom_mask_sm120_kernel_nl_tiled", 65536, 128, 128, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_128_128_S_q_paged_kv_64_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_72_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_80_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_96_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_104_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm120_kernel_nl_tiled", 81920, 128, 64, 0, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_160_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_192_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_custom_mask_sm120_kernel_nl_tiled", 81920, 128, 64, 3, 2, false, true, false, true, true, true, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_causal_sm120_kernel_nl", 6144, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sliding_or_chunked_causal_sm120_kernel_nl", 6144, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 16, 16, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_custom_mask_sm120_kernel_nl", 6144, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_16_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm120_kernel_nl", 12288, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_causal_sm120_kernel_nl", 12288, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sliding_or_chunked_causal_sm120_kernel_nl", 12288, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 64, 32, 32, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_custom_mask_sm120_kernel_nl", 12288, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_64_S_q_paged_kv_32_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 40, 40, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_40_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 48, 48, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_48_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm120_kernel_nl", 16384, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_causal_sm120_kernel_nl", 16384, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sliding_or_chunked_causal_sm120_kernel_nl", 16384, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 64, 64, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_custom_mask_sm120_kernel_nl", 16384, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_64_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 72, 72, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_72_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 80, 80, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_80_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 96, 96, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_96_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 104, 104, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_104_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm120_kernel_nl", 32768, 128, 64, 0, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_custom_mask_sm120_kernel_nl", 32768, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 160, 160, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_160_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 192, 192, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_192_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_custom_mask_sm120_kernel_nl", 49152, 128, 64, 3, 2, false, true, false, true, true, false, false, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_128_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 1, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 128, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl_tiled", 81920, 128, 64, 2, 2, false, true, false, true, true, true, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_128_S_q_paged_kv_256_softcapping_sm120_nl_tiled},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 32, 128, 128, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 32768, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_32_S_q_paged_kv_128_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 1, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm120_nl},
{ DATA_TYPE_FP16, DATA_TYPE_FP16, 0, 64, 16, 256, 256, 0, 0, 0, kSM_120, nullptr, 0, "fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_sliding_or_chunked_causal_softcapping_sm120_kernel_nl", 49152, 128, 64, 2, 2, false, true, false, true, true, false, true, true, run_fmha_v2_flash_attention_fp16_fp32_64_16_S_q_paged_kv_256_softcapping_sm120_nl}
#endif


};

// clang-format on
} // namespace kernels
} // namespace tensorrt_llm
