include/ck_tile/ops/fmha.hpp Source File# Composable Kernel: include/ck_tile/ops/fmha.hpp Source File includeck_tileops fmha.hpp Go to the documentation of this file. 1 // SPDX-License-Identifier: MIT 2 // Copyright (c) 2018-2025, Advanced Micro Devices, Inc. All rights reserved. 3 4 #pragma once 5 6 #include "ck_tile/ops/fmha/block/block_attention_bias_enum.hpp" 7 #include "ck_tile/ops/fmha/block/block_dropout.hpp" 8 #include "ck_tile/ops/fmha/block/block_masking.hpp" 9 #include "ck_tile/ops/fmha/block/block_position_encoding.hpp" 10 #include "ck_tile/ops/fmha/block/block_rotary_embedding.hpp" 11 #include "ck_tile/ops/fmha/block/page_block_navigator.hpp" 12 #include "ck_tile/ops/fmha/kernel/fmha_bwd_kernel.hpp" 13 #include "ck_tile/ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp" 14 #include "ck_tile/ops/fmha/kernel/fmha_fwd_appendkv_tile_partitioner.hpp" 15 #include "ck_tile/ops/fmha/kernel/fmha_fwd_kernel.hpp" 16 #include "ck_tile/ops/fmha/kernel/fmha_fwd_splitkv_combine_kernel.hpp" 17 #include "ck_tile/ops/fmha/kernel/fmha_fwd_splitkv_kernel.hpp" 18 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_convert_dq.hpp" 19 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_dot_do_o.hpp" 20 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp" 21 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp" 22 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp" 23 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_enum.hpp" 24 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_problem.hpp" 25 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_appendkv_pipeline.hpp" 26 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_appendkv_pipeline_default_policy.hpp" 27 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_combine_pipeline.hpp" 28 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_combine_pipeline_default_policy.hpp" 29 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs.hpp" 30 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs_default_policy.hpp" 31 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_qr_ks_vs.hpp" 32 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_qr_ks_vs_default_policy.hpp" 33 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp" 34 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_problem.hpp" 35 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs.hpp" 36 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp" 37 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async_default_policy.hpp" 38 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_default_policy.hpp" 39 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_fp8.hpp" 40 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qs_ks_vs.hpp" 41 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qs_ks_vs_default_policy.hpp" 42 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qx_ks_vs_custom_policy.hpp" 43 #include "ck_tile/ops/fmha/pipeline/tile_fmha_shape.hpp" 44 #include "ck_tile/ops/fmha/pipeline/tile_fmha_traits.hpp" 45 #include "ck_tile/ops/common/generic_2d_block_shape.hpp" 46 #include "ck_tile/ops/common/tensor_layout.hpp" block_attention_bias_enum.hpp block_dropout.hpp block_fmha_bwd_convert_dq.hpp block_fmha_bwd_dot_do_o.hpp block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp block_fmha_bwd_pipeline_default_policy.hpp block_fmha_bwd_pipeline_enum.hpp block_fmha_bwd_pipeline_problem.hpp block_fmha_fwd_appendkv_pipeline.hpp block_fmha_fwd_appendkv_pipeline_default_policy.hpp block_fmha_fwd_splitkv_combine_pipeline.hpp block_fmha_fwd_splitkv_combine_pipeline_default_policy.hpp block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs.hpp block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs_default_policy.hpp block_fmha_fwd_splitkv_pipeline_qr_ks_vs.hpp block_fmha_fwd_splitkv_pipeline_qr_ks_vs_default_policy.hpp block_fmha_pipeline_enum.hpp block_fmha_pipeline_problem.hpp block_fmha_pipeline_qr_ks_vs.hpp block_fmha_pipeline_qr_ks_vs_async.hpp block_fmha_pipeline_qr_ks_vs_async_default_policy.hpp block_fmha_pipeline_qr_ks_vs_default_policy.hpp block_fmha_pipeline_qr_ks_vs_fp8.hpp block_fmha_pipeline_qs_ks_vs.hpp block_fmha_pipeline_qs_ks_vs_default_policy.hpp block_fmha_pipeline_qx_ks_vs_custom_policy.hpp block_masking.hpp block_position_encoding.hpp block_rotary_embedding.hpp fmha_bwd_kernel.hpp fmha_fwd_appendkv_kernel.hpp fmha_fwd_appendkv_tile_partitioner.hpp fmha_fwd_kernel.hpp fmha_fwd_splitkv_combine_kernel.hpp fmha_fwd_splitkv_kernel.hpp generic_2d_block_shape.hpp page_block_navigator.hpp tensor_layout.hpp tile_fmha_shape.hpp tile_fmha_traits.hpp