Member List

Member List#

Composable Kernel: Member List
ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > Member List

This is the complete list of members for ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >, including all inherited members.

AttentionVariant typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
BiasDataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
BiasEnumck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
BlockSize()ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
EpiloguePipeline typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
FmhaMask typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
FmhaPipeline typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
GetName()ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
GetSmemSize()ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
GetTileIndex(const Kargs &kargs)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
GridSize(ck_tile::index_t batch_size_, ck_tile::index_t nhead_, ck_tile::index_t seqlen_q_, ck_tile::index_t hdim_v_, bool has_padded_seqlen_k=false)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
Kargs typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
kBlockPerCuck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kBlockPerCuInputck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kBlockSizeck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
KDataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
kDoFp8StaticQuantck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kHasDropoutck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kHasLogitsSoftCapck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kHasMaskck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kIsAvailableck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kIsGroupModeck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadHeadDimQck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadHeadDimVck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadSeqLenKck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadSeqLenQck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPipelineNameck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kSkipMinSeqlenQck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kStoreLSEck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kUseAsyncCopyck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
kUseTrLoadck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >static
LSEDataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_randval, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, const std::tuple< uint64_t, uint64_t > &drop_seed_offset)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_randval, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, const std::tuple< const void *, const void * > &drop_seed_offset)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q, float p_drop, bool s_randval, const std::tuple< uint64_t, uint64_t > &drop_seed_offset)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q, float p_drop, bool s_randval, const std::tuple< const void *, const void * > &drop_seed_offset)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
MakeKargsImpl(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_randval, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, std::variant< std::pair< uint64_t, uint64_t >, std::pair< const void *, const void * >> drop_seed_offset)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
MakeKargsImpl(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q, float p_drop, bool s_randval, std::variant< std::pair< uint64_t, uint64_t >, std::pair< const void *, const void * >> drop_seed_offset)ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
ODataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
operator()(Kargs kargs) constck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inline
QDataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
RandValOutputDataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
run_(Kargs kargs) constck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >inline
SaccDataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
VDataType typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >
VLayout typedefck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >