Member List#
ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > Member List
This is the complete list of members for ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ >, including all inherited members.
| AttentionVariant typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| BiasDataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| BiasEnum | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| BlockSize() | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| EpiloguePipeline typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| FmhaMask typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| FmhaPipeline typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| GetName() | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| GetSmemSize() | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| GetTileIndex(const Kargs &kargs) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| GridSize(ck_tile::index_t batch_size_, ck_tile::index_t nhead_, ck_tile::index_t seqlen_q_, ck_tile::index_t hdim_v_, bool has_padded_seqlen_k=false) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| Kargs typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| kBlockPerCu | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kBlockPerCuInput | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kBlockSize | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| KDataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| kDoFp8StaticQuant | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kHasDropout | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kHasLogitsSoftCap | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kHasMask | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kIsAvailable | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kIsGroupMode | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadHeadDimQ | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadHeadDimV | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadSeqLenK | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadSeqLenQ | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPipelineName | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kSkipMinSeqlenQ | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kStoreLSE | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kUseAsyncCopy | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kUseTrLoad | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| LSEDataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_randval, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, const std::tuple< uint64_t, uint64_t > &drop_seed_offset, const ck_tile::index_t *cu_seqlen_q_ptr=nullptr, const ck_tile::index_t *cu_seqlen_kv_ptr=nullptr) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_randval, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, const std::tuple< const void *, const void * > &drop_seed_offset, const ck_tile::index_t *cu_seqlen_q_ptr=nullptr, const ck_tile::index_t *cu_seqlen_kv_ptr=nullptr) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q, float p_drop, bool s_randval, const std::tuple< uint64_t, uint64_t > &drop_seed_offset, const void *seqstart_padded_q_ptr=nullptr, const void *seqstart_padded_k_ptr=nullptr) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q, float p_drop, bool s_randval, const std::tuple< const void *, const void * > &drop_seed_offset, const void *seqstart_padded_q_ptr=nullptr, const void *seqstart_padded_k_ptr=nullptr) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargsImpl(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_randval, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, std::variant< std::pair< uint64_t, uint64_t >, std::pair< const void *, const void * >> drop_seed_offset, const ck_tile::index_t *cu_seqlen_q_ptr=nullptr, const ck_tile::index_t *cu_seqlen_kv_ptr=nullptr) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargsImpl(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q, float p_drop, bool s_randval, std::variant< std::pair< uint64_t, uint64_t >, std::pair< const void *, const void * >> drop_seed_offset, const void *seqstart_padded_q_ptr=nullptr, const void *seqstart_padded_k_ptr=nullptr) | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| ODataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| operator()(Kargs kargs) const | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inline |
| QDataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| RandValOutputDataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| run_(Kargs kargs) const | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | inline |
| SaccDataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| VDataType typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| VLayout typedef | ck_tile::FmhaFwdKernel< FmhaPipeline_, EpiloguePipeline_ > |