/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck_tile/ops/fmha/block/variants.hpp File Reference

• develop
• include
• ck_tile
• ops
• fmha
• block

Classes | Namespaces | Macros | Functions | Variables

variants.hpp File Reference

#include <type_traits>
#include <ck_tile/core/numeric/math.hpp>
#include <ck_tile/core/numeric/type_convert.hpp>

Go to the source code of this file.

Classes
struct	ck_tile::StandardAttentionParams< ImplMask >
struct	ck_tile::LogitsSoftCapParams< ImplMask, UseExp2 >
struct	ck_tile::StandardAttention
struct	ck_tile::LogitsSoftCap< UseExp2 >
struct	ck_tile::ComposedAttention< VARIANT_CODE, UseExp2 >

Namespaces
	ck_tile
	ck_tile::internal

Macros
#define	CK_TILE_ATTENTION_LOGITS_SOFT_CAP_TANH   0
#define	CK_TILE_ATTENTION_LOGITS_SOFT_CAP_SOFTSIGN   1
#define	CK_TILE_ATTENTION_LOGITS_SOFT_CAP_DEFAULT   CK_TILE_ATTENTION_LOGITS_SOFT_CAP_TANH
#define	CK_TILE_ATTENTION_USE_SOFTSIGN_ASM   0

Functions
__device__ float	ck_tile::internal::exp2_soft_sign_impl (float softmax_scale, float logits, float logits_soft_cap_rcp)

Variables
constexpr uint32_t	ck_tile::CUSTOM_MASK = 1U
constexpr uint32_t	ck_tile::SLIDING_WINDOW = 2U
constexpr uint32_t	ck_tile::LOGITS_SOFT_CAP = 4U
constexpr uint32_t	ck_tile::ALIBI = 8U

Macro Definition Documentation

◆ CK_TILE_ATTENTION_LOGITS_SOFT_CAP_DEFAULT

#define CK_TILE_ATTENTION_LOGITS_SOFT_CAP_DEFAULT   CK_TILE_ATTENTION_LOGITS_SOFT_CAP_TANH

◆ CK_TILE_ATTENTION_LOGITS_SOFT_CAP_SOFTSIGN

#define CK_TILE_ATTENTION_LOGITS_SOFT_CAP_SOFTSIGN   1

◆ CK_TILE_ATTENTION_LOGITS_SOFT_CAP_TANH

#define CK_TILE_ATTENTION_LOGITS_SOFT_CAP_TANH   0

◆ CK_TILE_ATTENTION_USE_SOFTSIGN_ASM

#define CK_TILE_ATTENTION_USE_SOFTSIGN_ASM   0