/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck_tile/ops/fmha/block/block_position_encoding.hpp File Reference

/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck_tile/ops/fmha/block/block_position_encoding.hpp File Reference#

Composable Kernel: /home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck_tile/ops/fmha/block/block_position_encoding.hpp File Reference
Classes | Namespaces | Enumerations | Functions
block_position_encoding.hpp File Reference
#include "ck_tile/core.hpp"
#include "ck_tile/ops/fmha/block/block_masking.hpp"
#include <cmath>
#include <vector>

Go to the source code of this file.

Classes

struct  ck_tile::Alibi< DataType, RowMajor, LogMaxSadOprndSize >
 
struct  ck_tile::EmptyPositionEncoding< DataType >
 

Namespaces

 ck_tile
 

Enumerations

enum class  ck_tile::PositionEncodingEnum {
  ck_tile::NO = 0 ,
  ck_tile::ALIBI = 1
}
 
enum class  ck_tile::AlibiMode {
  ck_tile::VERTICAL = 0 ,
  ck_tile::FROM_TOP_LEFT = 1 ,
  ck_tile::FROM_BOTTOM_RIGHT = 2
}
 

Functions

template<typename DataType , bool RowMajor = true, unsigned LogMaxSadOprndSize = 16>
CK_TILE_HOST_DEVICE auto ck_tile::make_alibi_from_lr_mask (DataType slope, index_t window_left_size, index_t window_right_size, index_t y_total, index_t x_total, GenericAttentionMaskEnum mask_enum)
 
template<typename DataType >
CK_TILE_HOST std::vector< DataType > ck_tile::get_alibi_slopes (ck_tile::index_t nheads)