/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck_tile/ops/fmha/block/block_attention_bias_enum.hpp Source File

/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck_tile/ops/fmha/block/block_attention_bias_enum.hpp Source File#

Composable Kernel: /home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/develop/include/ck_tile/ops/fmha/block/block_attention_bias_enum.hpp Source File

Go to the documentation of this file.

 // SPDX-License-Identifier: MIT
 // Copyright (c) 2018-2024, Advanced Micro Devices, Inc. All rights reserved.
  
 #pragma once
  
 #include <string>
  
 namespace ck_tile {
  
 // This class is used for codegen pattern matching
 enum class BlockAttentionBiasEnum
 {
     NO_BIAS          = 0,
     ELEMENTWISE_BIAS = 1, // attention bias, each elements add to the result of Q*K(after scale)
     ALIBI            = 2, // bias computed with position encoding, applied after scale
 };
  
 template <BlockAttentionBiasEnum>
 struct BlockAttentionBiasEnumToStr;
  
 template <>
 struct BlockAttentionBiasEnumToStr<BlockAttentionBiasEnum::NO_BIAS>
 {
     static constexpr const char* name = "";
 };
 template <>
 struct BlockAttentionBiasEnumToStr<BlockAttentionBiasEnum::ELEMENTWISE_BIAS>
 {
     static constexpr const char* name = "bias";
 };
 template <>
 struct BlockAttentionBiasEnumToStr<BlockAttentionBiasEnum::ALIBI>
 {
     static constexpr const char* name = "alibi";
 };
  
 } // namespace ck_tile