BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference

BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference#

Composable Kernel: ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference
Static Public Member Functions | List of all members
ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference

#include <block_fmha_fwd_appendkv_pipeline_default_policy.hpp>

Static Public Member Functions

template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto GetAlignmentQ ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto GetAlignmentK ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto GetAlignmentV ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto GetQNumElemsPerRead ()
template<typename Problem>
static CK_TILE_DEVICE auto GetQThreadRangeAlongK ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto MakeQDramTileDistribution ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto GetKnewNumElemsPerRead ()
template<typename Problem>
static CK_TILE_DEVICE auto GetKnewThreadRangeAlongK ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto MakeKnewDramTileDistribution ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto GetSmemKPackV ()
template<typename Problem>
static CK_TILE_HOST_DEVICE constexpr auto MakeVnewDramTileDistribution ()
template<typename Problem, bool IsRotaryCosSinForQ>
static CK_TILE_HOST_DEVICE constexpr auto GetRotaryCosSinTileSize ()
template<typename Problem, bool IsRotaryCosSinForQ>
static CK_TILE_HOST_DEVICE constexpr auto MakeRotaryCosSinTileDistribution ()

Member Function Documentation

◆ GetAlignmentK()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetAlignmentK ( )
inlinestaticconstexpr

◆ GetAlignmentQ()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetAlignmentQ ( )
inlinestaticconstexpr

◆ GetAlignmentV()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetAlignmentV ( )
inlinestaticconstexpr

◆ GetKnewNumElemsPerRead()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetKnewNumElemsPerRead ( )
inlinestaticconstexpr

NOTICE: we might need to lower down this to support smaller rotary_dim

◆ GetKnewThreadRangeAlongK()

template<typename Problem>
CK_TILE_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetKnewThreadRangeAlongK ( )
inlinestatic

◆ GetQNumElemsPerRead()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetQNumElemsPerRead ( )
inlinestaticconstexpr

NOTICE: we might need to lower down this to support smaller rotary_dim

◆ GetQThreadRangeAlongK()

template<typename Problem>
CK_TILE_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetQThreadRangeAlongK ( )
inlinestatic

◆ GetRotaryCosSinTileSize()

template<typename Problem, bool IsRotaryCosSinForQ>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetRotaryCosSinTileSize ( )
inlinestaticconstexpr

◆ GetSmemKPackV()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetSmemKPackV ( )
inlinestaticconstexpr

◆ MakeKnewDramTileDistribution()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeKnewDramTileDistribution ( )
inlinestaticconstexpr

◆ MakeQDramTileDistribution()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeQDramTileDistribution ( )
inlinestaticconstexpr

◆ MakeRotaryCosSinTileDistribution()

template<typename Problem, bool IsRotaryCosSinForQ>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeRotaryCosSinTileDistribution ( )
inlinestaticconstexpr

NOTICE: we might need to lower down this to support smaller rotary_dim

◆ MakeVnewDramTileDistribution()

template<typename Problem>
CK_TILE_HOST_DEVICE constexpr auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeVnewDramTileDistribution ( )
inlinestaticconstexpr
The documentation for this struct was generated from the following file: