FmhaBwdCommonDropoutKargs Struct Reference

FmhaBwdCommonDropoutKargs Struct Reference#

Composable Kernel: ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs Struct Reference
Public Member Functions | Public Attributes | List of all members
ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs Struct Reference

#include <fmha_bwd_kernel.hpp>

Inheritance diagram for ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs:
ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdDropoutSeedOffset ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdBatchModeDropoutKargs

Public Member Functions

void init_dropout (float p_drop, uint64_t seed, uint64_t offset, float raw_scale)
void init_dropout (float p_drop, const uint64_t *seed_ptr, const uint64_t *offset_ptr, float raw_scale)

Public Attributes

float rp_undrop = 1
float scale_rp_undrop = 1
uint8_t p_undrop_in_uint8_t = std::numeric_limits<uint8_t>::max()
void * rand_val_ptr = nullptr
ck_tile::index_t stride_randval = 0
ck_tile::index_t nhead_stride_randval = 0
Public Attributes inherited from ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdDropoutSeedOffset
ValueOrPointer< uint64_t > drop_seed
ValueOrPointer< uint64_t > drop_offset
bool is_drop_seed_offset_from_host

Member Function Documentation

◆ init_dropout() [1/2]

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
void ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::init_dropout ( float p_drop,
const uint64_t * seed_ptr,
const uint64_t * offset_ptr,
float raw_scale )
inline

◆ init_dropout() [2/2]

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
void ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::init_dropout ( float p_drop,
uint64_t seed,
uint64_t offset,
float raw_scale )
inline

Member Data Documentation

◆ nhead_stride_randval

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
ck_tile::index_t ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::nhead_stride_randval = 0

◆ p_undrop_in_uint8_t

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
uint8_t ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::p_undrop_in_uint8_t = std::numeric_limits<uint8_t>::max()

◆ rand_val_ptr

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
void* ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::rand_val_ptr = nullptr

◆ rp_undrop

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
float ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::rp_undrop = 1

◆ scale_rp_undrop

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
float ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::scale_rp_undrop = 1

◆ stride_randval

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
ck_tile::index_t ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonDropoutKargs::stride_randval = 0
The documentation for this struct was generated from the following file: