DeviceBatchedGemmSoftmaxGemm< ALayout, B0Layout, B1Layout, CLayout, ADataType, B0DataType, B1DataType, CDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskOutUpperTriangle > Struct Template Reference

• ck
• tensor_operation
• device
• DeviceBatchedGemmSoftmaxGemm

Public Member Functions | List of all members

ck::tensor_operation::device::DeviceBatchedGemmSoftmaxGemm< ALayout, B0Layout, B1Layout, CLayout, ADataType, B0DataType, B1DataType, CDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskOutUpperTriangle > Struct Template Referenceabstract

#include <device_batched_gemm_softmax_gemm.hpp>

Inheritance diagram for ck::tensor_operation::device::DeviceBatchedGemmSoftmaxGemm< ALayout, B0Layout, B1Layout, CLayout, ADataType, B0DataType, B1DataType, CDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskOutUpperTriangle >:

Public Member Functions
virtual std::unique_ptr< BaseArgument >	MakeArgumentPointer (const void *p_a, const void *p_b0, const void *p_b1, void *p_c, ck::index_t M, ck::index_t N, ck::index_t K, ck::index_t O, ck::index_t Batch, ck::index_t StrideA, ck::index_t StrideB0, ck::index_t StrideB1, ck::index_t StrideC, ck::index_t BatchStrideA, ck::index_t BatchStrideB0, ck::index_t BatchStrideB1, ck::index_t BatchStrideC, AElementwiseOperation a_element_op, B0ElementwiseOperation b0_element_op, Acc0ElementwiseOperation acc0_element_op, B1ElementwiseOperation b1_element_op, CElementwiseOperation c_element_op)=0
virtual std::unique_ptr< BaseInvoker >	MakeInvokerPointer ()=0
Public Member Functions inherited from ck::tensor_operation::device::BaseOperator
	BaseOperator ()=default
	BaseOperator (const BaseOperator &)=default
BaseOperator &	operator= (const BaseOperator &)=default
virtual bool	IsSupportedArgument (const BaseArgument *)
virtual std::string	GetTypeString () const
virtual std::string	GetInstanceString () const
virtual std::string	GetTypeIdName () const
virtual std::optional< std::string >	GetObjectName () const
virtual std::optional< std::string >	GetTemplateInfo () const
virtual std::string	GetTypeIdHashCode () const
virtual size_t	GetWorkSpaceSize (const BaseArgument *) const
virtual void	SetWorkSpacePointer (BaseArgument *p_arg, void *p_workspace, const StreamConfig &=StreamConfig{}) const
virtual	~BaseOperator ()

Member Function Documentation

◆ MakeArgumentPointer()

template<typename ALayout, typename B0Layout, typename B1Layout, typename CLayout, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, bool MaskOutUpperTriangle>

virtual std::unique_ptr< BaseArgument > ck::tensor_operation::device::DeviceBatchedGemmSoftmaxGemm< ALayout, B0Layout, B1Layout, CLayout, ADataType, B0DataType, B1DataType, CDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskOutUpperTriangle >::MakeArgumentPointer ( const void * p_a, const void * p_b0, const void * p_b1, void * p_c, ck::index_t M, ck::index_t N, ck::index_t K, ck::index_t O, ck::index_t Batch, ck::index_t StrideA, ck::index_t StrideB0, ck::index_t StrideB1, ck::index_t StrideC, ck::index_t BatchStrideA, ck::index_t BatchStrideB0, ck::index_t BatchStrideB1, ck::index_t BatchStrideC, AElementwiseOperation a_element_op, B0ElementwiseOperation b0_element_op, Acc0ElementwiseOperation acc0_element_op, B1ElementwiseOperation b1_element_op, CElementwiseOperation c_element_op )

pure virtual

Implemented in ck::tensor_operation::device::DeviceBatchedGemmSoftmaxGemm_Xdl_CShuffle< ALayout, BLayout, B1Layout, CLayout, ADataType, BDataType, B1DataType, CDataType, GemmAccDataType, CShuffleDataType, AElementwiseOperation, BElementwiseOperation, AccElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, GemmSpec, NumGemmKPrefetchStage, BlockSize, MPerBlock, NPerBlock, KPerBlock, Gemm1NPerBlock, Gemm1KPerBlock, AK1, BK1, B1K1, MPerXDL, NPerXDL, MXdlPerWave, NXdlPerWave, Gemm1NXdlPerWave, ABlockTransferThreadClusterLengths_AK0_M_AK1, ABlockTransferThreadClusterArrangeOrder, ABlockTransferSrcAccessOrder, ABlockTransferSrcVectorDim, ABlockTransferSrcScalarPerVector, ABlockTransferDstScalarPerVector_AK1, ABlockLdsExtraM, BBlockTransferThreadClusterLengths_BK0_N_BK1, BBlockTransferThreadClusterArrangeOrder, BBlockTransferSrcAccessOrder, BBlockTransferSrcVectorDim, BBlockTransferSrcScalarPerVector, BBlockTransferDstScalarPerVector_BK1, BBlockLdsExtraN, B1BlockTransferThreadClusterLengths_BK0_N_BK1, B1BlockTransferThreadClusterArrangeOrder, B1BlockTransferSrcAccessOrder, B1BlockTransferSrcVectorDim, B1BlockTransferSrcScalarPerVector, B1BlockTransferDstScalarPerVector_BK1, B1BlockLdsExtraN, CShuffleMXdlPerWavePerShuffle, CShuffleNXdlPerWavePerShuffle, CShuffleBlockTransferClusterLengths_MBlock_MPerBlock_NBlock_NPerBlock, CShuffleBlockTransferScalarPerVector_NPerBlock, MaskOutUpperTriangle, LoopSched >.

◆ MakeInvokerPointer()

template<typename ALayout, typename B0Layout, typename B1Layout, typename CLayout, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, bool MaskOutUpperTriangle>

virtual std::unique_ptr< BaseInvoker > ck::tensor_operation::device::DeviceBatchedGemmSoftmaxGemm< ALayout, B0Layout, B1Layout, CLayout, ADataType, B0DataType, B1DataType, CDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskOutUpperTriangle >::MakeInvokerPointer ( )

pure virtual

Implemented in ck::tensor_operation::device::DeviceBatchedGemmSoftmaxGemm_Xdl_CShuffle< ALayout, BLayout, B1Layout, CLayout, ADataType, BDataType, B1DataType, CDataType, GemmAccDataType, CShuffleDataType, AElementwiseOperation, BElementwiseOperation, AccElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, GemmSpec, NumGemmKPrefetchStage, BlockSize, MPerBlock, NPerBlock, KPerBlock, Gemm1NPerBlock, Gemm1KPerBlock, AK1, BK1, B1K1, MPerXDL, NPerXDL, MXdlPerWave, NXdlPerWave, Gemm1NXdlPerWave, ABlockTransferThreadClusterLengths_AK0_M_AK1, ABlockTransferThreadClusterArrangeOrder, ABlockTransferSrcAccessOrder, ABlockTransferSrcVectorDim, ABlockTransferSrcScalarPerVector, ABlockTransferDstScalarPerVector_AK1, ABlockLdsExtraM, BBlockTransferThreadClusterLengths_BK0_N_BK1, BBlockTransferThreadClusterArrangeOrder, BBlockTransferSrcAccessOrder, BBlockTransferSrcVectorDim, BBlockTransferSrcScalarPerVector, BBlockTransferDstScalarPerVector_BK1, BBlockLdsExtraN, B1BlockTransferThreadClusterLengths_BK0_N_BK1, B1BlockTransferThreadClusterArrangeOrder, B1BlockTransferSrcAccessOrder, B1BlockTransferSrcVectorDim, B1BlockTransferSrcScalarPerVector, B1BlockTransferDstScalarPerVector_BK1, B1BlockLdsExtraN, CShuffleMXdlPerWavePerShuffle, CShuffleNXdlPerWavePerShuffle, CShuffleBlockTransferClusterLengths_MBlock_MPerBlock_NBlock_NPerBlock, CShuffleBlockTransferScalarPerVector_NPerBlock, MaskOutUpperTriangle, LoopSched >.

---

The documentation for this struct was generated from the following file:

• device_batched_gemm_softmax_gemm.hpp