ProblemDesc Struct Reference

ProblemDesc Struct Reference#

Composable Kernel: ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc Struct Reference
ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc Struct Reference

#include <device_grouped_gemm_softmax_gemm_permute.hpp>

Public Attributes

std::vector< index_ta_gs_ms_ks_lengths
std::vector< index_ta_gs_ms_ks_strides
std::vector< index_tb0_gs_ns_ks_lengths
std::vector< index_tb0_gs_ns_ks_strides
std::vector< index_tb1_gs_os_ns_lengths
std::vector< index_tb1_gs_os_ns_strides
std::vector< index_tc_gs_ms_os_lengths
std::vector< index_tc_gs_ms_os_strides
std::vector< std::vector< index_t > > acc0_biases_gs_ms_ns_lengths
std::vector< std::vector< index_t > > acc0_biases_gs_ms_ns_strides
std::vector< std::vector< index_t > > acc1_biases_gs_ms_os_lengths
std::vector< std::vector< index_t > > acc1_biases_gs_ms_os_strides

Member Data Documentation

◆ a_gs_ms_ks_lengths

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::a_gs_ms_ks_lengths

◆ a_gs_ms_ks_strides

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::a_gs_ms_ks_strides

◆ acc0_biases_gs_ms_ns_lengths

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<std::vector<index_t> > ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::acc0_biases_gs_ms_ns_lengths

◆ acc0_biases_gs_ms_ns_strides

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<std::vector<index_t> > ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::acc0_biases_gs_ms_ns_strides

◆ acc1_biases_gs_ms_os_lengths

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<std::vector<index_t> > ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::acc1_biases_gs_ms_os_lengths

◆ acc1_biases_gs_ms_os_strides

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<std::vector<index_t> > ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::acc1_biases_gs_ms_os_strides

◆ b0_gs_ns_ks_lengths

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::b0_gs_ns_ks_lengths

◆ b0_gs_ns_ks_strides

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::b0_gs_ns_ks_strides

◆ b1_gs_os_ns_lengths

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::b1_gs_os_ns_lengths

◆ b1_gs_os_ns_strides

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::b1_gs_os_ns_strides

◆ c_gs_ms_os_lengths

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::c_gs_ms_os_lengths

◆ c_gs_ms_os_strides

template<index_t NumDimG, index_t NumDimM, index_t NumDimN, index_t NumDimK, index_t NumDimO, typename ADataType, typename B0DataType, typename B1DataType, typename CDataType, typename Acc0BiasDataType, typename Acc1BiasDataType, typename AElementwiseOperation, typename B0ElementwiseOperation, typename Acc0ElementwiseOperation, typename B1ElementwiseOperation, typename CElementwiseOperation, MaskingSpecialization MaskingSpec>
std::vector<index_t> ck::tensor_operation::device::DeviceGroupedGemmSoftmaxGemmPermute< NumDimG, NumDimM, NumDimN, NumDimK, NumDimO, ADataType, B0DataType, B1DataType, CDataType, Acc0BiasDataType, Acc1BiasDataType, AElementwiseOperation, B0ElementwiseOperation, Acc0ElementwiseOperation, B1ElementwiseOperation, CElementwiseOperation, MaskingSpec >::ProblemDesc::c_gs_ms_os_strides

The documentation for this struct was generated from the following file: