GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize > Struct Template Reference#
ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize > Struct Template Reference
#include <gridwise_normalization_splitk_1st.hpp>
Public Types | |
| using | ThreadClusterLengths_M_K = Sequence<MThreadClusterSize, KThreadClusterSize> |
| using | ThreadBufferDimAccessOrder |
| using | ThreadClusterArrangeOrder |
| using | ThreadBufferLengths_M_K = Sequence<MThreadSliceSize, XSrcVectorSize> |
| using | ThreadBufferLengths_M_1 = Sequence<MThreadSliceSize, 1> |
| using | ThreadReduceSrcDesc_M_K |
| using | ThreadReduceDstDesc_M |
| using | ThreadwiseWelford |
| using | BlockwiseWelford |
| using | PassThroughOp = tensor_operation::element_wise::PassThrough |
Static Public Member Functions | |
| static __device__ int | GetKPerThread (int k, int kRaw, int kGridSize, int block_k_cluster_id, int thread_k_cluster_id) |
| static __device__ void | Run (const XGridDesc_M_K &x_grid_desc_m_k, const MeanVarGridDesc_M_KBlock &mean_var_grid_desc_m_kblock, index_t num_k_block_tile_iteration, const XDataType *const __restrict__ p_x_global, MeanVarDataType *const p_mean_global, MeanVarDataType *const p_variance_global, int32_t *const p_welford_count_global) |
Static Public Attributes | |
| static constexpr bool | reorder_thread_cluster = (XSrcVectorDim == 0) |
| static constexpr auto | I0 = Number<0>{} |
| static constexpr auto | I1 = Number<1>{} |
| static constexpr auto | I2 = Number<2>{} |
| static constexpr auto | thread_cluster_desc |
| static constexpr auto | thread_buffer_desc_m_k |
| static constexpr auto | thread_buffer_desc_m_1 |
| static constexpr index_t | M_BlockTileSize = MThreadClusterSize * MThreadSliceSize |
| static constexpr index_t | K_BlockTileSize = KThreadClusterSize * KThreadSliceSize |
| static constexpr index_t | K_BlockTileStepSize = KThreadClusterSize * XSrcVectorSize |
| static constexpr auto | ThreadBufferNumber = Number<KThreadSliceSize / XSrcVectorSize>{} |
Member Typedef Documentation
◆ BlockwiseWelford
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::BlockwiseWelford |
Initial value:
BlockwiseWelford<ComputeDataType,
BlockSize,
false>
BlockwiseWelford< AccDataType, BlockSize, ThreadClusterLengths_M_K, ThreadClusterArrangeOrder, false > BlockwiseWelford
Definition gridwise_multiblock_welford_first_half.hpp:82
typename conditional< reorder_thread_cluster, Sequence< 1, 0 >, Sequence< 0, 1 > >::type ThreadClusterArrangeOrder
Definition gridwise_multiblock_welford_first_half.hpp:68
Sequence< MThreadClusterSize, KThreadClusterSize > ThreadClusterLengths_M_K
Definition gridwise_multiblock_welford_first_half.hpp:63
◆ PassThroughOp
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::PassThroughOp = tensor_operation::element_wise::PassThrough |
◆ ThreadBufferDimAccessOrder
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadBufferDimAccessOrder |
Initial value:
Definition utility/sequence.hpp:43
Definition utility/functional.hpp:100
◆ ThreadBufferLengths_M_1
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadBufferLengths_M_1 = Sequence<MThreadSliceSize, 1> |
◆ ThreadBufferLengths_M_K
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadBufferLengths_M_K = Sequence<MThreadSliceSize, XSrcVectorSize> |
◆ ThreadClusterArrangeOrder
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadClusterArrangeOrder |
Initial value:
◆ ThreadClusterLengths_M_K
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadClusterLengths_M_K = Sequence<MThreadClusterSize, KThreadClusterSize> |
◆ ThreadReduceDstDesc_M
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadReduceDstDesc_M |
Initial value:
__host__ __device__ constexpr auto make_naive_tensor_descriptor_packed(const Tuple< Lengths... > &lengths)
Definition tensor_descriptor_helper.hpp:101
__host__ __device__ constexpr auto make_tuple(Xs &&... xs)
Definition utility/tuple.hpp:211
◆ ThreadReduceSrcDesc_M_K
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadReduceSrcDesc_M_K |
Initial value:
◆ ThreadwiseWelford
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
| using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadwiseWelford |
Initial value:
ThreadwiseWelford< ComputeDataType, ThreadReduceSrcDesc_M_K, ThreadReduceDstDesc_M > ThreadwiseWelford
Definition gridwise_normalization_splitk_1st.hpp:63
Member Function Documentation
◆ GetKPerThread()
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
inlinestatic |
◆ Run()
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
inlinestatic |
Member Data Documentation
◆ I0
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
◆ I1
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
◆ I2
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
◆ K_BlockTileSize
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
◆ K_BlockTileStepSize
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
◆ M_BlockTileSize
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
◆ reorder_thread_cluster
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
◆ thread_buffer_desc_m_1
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
Initial value:
=
static constexpr auto I1
Definition gridwise_normalization_splitk_1st.hpp:36
◆ thread_buffer_desc_m_k
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
Initial value:
◆ thread_cluster_desc
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
Initial value:
=
__host__ __device__ constexpr auto make_cluster_descriptor(const Lengths &lengths, ArrangeOrder order=typename arithmetic_sequence_gen< 0, Lengths::Size(), 1 >::type{})
Definition tensor_description/cluster_descriptor.hpp:13
typename conditional< reorder_thread_cluster, Sequence< 1, 0 >, Sequence< 0, 1 > >::type ThreadClusterArrangeOrder
Definition gridwise_normalization_splitk_1st.hpp:44
Sequence< MThreadClusterSize, KThreadClusterSize > ThreadClusterLengths_M_K
Definition gridwise_normalization_splitk_1st.hpp:39
◆ ThreadBufferNumber
template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
|
staticconstexpr |
The documentation for this struct was generated from the following file: