FmhaFwdGroupModeKargs Struct Reference

FmhaFwdGroupModeKargs Struct Reference#

Composable Kernel: ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs Struct Reference

#include <fmha_fwd_v3_kernel.hpp>

Inheritance diagram for ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs:

Public Attributes
const int32_t *	seqstart_q_ptr
const int32_t *	seqstart_k_ptr
const int32_t *	seqlen_k_ptr
const int32_t *	seqstart_padded_q_ptr = nullptr
const int32_t *	seqstart_padded_k_ptr = nullptr
Public Attributes inherited from ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs
const void *	q_ptr
const void *	k_ptr
const void *	v_ptr
void *	o_ptr
ck_tile::index_t	seqlen_q
ck_tile::index_t	seqlen_k
ck_tile::index_t	hdim_q
ck_tile::index_t	hdim_v
ck_tile::index_t	num_head_q
ck_tile::index_t	nhead_ratio_qk
float	scale_s
ck_tile::index_t	stride_q
ck_tile::index_t	stride_k
ck_tile::index_t	stride_v
ck_tile::index_t	stride_o
ck_tile::index_t	nhead_stride_q
ck_tile::index_t	nhead_stride_k
ck_tile::index_t	nhead_stride_v
ck_tile::index_t	nhead_stride_o

Member Data Documentation

◆ seqlen_k_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::seqlen_k_ptr

◆ seqstart_k_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::seqstart_k_ptr

◆ seqstart_padded_k_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::seqstart_padded_k_ptr = nullptr

◆ seqstart_padded_q_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::seqstart_padded_q_ptr = nullptr

◆ seqstart_q_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaFwdV3Kernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::seqstart_q_ptr

The documentation for this struct was generated from the following file:

fmha_fwd_v3_kernel.hpp