FmhaFwdCommonKargs Struct Reference

• ck_tile
• FmhaBatchPrefillWithPagedKVCacheKernel
• FmhaFwdCommonKargs

Public Attributes | Static Public Attributes | List of all members

ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs Struct Reference

#include <fmha_batch_prefill_kernel.hpp>

Inheritance diagram for ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs:

Public Attributes
const void *	q_ptr
const void *	k_ptr
const void *	v_ptr
void *	o_ptr
ck_tile::index_t	seqlen_q
ck_tile::index_t	seqlen_k
ck_tile::index_t	hdim_q
ck_tile::index_t	hdim_v
ck_tile::index_t	num_head_q
ck_tile::index_t	nhead_ratio_qk
int32_t	num_total_pages
const int32_t *	kv_indptr
const int32_t *	kv_page_indices
float	scale_s
ck_tile::index_t	stride_q
ck_tile::index_t	stride_k
ck_tile::index_t	stride_v
ck_tile::index_t	stride_o
ck_tile::index_t	nhead_stride_q
ck_tile::index_t	nhead_stride_k
ck_tile::index_t	nhead_stride_v
ck_tile::index_t	nhead_stride_o

Static Public Attributes
static constexpr ck_tile::index_t	page_block_size = 1

Member Data Documentation

◆ hdim_q

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::hdim_q

◆ hdim_v

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::hdim_v

◆ k_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const void* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::k_ptr

◆ kv_indptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::kv_indptr

◆ kv_page_indices

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::kv_page_indices

◆ nhead_ratio_qk

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::nhead_ratio_qk

◆ nhead_stride_k

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::nhead_stride_k

◆ nhead_stride_o

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::nhead_stride_o

◆ nhead_stride_q

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::nhead_stride_q

◆ nhead_stride_v

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::nhead_stride_v

◆ num_head_q

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::num_head_q

◆ num_total_pages

template<typename FmhaPipeline_, typename EpiloguePipeline_>

int32_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::num_total_pages

◆ o_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

void* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::o_ptr

◆ page_block_size

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::page_block_size = 1

staticconstexpr

◆ q_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const void* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::q_ptr

◆ scale_s

template<typename FmhaPipeline_, typename EpiloguePipeline_>

float ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::scale_s

◆ seqlen_k

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::seqlen_k

◆ seqlen_q

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::seqlen_q

◆ stride_k

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::stride_k

◆ stride_o

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::stride_o

◆ stride_q

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::stride_q

◆ stride_v

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::stride_v

◆ v_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const void* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs::v_ptr

---

The documentation for this struct was generated from the following file:

• fmha_batch_prefill_kernel.hpp