naive_attention_fwd_args Struct Reference

• ck_tile
• naive_attention_fwd_args

Public Attributes | List of all members

ck_tile::naive_attention_fwd_args Struct Reference

#include <naive_attention.hpp>

Public Attributes
void *	q_ptr
void *	k_ptr
void *	v_ptr
void *	o_ptr
void *	context_len_ptr
void *	page_table_ptr
void *	kscale_ptr
void *	vscale_ptr
float	scale_s
int	hdim
int	hdim_v
int	batch_q
int	batch_kv
int	batch_ratio_kv
int	seqlen_q
int	seqlen_kv
int	nhead_q
int	nhead_kv
int	nhead_ratio_kv
int	page_size
int	max_pages_per_seq
int	max_kv_tokens

Member Data Documentation

◆ batch_kv

int ck_tile::naive_attention_fwd_args::batch_kv

◆ batch_q

int ck_tile::naive_attention_fwd_args::batch_q

◆ batch_ratio_kv

int ck_tile::naive_attention_fwd_args::batch_ratio_kv

◆ context_len_ptr

void* ck_tile::naive_attention_fwd_args::context_len_ptr

◆ hdim

int ck_tile::naive_attention_fwd_args::hdim

◆ hdim_v

int ck_tile::naive_attention_fwd_args::hdim_v

◆ k_ptr

void* ck_tile::naive_attention_fwd_args::k_ptr

◆ kscale_ptr

void* ck_tile::naive_attention_fwd_args::kscale_ptr

◆ max_kv_tokens

int ck_tile::naive_attention_fwd_args::max_kv_tokens

◆ max_pages_per_seq

int ck_tile::naive_attention_fwd_args::max_pages_per_seq

◆ nhead_kv

int ck_tile::naive_attention_fwd_args::nhead_kv

◆ nhead_q

int ck_tile::naive_attention_fwd_args::nhead_q

◆ nhead_ratio_kv

int ck_tile::naive_attention_fwd_args::nhead_ratio_kv

◆ o_ptr

void* ck_tile::naive_attention_fwd_args::o_ptr

◆ page_size

int ck_tile::naive_attention_fwd_args::page_size

◆ page_table_ptr

void* ck_tile::naive_attention_fwd_args::page_table_ptr

◆ q_ptr

void* ck_tile::naive_attention_fwd_args::q_ptr

◆ scale_s

float ck_tile::naive_attention_fwd_args::scale_s

◆ seqlen_kv

int ck_tile::naive_attention_fwd_args::seqlen_kv

◆ seqlen_q

int ck_tile::naive_attention_fwd_args::seqlen_q

◆ v_ptr

void* ck_tile::naive_attention_fwd_args::v_ptr

◆ vscale_ptr

void* ck_tile::naive_attention_fwd_args::vscale_ptr

---

The documentation for this struct was generated from the following file:

• naive_attention.hpp