FmhaFwdBatchModeKargs Struct Reference

FmhaFwdBatchModeKargs Struct Reference#

Composable Kernel: ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdBatchModeKargs Struct Reference
Public Attributes | List of all members
ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdBatchModeKargs Struct Reference

#include <fmha_batch_prefill_kernel.hpp>

Inheritance diagram for ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdBatchModeKargs:
ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs

Public Attributes

ck_tile::index_t batch_stride_q
ck_tile::index_t batch_stride_k
ck_tile::index_t batch_stride_v
ck_tile::index_t batch_stride_o
Public Attributes inherited from ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs
const void * q_ptr
const void * k_ptr
const void * v_ptr
void * o_ptr
ck_tile::index_t seqlen_q
ck_tile::index_t seqlen_k
ck_tile::index_t hdim_q
ck_tile::index_t hdim_v
ck_tile::index_t num_head_q
ck_tile::index_t nhead_ratio_qk
int32_t num_total_pages
const int32_t * kv_indptr
const int32_t * kv_page_indices
float scale_s
ck_tile::index_t stride_q
ck_tile::index_t stride_k
ck_tile::index_t stride_v
ck_tile::index_t stride_o
ck_tile::index_t nhead_stride_q
ck_tile::index_t nhead_stride_k
ck_tile::index_t nhead_stride_v
ck_tile::index_t nhead_stride_o

Additional Inherited Members

Static Public Attributes inherited from ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs
static constexpr ck_tile::index_t page_block_size = 1

Member Data Documentation

◆ batch_stride_k

template<typename FmhaPipeline_, typename EpiloguePipeline_>
ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdBatchModeKargs::batch_stride_k

◆ batch_stride_o

template<typename FmhaPipeline_, typename EpiloguePipeline_>
ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdBatchModeKargs::batch_stride_o

◆ batch_stride_q

template<typename FmhaPipeline_, typename EpiloguePipeline_>
ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdBatchModeKargs::batch_stride_q

◆ batch_stride_v

template<typename FmhaPipeline_, typename EpiloguePipeline_>
ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdBatchModeKargs::batch_stride_v
The documentation for this struct was generated from the following file: