MoeSortingHostArgs Struct Reference

MoeSortingHostArgs Struct Reference#

Composable Kernel: ck_tile::MoeSortingHostArgs Struct Reference
Public Attributes | List of all members
ck_tile::MoeSortingHostArgs Struct Reference

#include <moe_sorting_kernel.hpp>

Public Attributes

const void * p_topk_ids
const void * p_weights
const void * p_local_expert_mask
const void * p_local_tokens
void * p_sorted_token_ids
void * p_sorted_weights
void * p_sorted_expert_ids
void * p_total_tokens_post_pad
void * p_moe_buf
void * p_ws
index_t tokens
index_t unit_size
index_t num_experts
index_t topk
long_index_t moe_buf_bytes

Member Data Documentation

◆ moe_buf_bytes

long_index_t ck_tile::MoeSortingHostArgs::moe_buf_bytes

◆ num_experts

index_t ck_tile::MoeSortingHostArgs::num_experts

◆ p_local_expert_mask

const void* ck_tile::MoeSortingHostArgs::p_local_expert_mask

◆ p_local_tokens

const void* ck_tile::MoeSortingHostArgs::p_local_tokens

◆ p_moe_buf

void* ck_tile::MoeSortingHostArgs::p_moe_buf

◆ p_sorted_expert_ids

void* ck_tile::MoeSortingHostArgs::p_sorted_expert_ids

◆ p_sorted_token_ids

void* ck_tile::MoeSortingHostArgs::p_sorted_token_ids

◆ p_sorted_weights

void* ck_tile::MoeSortingHostArgs::p_sorted_weights

◆ p_topk_ids

const void* ck_tile::MoeSortingHostArgs::p_topk_ids

◆ p_total_tokens_post_pad

void* ck_tile::MoeSortingHostArgs::p_total_tokens_post_pad

◆ p_weights

const void* ck_tile::MoeSortingHostArgs::p_weights

◆ p_ws

void* ck_tile::MoeSortingHostArgs::p_ws

◆ tokens

index_t ck_tile::MoeSortingHostArgs::tokens

◆ topk

index_t ck_tile::MoeSortingHostArgs::topk

◆ unit_size

index_t ck_tile::MoeSortingHostArgs::unit_size
The documentation for this struct was generated from the following file: