Kargs Struct Reference

Kargs Struct Reference#

Composable Kernel: ck_tile::MoeSmoothquant< Pipeline_ >::Kargs Struct Reference
ck_tile::MoeSmoothquant< Pipeline_ >::Kargs Struct Reference

#include <moe_smoothquant_kernel.hpp>

Public Attributes

const void * p_x
const void * p_smscale
const void * p_topk_ids
void * p_yscale
void * p_qy
index_t tokens
index_t hidden_size
index_t experts
index_t topk
index_t x_stride
index_t y_stride

Member Data Documentation

◆ experts

template<typename Pipeline_>
index_t ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::experts

◆ hidden_size

template<typename Pipeline_>
index_t ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::hidden_size

◆ p_qy

template<typename Pipeline_>
void* ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::p_qy

◆ p_smscale

template<typename Pipeline_>
const void* ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::p_smscale

◆ p_topk_ids

template<typename Pipeline_>
const void* ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::p_topk_ids

◆ p_x

template<typename Pipeline_>
const void* ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::p_x

◆ p_yscale

template<typename Pipeline_>
void* ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::p_yscale

◆ tokens

template<typename Pipeline_>
index_t ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::tokens

◆ topk

template<typename Pipeline_>
index_t ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::topk

◆ x_stride

template<typename Pipeline_>
index_t ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::x_stride

◆ y_stride

template<typename Pipeline_>
index_t ck_tile::MoeSmoothquant< Pipeline_ >::Kargs::y_stride

The documentation for this struct was generated from the following file: