ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-05-03 13:11:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

support swiglu activaion and use rcpf to accelerate silu

Browse Source
This commit is contained in:
Feng Shijie
2025-08-26 12:32:29 +00:00
parent d05eed931d
commit 65b702454c
8 changed files with 376 additions and 350 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
include/ck_tile/host/reference/reference_moe_gemm.hpp
View File

@@ -205,14 +205,13 @@ __global__ void moe_gemm_kernel(const ck_tile::index_t* p_sorted_token_ids_,
: col * strideC + scatter_token_id;
if constexpr(MoeGemmKind < 2)
{
AccDataType acc_gate = ActivationOp{}(acc);
C[c_index] =
ck_tile::type_convert<CDataType>(MoeGemmKind == 1 ? acc_gate * acc_up : acc_gate);
C[c_index] = ck_tile::type_convert<CDataType>(
ActivationOp{}(acc, MoeGemmKind == 1 ? acc_up : 1));
}
else
{
CDataType res =
ck_tile::type_convert<CDataType>(ActivationOp{}(acc * expert_weight_ptr[row]));
// moe gemm2 don't use activation.
CDataType res = ck_tile::type_convert<CDataType>(acc * expert_weight_ptr[row]);
using ResV2Type = std::conditional_t<std::is_same_v<CDataType, ck_tile::half_t>,
ck_tile::fp16x2_t,
ck_tile::bf16x2_t>;