ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-07-14 19:18:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

enable int for moe ffn

Browse Source
This commit is contained in:
yadaish
2025-11-25 06:06:46 +00:00
parent ea45c116c7
commit dc2d4f39d1
1 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
example/ck_tile/18_flatmm/mixed_prec/a16w4_moe_flatmm.cpp
View File

@@ -484,6 +484,22 @@ int run_a16w4_moe_flatmm_example(int argc, char* argv[])
ck_tile::MoeFlatmmKind::kFFN_gemm2>(
argc, argv, Row{}, Col{}, Row{});
}
else if(mixed_prec == "fp16xint4")
{
return run_a16w4_moe_gemm_example_with_layouts<ck_tile::half_t,
ck_tile::pk_fp4_t,
FlatmmConfig,
ck_tile::MoeFlatmmKind::kFFN_gemm2>(
argc, argv, Row{}, Col{}, Row{});
}
else if(mixed_prec == "bf16xint4")
{
return run_a16w4_moe_gemm_example_with_layouts<ck_tile::bfloat16_t,
ck_tile::pk_fp4_t,
FlatmmConfig,
ck_tile::MoeFlatmmKind::kFFN_gemm2>(
argc, argv, Row{}, Col{}, Row{});
}
else
{
throw std::runtime_error("Unsupported precision type for gemm2!");