ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-05-14 10:09:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix a16w4 moe bugs (#3373)

Browse Source 
* fix valid mask bug

* update format

[ROCm/composable_kernel commit: 6f0966e1e9]
This commit is contained in:
lalala-sh
2025-12-09 17:54:55 +08:00
committed by GitHub
parent 9c7b0388a9
commit 9691ccf03c
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
include/ck_tile/ops/flatmm/kernel/moe_flatmm_kernel.hpp
View File

@@ -1259,12 +1259,12 @@ struct MoeFlatmmKernel
auto fused_token =
kargs.p_sorted_token_ids[row_idx]; // topk-idx[31:24] + token_idx[23:0]
index_t scatter_token_id = fused_token & token_id_mask;
index_t scatter_token_id = fused_token & token_id_mask;
c_scatter_valids[mIter][m0] = (scatter_token_id < kargs.NumTokens);
if constexpr(IsInputGemm)
scatter_token_id =
scatter_token_id * kargs.TopK + (fused_token >> token_id_offset);
c_scatter_offsets[mIter][m0] = scatter_token_id * kargs.stride_C;
c_scatter_valids[mIter][m0] = (scatter_token_id < kargs.NumTokens);
});
});