ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-07-07 15:47:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

temp

Browse Source
This commit is contained in:
Bernard
2025-07-06 09:24:58 +00:00
parent 751d114b91
commit 470ae33980
10 changed files with 396 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
example/ck_tile/01_fmha/codegen/ops/fmha_batch_decode.py
View File

@@ -106,6 +106,10 @@ static void run(const ck_tile::stream_config& s, fmha_batch_decode_args a)
auto [kargs, grids] = fmha_batch_decode_create_kargs_and_grids<k_>(a);
constexpr dim3 blocks = k_::BlockSize();
constexpr ck_tile::index_t kBlockPerCu = k_::kBlockPerCu;
printf("run into fmha_batch_decode_bf16_nlogits_nbias_nmask_lse_nsquant_pagedkv\\n");
printf("blocks: %d, %d, %d\\n", blocks.x, blocks.y, blocks.z);
printf("grids: %d, %d, %d\\n", grids.x, grids.y, grids.z);
printf("kBlockPerCu: %d\\n", kBlockPerCu);
ck_tile::make_kernel<blocks.x, kBlockPerCu>(k_{{}}, grids, blocks, 0, kargs)(ck_tile::stream_config{{s.stream_id_}});
}}
}};