ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-06-08 15:30:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix wrong rotary_cos/rotary_sin memory size for Q

Browse Source
This commit is contained in:
PoYen, Chen
2024-07-23 16:22:25 +00:00
parent 85bac93951
commit eb4ea3ac2a
3 changed files with 4 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
include/ck_tile/ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp
View File

@@ -494,7 +494,7 @@ struct FmhaFwdAppendKVKernel
const auto rotary_cos_dram_native =
make_naive_tensor_view<address_space_enum::global>(
reinterpret_cast<const KDataType*>(kargs.rotary_cos_ptr),
make_tuple(kargs.seqlen_k + kargs.seqlen_knew, kargs.rotary_dim / 2),
make_tuple(kargs.seqlen_q, kargs.rotary_dim / 2),
make_tuple(kargs.rotary_dim / 2, 1),
number<8>{},
number<1>{});
@@ -519,7 +519,7 @@ struct FmhaFwdAppendKVKernel
const auto rotary_sin_dram_native =
make_naive_tensor_view<address_space_enum::global>(
reinterpret_cast<const KDataType*>(kargs.rotary_sin_ptr),
make_tuple(kargs.seqlen_k + kargs.seqlen_knew, kargs.rotary_dim / 2),
make_tuple(kargs.seqlen_q, kargs.rotary_dim / 2),
make_tuple(kargs.rotary_dim / 2, 1),
number<8>{},
number<1>{});

7
include/ck_tile/ops/fmha/pipeline/block_fmha_fwd_appendkv_pipeline.hpp
View File

@@ -108,10 +108,6 @@ struct BlockFmhaFwdAppendKVPipeline
{
#if defined(ENABLE_DEVICE_DEBUG_STMTS)
auto* const ksmem = reinterpret_cast<KDataType*>(smem_ptr);
if(threadIdx.x == 0)
{
printf("\n");
}
#endif
auto print_tile = [&](const auto& tile, index_t num_display_rows = -1) {
@@ -140,6 +136,7 @@ struct BlockFmhaFwdAppendKVPipeline
DEVICE_DEBUG_STMTS
{
printf("\n");
for(int row = 0;
row < (0 < num_display_rows ? std::min(num_display_rows, num_rows) : num_rows);
++row)
@@ -195,7 +192,7 @@ struct BlockFmhaFwdAppendKVPipeline
rotary_dim,
thread_end);
}
print_tile(knew_tile, 2);
// print_tile(knew_tile, 2);
store_tile(k_dram_block_window, knew_tile);
auto vnew_window = make_tile_window(