ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-06-06 15:54:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow only apply RoPE on Q (without append KV)

Browse Source
This commit is contained in:
PoYen, Chen
2024-07-24 06:26:00 +00:00
parent 08b4e8a125
commit f7fb3fafaa
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
example/ck_tile/01_fmha/fmha_fwd.cpp
View File

@@ -734,9 +734,9 @@ bool run(const ck_tile::ArgParser& arg_parser)
}
std::cout << std::flush;
float appendkv_ave_time = -1;
float appendkv_ave_time = 0;
#if CK_TILE_FMHA_FWD_APPENDKV_API
if(0 < seqlen_knew)
if(0 < seqlen_knew || 0 < rotary_dim)
{
auto appendkv_traits = fmha_fwd_appendkv_traits{
hdim_q,