From f7fb3fafaab6e96d501f2756dd4d2f5b35c42ba9 Mon Sep 17 00:00:00 2001 From: "PoYen, Chen" Date: Wed, 24 Jul 2024 06:26:00 +0000 Subject: [PATCH] Allow only apply RoPE on Q (without append KV) --- example/ck_tile/01_fmha/fmha_fwd.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/example/ck_tile/01_fmha/fmha_fwd.cpp b/example/ck_tile/01_fmha/fmha_fwd.cpp index c8537eb614..cf357be730 100644 --- a/example/ck_tile/01_fmha/fmha_fwd.cpp +++ b/example/ck_tile/01_fmha/fmha_fwd.cpp @@ -734,9 +734,9 @@ bool run(const ck_tile::ArgParser& arg_parser) } std::cout << std::flush; - float appendkv_ave_time = -1; + float appendkv_ave_time = 0; #if CK_TILE_FMHA_FWD_APPENDKV_API - if(0 < seqlen_knew) + if(0 < seqlen_knew || 0 < rotary_dim) { auto appendkv_traits = fmha_fwd_appendkv_traits{ hdim_q,