ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-06-06 07:51:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix seqlen_k_min for pre-fill case (1 -> 0)

Browse Source
This commit is contained in:
PoYen, Chen
2024-08-04 02:53:40 +00:00
parent 381f7e90e0
commit 90d84eaeae
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
example/ck_tile/01_fmha/fmha_fwd.cpp
View File

@@ -311,7 +311,7 @@ bool run(const ck_tile::ArgParser& arg_parser)
arg_parser.get_str("s"),
arg_parser.get_str("s_k"),
arg_parser.get_str("s_kpad"),
0 < seqlen_knew ? seqlen_knew : 1);
0 < seqlen_knew ? seqlen_knew : 0);
// compute kvcache seqlen_k (before appending knew/vnew)
auto cache_seqlen_ks = seqlen_ks;
std::transform(cache_seqlen_ks.begin(),

2
example/ck_tile/01_fmha/utils.hpp
View File

@@ -109,7 +109,7 @@ decode_seqlen(mode_enum mode,
std::string q_val,
std::string k_val,
std::string k_pad_val,
ck_tile::index_t seqlen_k_min = 1,
ck_tile::index_t seqlen_k_min = 0,
std::optional<unsigned> seed = std::nullopt)
{
#define _S2I_(str_) static_cast<ck_tile::index_t>(std::atoi((str_).c_str()))