diff --git a/example/ck_tile/01_fmha/utils.hpp b/example/ck_tile/01_fmha/utils.hpp index 53a5859782..0104919336 100644 --- a/example/ck_tile/01_fmha/utils.hpp +++ b/example/ck_tile/01_fmha/utils.hpp @@ -149,7 +149,10 @@ decode_seqlen(mode_enum mode, if(use_kvcache) { std::vector seqlen_ks(batch); - randints(seqlen_ks.begin(), seqlen_ks.end(), seqlen_k_min, seqlen_k_max, seed); + // generate random numbers in range [1, seqlen_k_max] if given seqlen_k_min = 0 + ck_tile::index_t real_seqlen_k_min = + std::min(std::max(1, seqlen_k_min), seqlen_k_max); + randints(seqlen_ks.begin(), seqlen_ks.end(), real_seqlen_k_min, seqlen_k_max, seed); return seqlen_ks; } else