From 3f0dab6a7776f33779419f27d2384da6413e314b Mon Sep 17 00:00:00 2001 From: "PoYen, Chen" Date: Mon, 19 Aug 2024 07:50:50 +0000 Subject: [PATCH] Revert "Avoid seqlen_k=0 for kvcache" This reverts commit 21c4df89e416182e8e9bc78e67bd4b98dbb6c88d. --- example/ck_tile/01_fmha/utils.hpp | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/example/ck_tile/01_fmha/utils.hpp b/example/ck_tile/01_fmha/utils.hpp index 0104919336..53a5859782 100644 --- a/example/ck_tile/01_fmha/utils.hpp +++ b/example/ck_tile/01_fmha/utils.hpp @@ -149,10 +149,7 @@ decode_seqlen(mode_enum mode, if(use_kvcache) { std::vector seqlen_ks(batch); - // generate random numbers in range [1, seqlen_k_max] if given seqlen_k_min = 0 - ck_tile::index_t real_seqlen_k_min = - std::min(std::max(1, seqlen_k_min), seqlen_k_max); - randints(seqlen_ks.begin(), seqlen_ks.end(), real_seqlen_k_min, seqlen_k_max, seed); + randints(seqlen_ks.begin(), seqlen_ks.end(), seqlen_k_min, seqlen_k_max, seed); return seqlen_ks; } else