From 80d7b8dce7317a47ea0b21f7827ddda75a782696 Mon Sep 17 00:00:00 2001 From: Qianfeng Zhang Date: Tue, 30 Jun 2026 09:09:04 +0000 Subject: [PATCH] Adjust the threhold value in shall_use_splitkv() --- .../ck_tile/18_hstu_attention/hstu_attention_splitkv_helper.hpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/example/ck_tile/18_hstu_attention/hstu_attention_splitkv_helper.hpp b/example/ck_tile/18_hstu_attention/hstu_attention_splitkv_helper.hpp index 9a4d8b58c4..6df550f820 100644 --- a/example/ck_tile/18_hstu_attention/hstu_attention_splitkv_helper.hpp +++ b/example/ck_tile/18_hstu_attention/hstu_attention_splitkv_helper.hpp @@ -50,7 +50,7 @@ get_estimated_cu_coverage_ratio(int num_batches, int num_heads, int max_seqlen_q static bool shall_use_splitkv(int num_batches, int num_heads, int max_seqlen_q, int max_seqlen_kv) { // Please tune the threshold here - const float threshold = (max_seqlen_kv >= 2048) ? 1.5f : 0.8f; + const float threshold = (max_seqlen_kv >= 8192) ? 3.0f : 0.8f; if(get_estimated_cu_coverage_ratio(num_batches, num_heads, max_seqlen_q, max_seqlen_kv) < threshold)