Set the block_per_cu to 3 for hdim-128

This commit is contained in:
Qianfeng Zhang
2025-05-18 15:58:02 +00:00
parent ff3415d97d
commit e4e70f8b0a

View File

@@ -84,9 +84,9 @@ struct HstuAttentionFwdPipelineQRKSVS
else if constexpr(kQKHeaddim == 96 || kQKHeaddim == 128)
{
if constexpr(kHasBias)
return 1;
else
return 2;
else
return 3;
}
else if constexpr(kQKHeaddim == 256)
{