Merge commit 'b2dea90116d1060c67db5edddb6d4498188ebac4' into develop

This commit is contained in:
assistant-librarian[bot]
2025-07-08 01:34:41 +00:00
parent 5c05211959
commit 87b29c19ac

View File

@@ -122,6 +122,9 @@ struct BlockFmhaBatchPrefillPipelineQRKSVSAsync
{
if constexpr(kPadSeqLenK && BiasEnum == BlockAttentionBiasEnum::ELEMENTWISE_BIAS)
return 1;
// use larger K/V LDS buffer size will lower the occupancy
else if constexpr(64 <= kK0 || 64 <= kK1)
return 1;
else
return 2;
}