ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-07-19 02:01:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

comment

Browse Source
This commit is contained in:
Juuso Korhonen
2025-10-16 09:23:39 +00:00
parent aa4908ac14
commit 072de3842f
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
include/ck_tile/ops/unified_attention/kernel/unified_attention_kernel.hpp
View File

@@ -460,10 +460,10 @@ struct UnifiedAttentionKernel
FmhaMask mask = [&]() {
if constexpr(kHasMask)
return ck_tile::make_generic_attention_mask_from_lr_window<FmhaMask>(
cur_batch_query_len, // extend length
seq_len - cur_batch_query_len, // context length
cur_batch_query_len, // extend length
seq_len, // key length (context + extend)
cur_batch_query_len, // x (i.e. extend)
seq_len - cur_batch_query_len, // y (i.e. context)
cur_batch_query_len, // x_total
seq_len, // y_total (x + y)
num_queries_per_kv, // the same sequence index is repeated num_queries_per_kv times along x dim of the tile
kargs.mask_type == GenericAttentionMaskEnum::MASK_FROM_TOP_LEFT);
else