ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-05-15 10:37:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge commit '2aec38f9ec67bfbdccbdb3a5c25913e5a9ba6136' into develop

Browse Source
This commit is contained in:
assistant-librarian[bot]
2025-09-19 07:12:19 +00:00
parent 6e7460a434
commit 2d48a99ddd
17 changed files with 287 additions and 162 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
test/ck_tile/fmha/test_fmha_fwd.inc
View File

@@ -32,9 +32,6 @@ const ck_tile::stream_config stream_config{
1, // rotating_count_
};
// range_q, range_k, range_v, range_p, range_o, squant
#define QUANT_ARGS 1, 1, 1, 1, 1, squant
#define COMMON_ARGS \
init_method, static_cast<uint32_t>(ck_tile::EnvValue(CK_TILE_ENV(CK_TILE_TEST_SEED))), 1, \
stream_config
@@ -117,7 +114,7 @@ TEST_P(AllLong, Test)
1024, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
true, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);
@@ -179,7 +176,7 @@ TEST_P(HDimPadding, Test)
0, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
true, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);
@@ -236,7 +233,7 @@ TEST_P(ElementwiseBias, Test)
0, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
true, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);
@@ -292,7 +289,7 @@ TEST_P(Alibi, Test)
0, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
true, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);
@@ -350,7 +347,7 @@ TEST_P(Dropout, Test)
drop_offset, // drop_offset
drop_prefs, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
true, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);
@@ -410,7 +407,7 @@ TEST_P(PagedKV, Test)
0, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
true, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);
@@ -476,7 +473,7 @@ TEST_P(SplitKV, Test)
0, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
true, // is_rotary_interleaved
num_splits, // num_splits
COMMON_ARGS);
@@ -548,7 +545,7 @@ TEST_P(AppendKV, Test)
0, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
false, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);
@@ -618,7 +615,7 @@ TEST_P(AppendKVRoPE, Test)
0, // drop_offset
false, // drop_prefs
mask_str, // mask_str
QUANT_ARGS,
squant,
is_rotary_interleaved, // is_rotary_interleaved
1, // num_splits
COMMON_ARGS);

13
test/ck_tile/fmha/test_fmha_fwd_fp8.cpp
View File

@@ -17,22 +17,21 @@ using DataTypeConfig = FmhaFwdFp8;
// instances are added), however the corresponding tests are not disabled (they will be skipped)
// in case such instances will be added in the future.
const auto HDimValues = Values(std::tuple{64, -1}, std::tuple{128, -1}, std::tuple{256, -1});
const auto HDimValues = Values(std::tuple{64, -1}, std::tuple{128, -1});
const auto SplitKVHDimValues = Values(std::tuple{64, -1}, std::tuple{128, -1}, std::tuple{256, -1});
const auto SplitKVHDimValues = Values(std::tuple{64, -1}, std::tuple{128, -1});
const auto AppendKVHDimValues =
Values(std::tuple{64, -1}, std::tuple{128, -1}, std::tuple{256, -1});
const auto AppendKVHDimValues = Values(std::tuple{64, -1}, std::tuple{128, -1});
// There are no fp8 instances with seqlen padding (mode_enum::group requires it)
const auto ModeValues = Values(mode_enum::batch);
const auto IsVRowmajorValues = Values(false);
const bool squant = true;
const std::string init_method = "ufq";
const auto squant = true;
const std::string init_method = "uf";
const bool def_lse = false;
const bool def_is_v_rowmajor = false;
const bool def_is_v_rowmajor = true;
int adjust_seqlen(int seqlen)
{