fix wp gemm bug when permuteN is false

This commit is contained in:
valarLip
2025-09-26 08:11:59 +00:00
parent dcd33a6ecc
commit e4391834ad
2 changed files with 3 additions and 2 deletions

View File

@@ -72,6 +72,7 @@ struct GemmConfigBase
static constexpr ck_tile::index_t Pipeline = CK_TILE_PIPELINE_COMPUTE_V3;
static constexpr ck_tile::index_t NumWaveGroups = 1;
static constexpr bool Preshuffle = false;
static constexpr bool TiledMMAPermuteN = false;
};
template <typename PrecType>
@@ -300,7 +301,7 @@ struct GemmConfigPreshufflePrefill : public GemmConfigBase
static constexpr bool Preshuffle = true;
static constexpr bool DoubleSmemBuffer = true;
static constexpr int N_Repeat = N_Tile / N_Warp_Tile / N_Warp;
static constexpr bool TiledMMAPermuteN = N_Repeat % 2 == 0;
static constexpr bool TiledMMAPermuteN = N_Repeat % 4 == 0;
};
template <typename PrecType>

View File

@@ -109,7 +109,7 @@ struct WeightPreshuffleInvoker
GemmConfig::NumWaveGroups,
false,
1,
true>>;
GemmConfig::TiledMMAPermuteN>>;
using Kernel = ck_tile::GemmKernel<TilePartitioner, GemmPipeline, GemmEpilogue>;
auto kargs = Kernel::MakeKernelArgs(args);