fix other device gemm from preshuffle

This commit is contained in:
qin letao
2025-03-19 08:00:45 +00:00
parent 2d30c55a83
commit 6ce257371f
5 changed files with 18 additions and 6 deletions

View File

@@ -356,7 +356,9 @@ int main(int argc, char* argv[])
KBatch,
a_element_op,
b_element_op,
cde_element_op);
cde_element_op,
N,
K);
if(!device_op.IsSupportedArgument(argument))
{

View File

@@ -438,7 +438,9 @@ int main(int argc, char* argv[])
KBatch,
a_element_op,
b_element_op,
cde_element_op);
cde_element_op,
N,
K);
if(!device_op.IsSupportedArgument(argument))
{

View File

@@ -365,7 +365,9 @@ int main(int argc, char* argv[])
KBatch,
a_element_op,
b_element_op,
cde_element_op);
cde_element_op,
N,
K);
if(!device_op.IsSupportedArgument(argument))
{

View File

@@ -405,7 +405,9 @@ int main(int argc, char* argv[])
KBatch,
a_element_op,
b_element_op,
cde_element_op);
cde_element_op,
N,
K);
if(!device_op.IsSupportedArgument(argument))
{

View File

@@ -391,7 +391,9 @@ struct DeviceMoeGemm : public DeviceGemmMultipleDSplitKBPreShuffle<ALayout,
index_t KBatch,
AElementwiseOperation a_element_op,
BElementwiseOperation b_element_op,
CElementwiseOperation c_element_op)
CElementwiseOperation c_element_op,
int,
int)
{
return Argument{static_cast<const index_t*>(p_sorted_token_ids),
static_cast<const index_t*>(p_sorted_expert_ids),
@@ -432,7 +434,9 @@ struct DeviceMoeGemm : public DeviceGemmMultipleDSplitKBPreShuffle<ALayout,
index_t KBatch,
AElementwiseOperation a_element_op,
BElementwiseOperation b_element_op,
CElementwiseOperation c_element_op) override
CElementwiseOperation c_element_op,
int,
int) override
{
return std::make_unique<Argument>(nullptr,
nullptr,