mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-05 22:22:27 +00:00
7959dad566
* replace gridwise_v2r3 with multiD * adjust parameters * add instances * fixed test_grouped_gemm * fix standalone softmax race condition around blockwise reduction * fixed ci * fixed comment: remove redundant workspace * use instanceFactory * add test layout * add empty Ds * add bias example * use array * sperate examples Co-authored-by: Anthony Chang <ac.chang@outlook.com>
66 lines
2.0 KiB
C++
66 lines
2.0 KiB
C++
// SPDX-License-Identifier: MIT
|
|
// Copyright (c) 2018-2022, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
#include <iostream>
|
|
|
|
#include "profiler/include/profile_grouped_gemm_impl.hpp"
|
|
|
|
namespace {
|
|
|
|
using ADataType = ck::half_t;
|
|
using BDataType = ck::half_t;
|
|
using CDataType = ck::half_t;
|
|
using AccDataType = float;
|
|
|
|
using Row = ck::tensor_layout::gemm::RowMajor;
|
|
using Col = ck::tensor_layout::gemm::ColumnMajor;
|
|
|
|
template <typename ALayout, typename BLayout, typename CLayout>
|
|
bool TestGroupedGemm()
|
|
{
|
|
int group_count = rand() % 10 + 1;
|
|
|
|
// GEMM shape
|
|
std::vector<ck::tensor_operation::device::GemmDesc> gemm_descs;
|
|
std::vector<const void*> p_a, p_b;
|
|
std::vector<void*> p_c;
|
|
|
|
std::vector<int> Ms, Ns, Ks, StrideAs, StrideBs, StrideCs;
|
|
|
|
for(int i = 0; i < group_count; i++)
|
|
{
|
|
Ms.push_back(256 + 256 * (rand() % 10));
|
|
Ns.push_back(256 + 256 * (rand() % 10));
|
|
Ks.push_back(128 + 128 * (rand() % 10));
|
|
|
|
StrideAs.push_back(std::is_same<Row, ALayout>::value ? Ks[i] : Ms[i]);
|
|
StrideBs.push_back(std::is_same<Row, BLayout>::value ? Ns[i] : Ks[i]);
|
|
StrideCs.push_back(std::is_same<Row, CLayout>::value ? Ns[i] : Ms[i]);
|
|
}
|
|
|
|
return ck::profiler::profile_grouped_gemm_impl<ADataType,
|
|
BDataType,
|
|
CDataType,
|
|
AccDataType,
|
|
ALayout,
|
|
BLayout,
|
|
CLayout>(
|
|
true, 1, false, 1, Ms, Ns, Ks, StrideAs, StrideBs, StrideCs);
|
|
}
|
|
|
|
} // anonymous namespace
|
|
|
|
int main()
|
|
{
|
|
bool res = true;
|
|
|
|
res = res && TestGroupedGemm<Row, Row, Row>();
|
|
res = res && TestGroupedGemm<Row, Col, Row>();
|
|
res = res && TestGroupedGemm<Col, Row, Row>();
|
|
res = res && TestGroupedGemm<Col, Col, Row>();
|
|
|
|
std::cout << "TestGroupedGemm ..... " << (res ? "SUCCESS" : "FAILURE") << std::endl;
|
|
|
|
return res ? 0 : 1;
|
|
}
|