mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-11 17:00:18 +00:00
* Sync the naming * Sync the test of layernorm with groupnorm * Sync the naming * Minor change for comment and log * [What] Add saveMean and SaveInvVariance in the interface. [Why] These can optimize the backward
52 lines
2.0 KiB
C++
52 lines
2.0 KiB
C++
// SPDX-License-Identifier: MIT
|
|
// Copyright (c) 2018-2022, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
#include "gtest/gtest.h"
|
|
#include "profiler/include/profile_groupnorm_impl.hpp"
|
|
|
|
using F16 = ck::half_t;
|
|
using F32 = float;
|
|
using ck::index_t;
|
|
|
|
template <typename Tuple>
|
|
class TestGroupnorm : public ::testing::Test
|
|
{
|
|
protected:
|
|
using XDataType = std::tuple_element_t<0, Tuple>;
|
|
using GammaDataType = std::tuple_element_t<1, Tuple>;
|
|
using BetaDataType = std::tuple_element_t<2, Tuple>;
|
|
using AccDataType = std::tuple_element_t<3, Tuple>;
|
|
using YDataType = std::tuple_element_t<4, Tuple>;
|
|
|
|
void Run()
|
|
{
|
|
// [N, H, W, G, C], reduce H, W, C
|
|
std::vector<std::vector<ck::index_t>> lengths = {{1, 1, 1, 1, 1},
|
|
{1, 2, 3, 4, 5},
|
|
{256, 9, 9, 9, 9},
|
|
{1, 64, 64, 32, 10},
|
|
{1, 32, 32, 32, 20},
|
|
{2, 32, 32, 32, 30},
|
|
{2, 32, 32, 32, 40},
|
|
{1, 16, 16, 32, 40}};
|
|
|
|
for(auto length : lengths)
|
|
{
|
|
bool success =
|
|
ck::profiler::profile_groupnorm_impl<XDataType,
|
|
GammaDataType,
|
|
BetaDataType,
|
|
AccDataType,
|
|
YDataType>(true, 2, false, false, length);
|
|
EXPECT_TRUE(success);
|
|
}
|
|
}
|
|
};
|
|
|
|
using KernelTypes = ::testing::Types<
|
|
// XDataType, GammaDataType, BetaDataType, AccDataType, YDataType>
|
|
std::tuple<F16, F16, F16, F32, F16>>;
|
|
|
|
TYPED_TEST_SUITE(TestGroupnorm, KernelTypes);
|
|
TYPED_TEST(TestGroupnorm, Test_FP16) { this->Run(); }
|