mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-11 17:00:18 +00:00
6a6163a3d1
* Sync the order of type string with template parameter * Add more instances * Check the vector size and remove redundant var * Extract var to static, prepare to separate sweep once kernel * Separate sweeponce flow and optimize the flow * 1. Rename AccDatatype in normalization to computeData 2. Rename AccElementwiseOperation to YElementwiseOperation in normalization * Remove useless code * Update naive variance kernel * Refine string * Fix typo * Support naive variance for device_normalization * Check the blocksize * Share the VGPR of x and y * Share the VGPR of gamma and beta * Add more instances * Support fp16 sqrt for experiment * Add CHANGELOG * Fix typo * clang-format
52 lines
2.0 KiB
C++
52 lines
2.0 KiB
C++
// SPDX-License-Identifier: MIT
|
|
// Copyright (c) 2018-2022, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
#include "gtest/gtest.h"
|
|
#include "profiler/profile_groupnorm_impl.hpp"
|
|
|
|
using F16 = ck::half_t;
|
|
using F32 = float;
|
|
using ck::index_t;
|
|
|
|
template <typename Tuple>
|
|
class TestGroupnorm : public ::testing::Test
|
|
{
|
|
protected:
|
|
using XDataType = std::tuple_element_t<0, Tuple>;
|
|
using GammaDataType = std::tuple_element_t<1, Tuple>;
|
|
using BetaDataType = std::tuple_element_t<2, Tuple>;
|
|
using ComputeDataType = std::tuple_element_t<3, Tuple>;
|
|
using YDataType = std::tuple_element_t<4, Tuple>;
|
|
|
|
void Run()
|
|
{
|
|
// [N, H, W, G, C], reduce H, W, C
|
|
std::vector<std::vector<ck::index_t>> lengths = {{1, 1, 1, 1, 1},
|
|
{1, 2, 3, 4, 5},
|
|
{256, 9, 9, 9, 9},
|
|
{1, 64, 64, 32, 10},
|
|
{1, 32, 32, 32, 20},
|
|
{2, 32, 32, 32, 30},
|
|
{2, 32, 32, 32, 40},
|
|
{1, 16, 16, 32, 40}};
|
|
|
|
for(auto length : lengths)
|
|
{
|
|
bool success =
|
|
ck::profiler::profile_groupnorm_impl<XDataType,
|
|
GammaDataType,
|
|
BetaDataType,
|
|
ComputeDataType,
|
|
YDataType>(true, 2, false, false, length);
|
|
EXPECT_TRUE(success);
|
|
}
|
|
}
|
|
};
|
|
|
|
using KernelTypes = ::testing::Types<
|
|
// XDataType, GammaDataType, BetaDataType, ComputeDataType, YDataType>
|
|
std::tuple<F16, F16, F16, F32, F16>>;
|
|
|
|
TYPED_TEST_SUITE(TestGroupnorm, KernelTypes);
|
|
TYPED_TEST(TestGroupnorm, Test_FP16) { this->Run(); }
|