mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-01 04:01:25 +00:00
3d60953477
* Add reduce2d new api
* Prevent user use cross warp reduction
* Fix bug of std caculation
* Add rmsnorm2d
* Add rmsnorm small example
* Remove static assert to prevent compile fail
* Add script to test performance and correctness
* Add missing cmake change
* refine naming
* refine example of rmsnorm
* Fix bug of rmsnorm
* Refine naming
* Fix cmake
* clang format
* Refine pipeline name
* Add add_rmsnorm2d_rdquant kernel
* Add reduce op
* host verification
* Fix bug of one pass pipeline
* Refine tile size
* Add two pass pipeline
* Rename two pass to three pass
* Fix bug of kSaveX == false
* Add instance library
* Add test script
* Fix bug of x verification
* Add save_x to trait
* Add README
* Move reduce2d into reduce folder
* Fix bug of welford when number of m warp > 1
* remove reduncant comment
* 1. move 06_rmsnorm2d to 10_rmsnorm2d
2. move 07_add_rmsnorm2d_rdquant to 11_add_rmsnorm2d_rdquant
* clang format and add missing header
* Add host validation of add + layernorm2d + rsquant
* Revert "Add host validation of add + layernorm2d + rsquant"
This reverts commit 936cb45797.
* Remove deprecated flag
48 lines
1.8 KiB
C++
48 lines
1.8 KiB
C++
// SPDX-License-Identifier: MIT
|
|
// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
#pragma once
|
|
|
|
#include "ck_tile/core.hpp"
|
|
#include "ck_tile/host/host_tensor.hpp"
|
|
#include <thread>
|
|
|
|
namespace ck_tile {
|
|
template <typename ADataType, typename BDataType, typename ComputeDataType, typename ElementOp>
|
|
CK_TILE_HOST void reference_unary_elementwise(const HostTensor<ADataType>& a,
|
|
HostTensor<BDataType>& b,
|
|
ElementOp element_op)
|
|
{
|
|
// TODO: imeplement gpu version reference function
|
|
auto f = [&](auto i) {
|
|
auto v_a = type_convert<ComputeDataType>(a.mData[i]);
|
|
auto v_b = element_op(v_a);
|
|
b.mData[i] = ck_tile::type_convert<BDataType>(v_b);
|
|
};
|
|
|
|
make_ParallelTensorFunctor(f, b.get_element_space_size())(std::thread::hardware_concurrency());
|
|
}
|
|
|
|
template <typename ADataType,
|
|
typename BDataType,
|
|
typename CDataType,
|
|
typename ComputeDataType,
|
|
typename ElementOp>
|
|
CK_TILE_HOST void reference_binary_elementwise(const HostTensor<ADataType>& a,
|
|
const HostTensor<BDataType>& b,
|
|
HostTensor<CDataType>& c,
|
|
ElementOp element_op)
|
|
{
|
|
// TODO: imeplement gpu version reference function
|
|
auto f = [&](auto i) {
|
|
auto v_a = type_convert<ComputeDataType>(a.mData[i]);
|
|
auto v_b = type_convert<ComputeDataType>(b.mData[i]);
|
|
auto v_c = element_op(v_a, v_b);
|
|
c.mData[i] = ck_tile::type_convert<CDataType>(v_c);
|
|
};
|
|
|
|
make_ParallelTensorFunctor(f, c.get_element_space_size())(std::thread::hardware_concurrency());
|
|
}
|
|
|
|
} // namespace ck_tile
|