mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-02 12:41:26 +00:00
d1db6a0c3e
* ad gelu and fast_gelu * added GeLU and fast GeLU * clean up * add gemm+fastgelu example * add gemm+gelu instances * update profiler * clean up * clean up * adding gemm+bias+activation * clean * adding bias * clean * adding gemm multiple d * debugging * add gemm bias add fastgelu * rename, clean * refactoring; add readme * refactor * refactor * refactor * refactor * refactor * refactor * fix * fix * update example * update example * rename * update example * add ckProfiler * clean * clean * clean * clean * add client app example * update readme * delete obselete files * remove old client app * delete old file * cleaning * clean * remove half * fix header path * fix header path * fix header path * fix header path * fix header path * fix header path for all examples * fix header path * fix header path * fix header path * fix header path * fix header path * fix header path * fix header path * fix header path * fix header path * revert client app example * clean build * fix build * temporary disable client test on Jenkins * clean * clean * clean
329 lines
14 KiB
C++
329 lines
14 KiB
C++
#include <iostream>
|
|
#include <numeric>
|
|
#include <initializer_list>
|
|
#include <cstdlib>
|
|
#include <vector>
|
|
|
|
#include "profiler/include/profile_convnd_bwd_data_impl.hpp"
|
|
|
|
int main()
|
|
{
|
|
bool pass = true;
|
|
// check 1d
|
|
std::vector<ck::utils::conv::ConvParams> params;
|
|
params.push_back({1, 128, 128, 256, {1}, {14}, {2}, {1}, {0}, {0}});
|
|
params.push_back({1, 128, 128, 256, {3}, {28}, {1}, {1}, {1}, {1}});
|
|
params.push_back({1, 128, 128, 256, {1}, {3}, {1}, {1}, {0}, {0}});
|
|
|
|
for(auto& param : params)
|
|
{
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
|
|
float,
|
|
float,
|
|
float,
|
|
float,
|
|
ck::tensor_layout::convolution::NWC,
|
|
ck::tensor_layout::convolution::KXC,
|
|
ck::tensor_layout::convolution::NWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
|
|
ck::half_t,
|
|
ck::half_t,
|
|
ck::half_t,
|
|
float,
|
|
ck::tensor_layout::convolution::NWC,
|
|
ck::tensor_layout::convolution::KXC,
|
|
ck::tensor_layout::convolution::NWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
|
|
ck::bhalf_t,
|
|
ck::bhalf_t,
|
|
ck::bhalf_t,
|
|
float,
|
|
ck::tensor_layout::convolution::NWC,
|
|
ck::tensor_layout::convolution::KXC,
|
|
ck::tensor_layout::convolution::NWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<1,
|
|
int8_t,
|
|
int8_t,
|
|
int8_t,
|
|
int,
|
|
ck::tensor_layout::convolution::NWC,
|
|
ck::tensor_layout::convolution::KXC,
|
|
ck::tensor_layout::convolution::NWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
}
|
|
|
|
// check 2d
|
|
params.clear();
|
|
params.push_back({2, 128, 128, 256, {1, 1}, {7, 7}, {2, 2}, {1, 1}, {0, 0}, {0, 0}});
|
|
params.push_back({2, 128, 128, 256, {3, 3}, {14, 14}, {1, 1}, {1, 1}, {1, 1}, {1, 1}});
|
|
params.push_back({2, 128, 128, 256, {1, 1}, {3, 3}, {1, 1}, {1, 1}, {0, 0}, {0, 0}});
|
|
|
|
for(auto& param : params)
|
|
{
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
|
|
float,
|
|
float,
|
|
float,
|
|
float,
|
|
ck::tensor_layout::convolution::NHWC,
|
|
ck::tensor_layout::convolution::KYXC,
|
|
ck::tensor_layout::convolution::NHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
|
|
ck::half_t,
|
|
ck::half_t,
|
|
ck::half_t,
|
|
float,
|
|
ck::tensor_layout::convolution::NHWC,
|
|
ck::tensor_layout::convolution::KYXC,
|
|
ck::tensor_layout::convolution::NHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
|
|
ck::bhalf_t,
|
|
ck::bhalf_t,
|
|
ck::bhalf_t,
|
|
float,
|
|
ck::tensor_layout::convolution::NHWC,
|
|
ck::tensor_layout::convolution::KYXC,
|
|
ck::tensor_layout::convolution::NHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<2,
|
|
int8_t,
|
|
int8_t,
|
|
int8_t,
|
|
int,
|
|
ck::tensor_layout::convolution::NHWC,
|
|
ck::tensor_layout::convolution::KYXC,
|
|
ck::tensor_layout::convolution::NHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
}
|
|
|
|
// check 3d
|
|
params.clear();
|
|
params.push_back(
|
|
{3, 128, 128, 256, {1, 1, 1}, {7, 7, 7}, {2, 2, 2}, {1, 1, 1}, {0, 0, 0}, {0, 0, 0}});
|
|
params.push_back(
|
|
{3, 128, 128, 256, {3, 3, 3}, {14, 14, 14}, {1, 1, 1}, {1, 1, 1}, {1, 1, 1}, {1, 1, 1}});
|
|
params.push_back(
|
|
{3, 128, 128, 256, {1, 1, 1}, {3, 3, 3}, {1, 1, 1}, {1, 1, 1}, {0, 0, 0}, {0, 0, 0}});
|
|
|
|
for(auto& param : params)
|
|
{
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
|
|
float,
|
|
float,
|
|
float,
|
|
float,
|
|
ck::tensor_layout::convolution::NDHWC,
|
|
ck::tensor_layout::convolution::KZYXC,
|
|
ck::tensor_layout::convolution::NDHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
|
|
ck::half_t,
|
|
ck::half_t,
|
|
ck::half_t,
|
|
float,
|
|
ck::tensor_layout::convolution::NDHWC,
|
|
ck::tensor_layout::convolution::KZYXC,
|
|
ck::tensor_layout::convolution::NDHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
|
|
ck::bhalf_t,
|
|
ck::bhalf_t,
|
|
ck::bhalf_t,
|
|
float,
|
|
ck::tensor_layout::convolution::NDHWC,
|
|
ck::tensor_layout::convolution::KZYXC,
|
|
ck::tensor_layout::convolution::NDHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
|
|
pass &= ck::profiler::profile_convnd_bwd_data_impl<3,
|
|
int8_t,
|
|
int8_t,
|
|
int8_t,
|
|
int,
|
|
ck::tensor_layout::convolution::NDHWC,
|
|
ck::tensor_layout::convolution::KZYXC,
|
|
ck::tensor_layout::convolution::NDHWK>(
|
|
true, // do_verification
|
|
1, // init_method
|
|
false, // do_log
|
|
false, // time_kernel
|
|
param.N_,
|
|
param.K_,
|
|
param.C_,
|
|
param.input_spatial_lengths_,
|
|
param.filter_spatial_lengths_,
|
|
param.GetOutputSpatialLengths(),
|
|
param.conv_filter_strides_,
|
|
param.conv_filter_dilations_,
|
|
param.input_left_pads_,
|
|
param.input_right_pads_);
|
|
}
|
|
|
|
if(pass)
|
|
{
|
|
std::cout << "test convnd bwd : Pass" << std::endl;
|
|
return 0;
|
|
}
|
|
else
|
|
{
|
|
std::cout << "test convnd bwd: Fail " << std::endl;
|
|
return -1;
|
|
}
|
|
}
|