mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-14 02:02:46 +00:00
* added working example for 5D input using 1D kernel
* example with 5D input tensor and 2d kernel - not working: issues with arguments
* added updated version of 3d device op - changed descriptors/dims
* added example file to check kernel
* fixed descriptor and isSupportedArgument stride problem
* added and modified kernel for 3d - updated tids/loop
* adding some more 5d example files
* fixed some issues
* changes made for testing
* working version: fixed error in stride for A, still a bit inefficient
* cleaned up formatting/comments
* updating formatting
* more formatting fixes
* fixing cmake, adding back gpu targets in cmake script
* adding client example
* added instances for client example
* fixed errors in client example
* implemented client ex with device_elementwise.hpp and device_elementwise_3d_impl.hpp
* removed extra files
* minor formatting and naming fixes
* adding test files and profiler
* fixing minor error
* minor fix
* removed unneccesary comments, renamed files
* updated instance list for client example, added different layout example
* removing instances
* fixed error in instance generation
* remove comments
* update profiler and client example tensor layouts
* fixed errors in test/profiler
* updated vector dim access to enable vector load
* updated test/profiler files
* updated example with 1d kernel
* updating profiler
* renamed files
---------
Co-authored-by: Jing Zhang <jizha@amd.com>
[ROCm/composable_kernel commit: 3af8c81a72]
86 lines
2.5 KiB
C++
86 lines
2.5 KiB
C++
// SPDX-License-Identifier: MIT
|
|
// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
|
|
|
|
#include <iostream>
|
|
#include <numeric>
|
|
#include <initializer_list>
|
|
#include <cstdlib>
|
|
|
|
#include "profiler/profile_transpose_impl.hpp"
|
|
#include "profiler_operation_registry.hpp"
|
|
|
|
enum struct MatrixLayout
|
|
{
|
|
NCDHW, // 0
|
|
NCHWD, // 1
|
|
};
|
|
|
|
enum struct DataType
|
|
{
|
|
F32_F32_F32_F32_F32, // 0
|
|
F16_F16_F16_F16_F16, // 1
|
|
};
|
|
|
|
#define OP_NAME "transpose"
|
|
#define OP_DESC "Transpose"
|
|
|
|
int profile_transpose(int argc, char* argv[])
|
|
{
|
|
if(argc != 15)
|
|
{
|
|
printf("arg1: tensor operation (" OP_NAME ": " OP_DESC ")\n");
|
|
printf("arg2: data type (0: fp32; 1: fp16)\n");
|
|
// printf("arg3: matrix layout (NCDHW -> NDCHW);\n");
|
|
printf("arg4: verification (0: no; 1: yes)\n");
|
|
printf("arg5: initialization (0: no init; 1: integer value; 2: decimal value)\n");
|
|
printf("arg6: print tensor value (0: no; 1: yes)\n");
|
|
printf("arg7: time kernel (0=no, 1=yes)\n");
|
|
printf("arg8 to 13: N, C, D, H, W\n");
|
|
exit(1);
|
|
}
|
|
|
|
const auto data_type = static_cast<DataType>(std::stoi(argv[2]));
|
|
// const auto layout = static_cast<MatrixLayout>(std::stoi(argv[3]));
|
|
const bool do_verification = std::stoi(argv[3]);
|
|
const int init_method = std::stoi(argv[4]);
|
|
const bool do_log = std::stoi(argv[5]);
|
|
const bool time_kernel = std::stoi(argv[6]);
|
|
std::vector<index_t> lengths = std::stoi(argv[7]);
|
|
|
|
/**const int N = std::stoi(argv[7]);
|
|
const int C = std::stoi(argv[8]);
|
|
const int D = std::stoi(argv[9]);
|
|
const int H = std::stoi(argv[10]);
|
|
const int W = std::stoi(argv[11]);**/
|
|
|
|
using F32 = float;
|
|
using F16 = ck::half_t;
|
|
|
|
auto profile = [&](auto a_type, auto b_type) {
|
|
using ADataType = decltype(a_type);
|
|
using BDataType = decltype(b_type);
|
|
|
|
bool pass = ck::profiler::profile_transpose_impl<ADataType, BDataType>(
|
|
do_verification, init_method, do_log, time_kernel, lengths);
|
|
|
|
return pass ? 0 : 1;
|
|
};
|
|
|
|
if(data_type == GemmDataType::F32_F32_F32_F32_F32)
|
|
{
|
|
return profile(F32{}, F32{});
|
|
}
|
|
else if(data_type == GemmDataType::F16_F16_F16_F16_F16)
|
|
{
|
|
return profile(F16{}, F16{});
|
|
}
|
|
else
|
|
{
|
|
std::cout << "this data_type & layout is not implemented" << std::endl;
|
|
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
REGISTER_PROFILER_OPERATION(OP_NAME, OP_DESC, profile_gemm_transpose);
|