mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-12 17:26:00 +00:00
c5da0377fb
* Added bwd data v3r1: breaking down compute into a series of load balanced GEMM, and launch in a single kernel * Added bwd data v4r1: like v3r1, but launch GEMMs in multiple kernels * Tweaked v1r1 and v1r2 (atomic) on AMD GPU
111 lines
2.6 KiB
C++
111 lines
2.6 KiB
C++
#ifndef DEVICE_HPP
|
|
#define DEVICE_HPP
|
|
|
|
#include <memory>
|
|
#include "config.hpp"
|
|
|
|
struct DeviceMem
|
|
{
|
|
DeviceMem() = delete;
|
|
DeviceMem(std::size_t mem_size);
|
|
void* GetDeviceBuffer();
|
|
void ToDevice(const void* p);
|
|
void FromDevice(void* p);
|
|
~DeviceMem();
|
|
|
|
void* mpDeviceBuf;
|
|
std::size_t mMemSize;
|
|
};
|
|
|
|
struct KernelTimerImpl;
|
|
|
|
struct KernelTimer
|
|
{
|
|
KernelTimer();
|
|
~KernelTimer();
|
|
void Start();
|
|
void End();
|
|
float GetElapsedTime() const;
|
|
|
|
std::unique_ptr<KernelTimerImpl> impl;
|
|
};
|
|
|
|
#if CK_DEVICE_BACKEND_AMD
|
|
using device_stream_t = hipStream_t;
|
|
|
|
template <typename... Args, typename F>
|
|
void launch_kernel(F kernel,
|
|
dim3 grid_dim,
|
|
dim3 block_dim,
|
|
std::size_t lds_byte,
|
|
hipStream_t stream_id,
|
|
Args... args)
|
|
{
|
|
hipLaunchKernelGGL(kernel, grid_dim, block_dim, lds_byte, stream_id, args...);
|
|
}
|
|
|
|
template <typename... Args, typename F>
|
|
float launch_and_time_kernel(F kernel,
|
|
dim3 grid_dim,
|
|
dim3 block_dim,
|
|
std::size_t lds_byte,
|
|
hipStream_t stream_id,
|
|
Args... args)
|
|
{
|
|
KernelTimer timer;
|
|
|
|
timer.Start();
|
|
|
|
hipLaunchKernelGGL(kernel, grid_dim, block_dim, lds_byte, stream_id, args...);
|
|
|
|
timer.End();
|
|
|
|
hipGetErrorString(hipGetLastError());
|
|
|
|
return timer.GetElapsedTime();
|
|
}
|
|
|
|
#elif CK_DEVICE_BACKEND_NVIDIA
|
|
using device_stream_t = cudaStream_t;
|
|
|
|
template <typename... Args, typename F>
|
|
void launch_kernel(F kernel,
|
|
dim3 grid_dim,
|
|
dim3 block_dim,
|
|
std::size_t lds_byte,
|
|
cudaStream_t stream_id,
|
|
Args... args)
|
|
{
|
|
const void* f = reinterpret_cast<const void*>(kernel);
|
|
void* p_args[] = {&args...};
|
|
|
|
cudaError_t error = cudaLaunchKernel(f, grid_dim, block_dim, p_args, lds_byte, stream_id);
|
|
}
|
|
|
|
template <typename... Args, typename F>
|
|
float launch_and_time_kernel(F kernel,
|
|
dim3 grid_dim,
|
|
dim3 block_dim,
|
|
std::size_t lds_byte,
|
|
cudaStream_t stream_id,
|
|
Args... args)
|
|
{
|
|
KernelTimer timer;
|
|
|
|
const void* f = reinterpret_cast<const void*>(kernel);
|
|
void* p_args[] = {&args...};
|
|
|
|
timer.Start();
|
|
|
|
cudaError_t error = cudaLaunchKernel(f, grid_dim, block_dim, p_args, lds_byte, stream_id);
|
|
|
|
timer.End();
|
|
|
|
checkCudaErrors(error);
|
|
|
|
return timer.GetElapsedTime();
|
|
}
|
|
#endif
|
|
|
|
#endif
|